Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Extend and refactor show-tech scripts #385

Merged
merged 4 commits into from
Feb 19, 2025
Merged

Extend and refactor show-tech scripts #385

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
86d9a8c
Extend show-tech scripts and increase timeout
pau-hedgehog Feb 11, 2025
f4c0606
Extend show-tech switch script
pau-hedgehog Feb 14, 2025
c831718
Extend show-tech switch with bcmsh commands
pau-hedgehog Feb 18, 2025
abe3ef4
Reorganize show-tech switch script
pau-hedgehog Feb 19, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
181 changes: 103 additions & 78 deletions pkg/hhfab/show-tech/control.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,88 +3,113 @@
# SPDX-License-Identifier: Apache-2.0

# show-tech.sh: Collect diagnostics from a Control node.
set +e

# Set the output file
OUTPUT_FILE="/tmp/show-tech.log"

# Clear the log file
: > "$OUTPUT_FILE"

# Set the kubectl path
KUBECTL="/opt/bin/kubectl"

echo "=== System Information ===" >> "$OUTPUT_FILE"
uname -a >> "$OUTPUT_FILE"
cat /etc/os-release >> "$OUTPUT_FILE"

echo -e "\n=== Network Configuration ===" >> "$OUTPUT_FILE"
ip addr show >> "$OUTPUT_FILE"
ip route show >> "$OUTPUT_FILE"

echo -e "\n=== K3s Version ===" >> "$OUTPUT_FILE"
k3s --version >> "$OUTPUT_FILE" 2>/dev/null

echo -e "\n=== Kubernetes Nodes ===" >> "$OUTPUT_FILE"
$KUBECTL get nodes -o wide >> "$OUTPUT_FILE" 2>/dev/null

echo -e "\n=== Kubernetes Pods ===" >> "$OUTPUT_FILE"
$KUBECTL get pods -A -o wide >> "$OUTPUT_FILE" 2>/dev/null

echo -e "\n=== Kubernetes Events ===" >> "$OUTPUT_FILE"
$KUBECTL get events -A >> "$OUTPUT_FILE" 2>/dev/null

echo -e "\n=== Describe All Kubernetes Pods ===" >> "$OUTPUT_FILE"
for ns in $($KUBECTL get ns -o jsonpath='{.items[*].metadata.name}'); do
for pod in $($KUBECTL get pods -n $ns -o jsonpath='{.items[*].metadata.name}'); do
echo -e "\n--- Namespace: $ns, Pod: $pod ---" >> "$OUTPUT_FILE"
$KUBECTL describe pod "$pod" -n "$ns" >> "$OUTPUT_FILE" 2>/dev/null

echo -e "\nLogs for Pod: $pod in Namespace: $ns" >> "$OUTPUT_FILE"
$KUBECTL logs "$pod" -n "$ns" --all-containers=true >> "$OUTPUT_FILE" 2>/dev/null

echo -e "\nPrevious Logs for Pod: $pod in Namespace: $ns (if available)" >> "$OUTPUT_FILE"
$KUBECTL logs "$pod" -n "$ns" --all-containers=true --previous >> "$OUTPUT_FILE" 2>/dev/null
done
done

echo -e "\n=== Disk Usage ===" >> "$OUTPUT_FILE"
df -h >> "$OUTPUT_FILE"

echo -e "\n=== Running Processes ===" >> "$OUTPUT_FILE"
ps aux >> "$OUTPUT_FILE"

# Get custom resources

echo -e "\n=== Githedgehog.com Resources ===" >> "$OUTPUT_FILE"

crds_githedgehog=$($KUBECTL get crds -o custom-columns=":metadata.name" | grep 'githedgehog.com')

for crd in $crds_githedgehog; do
echo -e "\n=== Instances of $crd ===" >> "$OUTPUT_FILE"
$KUBECTL get $crd -A >> "$OUTPUT_FILE" 2>/dev/null
done

resources_githedgehog=$($KUBECTL api-resources --verbs=list --namespaced=true -o name | grep 'githedgehog.com')

for resource in $resources_githedgehog; do
echo -e "\n=== Instances of $resource ===" >> "$OUTPUT_FILE"
$KUBECTL get $resource -A >> "$OUTPUT_FILE" 2>/dev/null
done

resources_non_namespaced_githedgehog=$($KUBECTL api-resources --verbs=list --namespaced=false -o name | grep 'githedgehog.com')

for resource in $resources_non_namespaced_githedgehog; do
echo -e "\n=== Instances of $resource (non-namespaced) ===" >> "$OUTPUT_FILE"
$KUBECTL get $resource >> "$OUTPUT_FILE" 2>/dev/null
done

echo -e "\n=== systemd-networkd logs ===" >> "$OUTPUT_FILE"
journalctl -u systemd-networkd >> "$OUTPUT_FILE" 2>/dev/null

echo -e "\n=== kernel logs ===" >> "$OUTPUT_FILE"
journalctl -k >> "$OUTPUT_FILE" 2>/dev/null
: > "$OUTPUT_FILE"

echo -e "\n=== Kernel Network Logs ===" >> "$OUTPUT_FILE"
dmesg | grep -i "network\|bond\|vlan" >> "$OUTPUT_FILE"
# ---------------------------
# Basic System Information
# ---------------------------
{
echo "=== System Information ==="
uname -a
cat /etc/os-release

echo -e "\n=== K3s Version ==="
k3s --version
} >> "$OUTPUT_FILE" 2>&1

# ---------------------------
# Network Configuration
# ---------------------------
{
echo -e "\n=== Network Configuration ==="
ip addr show
ip route show

echo -e "\n=== Disk Usage ==="
df -h

echo -e "\n=== Running Processes ==="
ps aux
} >> "$OUTPUT_FILE" 2>&1

# ---------------------------
# Kubernetes Cluster Status
# ---------------------------
{
echo -e "\n=== Kubernetes Nodes ==="
$KUBECTL get nodes -o wide

echo -e "\n=== Kubernetes Pods ==="
$KUBECTL get pods -A -o wide

echo -e "\n=== Kubernetes Events ==="
$KUBECTL get events -A
} >> "$OUTPUT_FILE" 2>&1

# ---------------------------
# Detailed Pod Information
# ---------------------------
{
echo -e "\n=== Describe All Kubernetes Pods ==="
for ns in $($KUBECTL get ns -o jsonpath='{.items[*].metadata.name}'); do
for pod in $($KUBECTL get pods -n $ns -o jsonpath='{.items[*].metadata.name}'); do
echo -e "\n--- Namespace: $ns, Pod: $pod ---"
$KUBECTL describe pod "$pod" -n "$ns"

echo -e "\nLogs for Pod: $pod in Namespace: $ns"
$KUBECTL logs "$pod" -n "$ns" --all-containers=true

echo -e "\nPrevious Logs for Pod: $pod in Namespace: $ns (if available)"
$KUBECTL logs "$pod" -n "$ns" --all-containers=true --previous
done
done
} >> "$OUTPUT_FILE" 2>&1

# ---------------------------
# Githedgehog Resources
# ---------------------------
{
echo -e "\n=== Githedgehog.com Resources ==="

# Custom Resource Definitions
crds_githedgehog=$($KUBECTL get crds -o custom-columns=":metadata.name" | grep 'githedgehog.com')
for crd in $crds_githedgehog; do
echo -e "\n=== Instances of $crd ==="
$KUBECTL get $crd -A
done

# Namespaced Resources
resources_githedgehog=$($KUBECTL api-resources --verbs=list --namespaced=true -o name | grep 'githedgehog.com')
for resource in $resources_githedgehog; do
echo -e "\n=== Instances of $resource ==="
$KUBECTL get $resource -A
done

# Non-namespaced Resources
resources_non_namespaced_githedgehog=$($KUBECTL api-resources --verbs=list --namespaced=false -o name | grep 'githedgehog.com')
for resource in $resources_non_namespaced_githedgehog; do
echo -e "\n=== Instances of $resource (non-namespaced) ==="
$KUBECTL get $resource
done
} >> "$OUTPUT_FILE" 2>&1

# ---------------------------
# System Logs
# ---------------------------
{
echo -e "\n=== systemd-networkd logs ==="
journalctl -u systemd-networkd

echo -e "\n=== kernel logs ==="
journalctl -k

echo -e "\n=== Kernel Network Logs ==="
dmesg | grep -i "network\|bond\|vlan"
} >> "$OUTPUT_FILE" 2>&1

echo "Diagnostics collected to $OUTPUT_FILE"
Loading
Loading