176 lines
6.4 KiB
Bash
Executable File
176 lines
6.4 KiB
Bash
Executable File
#! /bin/bash
|
|
#
|
|
# Copyright (c) 2019-2022,2024 Wind River Systems, Inc.
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
|
|
|
|
# Loads Up Utilities and Commands Variables
|
|
|
|
source /usr/local/sbin/collect_parms
|
|
source /usr/local/sbin/collect_utils
|
|
|
|
SERVICE="containerization"
|
|
LOGFILE="${extradir}/${SERVICE}.info"
|
|
LOGFILE_EVENT="${extradir}/${SERVICE}_events.info"
|
|
LOGFILE_API="${extradir}/${SERVICE}_api.info"
|
|
LOGFILE_HOST="${extradir}/${SERVICE}_host.info"
|
|
LOGFILE_IMG="${extradir}/${SERVICE}_images.info"
|
|
LOGFILE_KUBE="${extradir}/${SERVICE}_kube.info"
|
|
LOGFILE_PODS="${extradir}/${SERVICE}_pods.info"
|
|
LOGFILE_HELM="${extradir}/${SERVICE}_helm.info"
|
|
|
|
HELM_DIR="${extradir}/helm"
|
|
ETCD_DB_FILE="${extradir}/etcd_database.dump"
|
|
KUBE_CONFIG_FILE="/etc/kubernetes/admin.conf"
|
|
KUBE_CONFIG="--kubeconfig ${KUBE_CONFIG_FILE}"
|
|
echo "${hostname}: Containers Info ...: ${LOGFILE}"
|
|
|
|
###############################################################################
|
|
# All nodes
|
|
###############################################################################
|
|
mkdir -p ${HELM_DIR}
|
|
source_openrc_if_needed
|
|
|
|
CMD="docker system df"
|
|
run_command "${CMD}" "${LOGFILE_IMG}"
|
|
|
|
CMD="du -h --max-depth 1 /var/lib/docker"
|
|
run_command "${CMD}" "${LOGFILE_IMG}"
|
|
|
|
CMD="docker image ls -a"
|
|
run_command "${CMD}" "${LOGFILE_IMG}"
|
|
|
|
CMD="crictl images"
|
|
run_command "${CMD}" "${LOGFILE_IMG}"
|
|
|
|
sleep ${COLLECT_RUNCMD_DELAY}
|
|
|
|
CMD="ctr -n k8s.io images list"
|
|
run_command "${CMD}" "${LOGFILE_IMG}"
|
|
|
|
CMD="docker container ps -a"
|
|
run_command "${CMD}" "${LOGFILE_IMG}"
|
|
|
|
CMD="crictl ps -a"
|
|
run_command "${CMD}" "${LOGFILE_IMG}"
|
|
|
|
CMD="cat /var/lib/kubelet/cpu_manager_state | python -m json.tool"
|
|
run_command "eval ${CMD}" "${LOGFILE_HOST}"
|
|
|
|
sleep ${COLLECT_RUNCMD_DELAY}
|
|
|
|
###############################################################################
|
|
# Active Controller
|
|
###############################################################################
|
|
if [ "$nodetype" = "controller" -a "${ACTIVE}" = true ] ; then
|
|
|
|
# Environment for kubectl and helm
|
|
export KUBECONFIG=${KUBE_CONFIG_FILE}
|
|
|
|
declare -a CMDS=()
|
|
CMDS+=("kubectl version")
|
|
CMDS+=("kubectl get nodes -o wide")
|
|
CMDS+=("kubectl get nodes --show-labels")
|
|
CMDS+=("kubectl get nodes -o json")
|
|
CMDS+=("kubectl describe nodes")
|
|
CMDS+=("kubectl describe nodes | grep -e Capacity: -B1 -A40 | grep -e 'System Info:' -B13 | grep -v 'System Info:'")
|
|
CMDS+=("kubectl services")
|
|
CMDS+=("kubectl get configmaps --all-namespaces")
|
|
CMDS+=("kubectl get daemonsets --all-namespaces")
|
|
CMDS+=("kubectl get pods --all-namespaces -o wide")
|
|
CMDS+=("kubectl get pvc --all-namespaces")
|
|
CMDS+=("kubectl get pvc --all-namespaces -o yaml")
|
|
CMDS+=("kubectl get pv --all-namespaces")
|
|
CMDS+=("kubectl get pv --all-namespaces -o yaml")
|
|
CMDS+=("kubectl get sc --all-namespaces")
|
|
CMDS+=("kubectl get serviceaccounts --all-namespaces")
|
|
CMDS+=("kubectl get deployments.apps --all-namespaces")
|
|
CMDS+=("kubectl get rolebindings.rbac.authorization.k8s.io --all-namespaces")
|
|
CMDS+=("kubectl get roles.rbac.authorization.k8s.io --all-namespaces")
|
|
CMDS+=("kubectl get clusterrolebindings.rbac.authorization.k8s.io")
|
|
CMDS+=("kubectl get clusterroles.rbac.authorization.k8s.io")
|
|
CMDS+=("kubectl get helmrepositories.source.toolkit.fluxcd.io -A")
|
|
CMDS+=("kubectl get helmcharts.source.toolkit.fluxcd.io -A")
|
|
CMDS+=("kubectl get helmreleases.helm.toolkit.fluxcd.io -A")
|
|
CMDS+=("kubectl describe helmrepositories.source.toolkit.fluxcd.io -A")
|
|
CMDS+=("kubectl describe helmcharts.source.toolkit.fluxcd.io -A")
|
|
CMDS+=("kubectl describe helmreleases.helm.toolkit.fluxcd.io -A")
|
|
CMDS+=("kubectl get poddisruptionbudgets -A")
|
|
|
|
DELAY_THROTTLE=4
|
|
delay_count=0
|
|
for CMD in "${CMDS[@]}" ; do
|
|
delimiter ${LOGFILE_KUBE} "${CMD}"
|
|
run_command "eval ${CMD}" "${LOGFILE_KUBE}"
|
|
|
|
if [ ! -z ${COLLECT_RUNCMD_DELAY} ] ; then
|
|
((delay_count = delay_count + 1))
|
|
if [ ${delay_count} -ge ${DELAY_THROTTLE} ] ; then
|
|
sleep ${COLLECT_RUNCMD_DELAY}
|
|
delay_count=0
|
|
fi
|
|
fi
|
|
done
|
|
|
|
run_command "eval kubectl api-resources --verbs=list --namespaced -o name | xargs -I {} kubectl get {} --chunk-size=50 --show-kind --ignore-not-found --all-namespaces -o yaml" "${LOGFILE_API}"
|
|
run_command "kubectl describe pods --all-namespaces" "${LOGFILE_PODS}"
|
|
|
|
# events; verbose, place in separate file
|
|
CMDS=()
|
|
CMDS+=("kubectl get events --all-namespaces --sort-by='.metadata.creationTimestamp' -o go-template='{{range .items}}{{printf \"%s %s\t%s\t%s\t%s\t%s\n\" .firstTimestamp .involvedObject.name .involvedObject.kind .message .reason .type}}{{end}}'")
|
|
for CMD in "${CMDS[@]}" ; do
|
|
run_command "eval ${CMD}" "${LOGFILE_EVENT}"
|
|
echo >>${LOGFILE_EVENT}
|
|
sleep ${COLLECT_RUNCMD_DELAY}
|
|
done
|
|
|
|
# Helm related
|
|
CMD="helm version"
|
|
delimiter ${LOGFILE_HELM} "${CMD}"
|
|
${CMD} 2>>${COLLECT_ERROR_LOG} >>${LOGFILE_HELM}
|
|
echo >>${LOGFILE_HELM}
|
|
|
|
# NOTE: helm environment not configured for root user
|
|
CMD="sudo -u $(whoami) KUBECONFIG=${KUBECONFIG} helm list --all --all-namespaces"
|
|
run_command "${CMD}" "${LOGFILE_HELM}"
|
|
|
|
# Save history for each helm release
|
|
mapfile -t RELEASES < <( ${CMD} 2>>${COLLECT_ERROR_LOG} )
|
|
for RELEASE in "${RELEASES[@]:1}"; do
|
|
NAME=$(echo ${RELEASE} | awk '{print $1}')
|
|
NAMESPACE=$(echo ${RELEASE} | awk '{print $2}')
|
|
CMD="sudo -u $(whoami) KUBECONFIG=${KUBECONFIG} helm history -n ${NAMESPACE} ${NAME}"
|
|
delimiter ${HELM_DIR}/helm-history.info "${CMD}"
|
|
${CMD} >> ${HELM_DIR}/helm-history.info 2>>${COLLECT_ERROR_LOG}
|
|
done
|
|
|
|
sleep ${COLLECT_RUNCMD_DELAY}
|
|
|
|
CMD="sudo -u $(whoami) KUBECONFIG=${KUBECONFIG} helm search repo"
|
|
run_command "${CMD}" "${LOGFILE_HELM}"
|
|
|
|
CMD="sudo -u $(whoami) KUBECONFIG=${KUBECONFIG} helm repo list"
|
|
run_command "${CMD}" "${LOGFILE_HELM}"
|
|
|
|
CMD="cp -r /opt/platform/helm_charts ${HELM_DIR}/"
|
|
run_command "${CMD}" "${LOGFILE}"
|
|
|
|
export $(grep '^ETCD_LISTEN_CLIENT_URLS=' /etc/default/etcd | tr -d '"')
|
|
|
|
CMD="sudo ETCDCTL_API=3 etcdctl \
|
|
--endpoints=$ETCD_LISTEN_CLIENT_URLS get / --prefix"
|
|
|
|
#Use certificate if secured access is detected
|
|
SEC_STR='https'
|
|
if [[ "$ETCD_LISTEN_CLIENT_URLS" == *"$SEC_STR"* ]]; then
|
|
CMD="$CMD --cert=/etc/etcd/etcd-server.crt \
|
|
--key=/etc/etcd/etcd-server.key --cacert=/etc/etcd/ca.crt"
|
|
fi
|
|
|
|
run_command "${CMD}" "${ETCD_DB_FILE}"
|
|
fi
|
|
|
|
exit 0
|