# 找尋針對某domain發起dns resolv的Process ## 選定目標Pod, 以dns-default為例 ``` [quickcluster@upi-0 ~]$ oc get pod -A -owide | grep worker-0 | grep dns-default openshift-dns dns-default-hkngl 2/2 Running 6 6d21h 10.131.0.37 worker-0.cubtest.lab.psi.pnq2.redhat.com <none> <none> ``` ## oc debug node到該節點 ``` oc debug node/worker-0.cubtest.lab.psi.pnq2.redhat.com chroot /host # 查詢該Pod的container ID, 如果有多個Container會返回多個結果 sh-5.1# crictl ps | grep dns-default-hkngl 635082f72f5db 450f91f1319dcbdafa6dd74a587a95b5a902491a1560d5abef5f097200508aca 2 days ago Running kube-rbac-proxy 3 1ca22fa9184f2 dns-default-hkngl 9144de97c5820 86451444c54a416299cc1422153b2e56544519fb5a7044bf451651f41ca3ef70 2 days ago Running dns 3 1ca22fa9184f2 dns-default-hkngl # 查詢Container內所有的Process PID sh-5.1# crictl inspect 635082f72f5db | grep pid "pid": 4010, "type": "pid" "pids": { sh-5.1# crictl inspect 9144de97c5820 | grep pid "pid": 3992, "type": "pid" "pids": { # 用ps 反查所有Pid, PPID ps -p 4010 -o pid,ppid,comm ps -p 3992 -o pid,ppid,comm # 如果知道該process執行的指令的話,也可以使用ps aux | grep 反查 ps aux | grep coredns # 用Strace追蹤所有相關的Process 並過濾特定domain sh-5.1# strace -f -e trace=network,connect,sendto -p 4010,3992 -s 256 2>&1 | grep google [pid 12926] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(56177), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="r\256\1\0\0\1\0\0\0\0\0\0\6google\3com\24openshift-monitoring\3svc\7cluster\5local\0\0\1\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 67 [pid 12926] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(56177), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="\261\243\1\0\0\1\0\0\0\0\0\0\6google\3com\24openshift-monitoring\3svc\7cluster\5local\0\0\34\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 67 [pid 12926] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(56177), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="\261\243\205\3\0\1\0\0\0\1\0\0\6google\3com\24openshift-monitoring\3svc\7cluster\5local\0\0\34\0\1\7cluster\5local\0\0\6\0\1\0\0\0\5\0D\2ns\3dns\7cluster\5local\0\nhostmaster\7cluster\5local\0h\244\215\277\0\0\34 \0\0\7\10\0\1Q\200\0\0\0\5", iov_len=160}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 160 [pid 3992] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(56177), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="r\256\205\3\0\1\0\0\0\1\0\0\6google\3com\24openshift-monitoring\3svc\7cluster\5local\0\0\1\0\1\7cluster\5local\0\0\6\0\1\0\0\0\5\0D\2ns\3dns\7cluster\5local\0\nhostmaster\7cluster\5local\0h\244\215\277\0\0\34 \0\0\7\10\0\1Q\200\0\0\0\5", iov_len=160}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 160 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(41802), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="\3+\1\0\0\1\0\0\0\0\0\0\6google\3com\3svc\7cluster\5local\0\0\1\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 46 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(41802), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="\210)\1\0\0\1\0\0\0\0\0\0\6google\3com\3svc\7cluster\5local\0\0\34\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 46 [pid 3992] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(41802), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="\3+\205\3\0\1\0\0\0\1\0\0\6google\3com\3svc\7cluster\5local\0\0\1\0\1\7cluster\5local\0\0\6\0\1\0\0\0\5\0D\2ns\3dns\7cluster\5local\0\nhostmaster\7cluster\5local\0h\244\215\277\0\0\34 \0\0\7\10\0\1Q\200\0\0\0\5", iov_len=139}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 139 [pid 3992] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(41802), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="\210)\205\3\0\1\0\0\0\1\0\0\6google\3com\3svc\7cluster\5local\0\0\34\0\1\7cluster\5local\0\0\6\0\1\0\0\0\5\0D\2ns\3dns\7cluster\5local\0\nhostmaster\7cluster\5local\0h\244\215\277\0\0\34 \0\0\7\10\0\1Q\200\0\0\0\5", iov_len=139}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 139 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(35506), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="[\357\1\0\0\1\0\0\0\0\0\0\6google\3com\7cluster\5local\0\0\1\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 42 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(35506), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="<\321\1\0\0\1\0\0\0\0\0\0\6google\3com\7cluster\5local\0\0\34\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 42 [pid 12926] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(35506), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="[\357\205\3\0\1\0\0\0\1\0\0\6google\3com\7cluster\5local\0\0\1\0\1\7cluster\5local\0\0\6\0\1\0\0\0\5\0D\2ns\3dns\7cluster\5local\0\nhostmaster\7cluster\5local\0h\244\215\277\0\0\34 \0\0\7\10\0\1Q\200\0\0\0\5", iov_len=135}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 135 [pid 12926] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(35506), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="<\321\205\3\0\1\0\0\0\1\0\0\6google\3com\7cluster\5local\0\0\34\0\1\7cluster\5local\0\0\6\0\1\0\0\0\5\0D\2ns\3dns\7cluster\5local\0\nhostmaster\7cluster\5local\0h\244\215\277\0\0\34 \0\0\7\10\0\1Q\200\0\0\0\5", iov_len=135}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 135 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(58933), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="\316\375\1\0\0\1\0\0\0\0\0\0\6google\3com\7cubtest\3lab\3psi\4pnq2\6redhat\3com\0\0\1\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 60 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(58933), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="+\361\1\0\0\1\0\0\0\0\0\0\6google\3com\7cubtest\3lab\3psi\4pnq2\6redhat\3com\0\0\34\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 60 [pid 3992] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(58933), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="+\361\205\203\0\1\0\0\0\1\0\0\6google\3com\7cubtest\3lab\3psi\4pnq2\6redhat\3com\0\0\34\0\1\3lab\3psi\4pnq2\6redhat\3com\0\0\6\0\1\0\0\0\36\0W\nhidden-dns\7ibx-001\4prod\4iad2\2dc\6redhat\3com\0\nhostmaster\6redhat\3com\0\0\3\376i\0\0*0\0\0\16\20\0\2\243\0\0\0\2X", iov_len=182}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 182 [pid 3992] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(58933), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="\316\375\205\203\0\1\0\0\0\1\0\0\6google\3com\7cubtest\3lab\3psi\4pnq2\6redhat\3com\0\0\1\0\1\3lab\3psi\4pnq2\6redhat\3com\0\0\6\0\1\0\0\0\36\0W\nhidden-dns\7ibx-001\4prod\4iad2\2dc\6redhat\3com\0\nhostmaster\6redhat\3com\0\0\3\376i\0\0*0\0\0\16\20\0\2\243\0\0\0\2X", iov_len=182}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 182 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(60382), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="\375\200\1\0\0\1\0\0\0\0\0\0\6google\3com\0\0\1\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 28 [pid 549652] recvmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(60382), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=112 => 28, msg_iov=[{iov_base="\256\216\1\0\0\1\0\0\0\0\0\0\6google\3com\0\0\34\0\1", iov_len=512}], msg_iovlen=1, msg_control=[{cmsg_len=36, cmsg_level=SOL_IPV6, cmsg_type=0x32}], msg_controllen=40, msg_flags=MSG_CTRUNC}, 0) = 28 [pid 549652] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(60382), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="\256\216\205\200\0\1\0\4\0\0\0\0\6google\3com\0\0\34\0\1\6google\3com\0\0\34\0\1\0\0\0`\0\20$\4h\0@\3\f\5\0\0\0\0\0\0\0f\6google\3com\0\0\34\0\1\0\0\0`\0\20$\4h\0@\3\f\5\0\0\0\0\0\0\0q\6google\3com\0\0\34\0\1\0\0\0`\0\20$\4h\0@\3\f\5\0\0\0\0\0\0\0\213\6google\3com\0\0\34\0\1\0\0\0`\0\20$\4h\0@\3\f\5\0\0\0\0\0\0\0e", iov_len=180}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 180 [pid 12926] sendmsg(11, {msg_name={sa_family=AF_INET6, sin6_port=htons(60382), sin6_flowinfo=htonl(0), inet_pton(AF_INET6, "::ffff:10.131.0.4", &sin6_addr), sin6_scope_id=0}, msg_namelen=28, msg_iov=[{iov_base="\375\200\201\200\0\1\0\6\0\0\0\0\6google\3com\0\0\1\0\1\6google\3com\0\0\1\0\1\0\0\1\22\0\4\254\375ve\6google\3com\0\0\1\0\1\0\0\1\22\0\4\254\375vf\6google\3com\0\0\1\0\1\0\0\1\22\0\4\254\375vd\6google\3com\0\0\1\0\1\0\0\1\22\0\4\254\375v\213\6google\3com\0\0\1\0\1\0\0\1\22\0\4\254\375vq\6google\3com\0\0\1\0\1\0\0\1\22\0\4\254\375v\212", iov_len=184}], msg_iovlen=1, msg_control=[{cmsg_len=28, cmsg_level=SOL_IP, cmsg_type=IP_PKTINFO, cmsg_data={ipi_ifindex=0, ipi_spec_dst=inet_addr("10.131.0.37"), ipi_addr=inet_addr("0.0.0.0")}}], msg_controllen=32, msg_flags=0}, 0) = 184