{"id":41474,"date":"2023-12-01T05:13:46","date_gmt":"2023-12-01T05:13:46","guid":{"rendered":"https:\/\/www.devopsschool.com\/blog\/?p=41474"},"modified":"2025-01-13T12:15:21","modified_gmt":"2025-01-13T12:15:21","slug":"troubleshooting-knative-guide","status":"publish","type":"post","link":"https:\/\/www.devopsschool.com\/blog\/troubleshooting-knative-guide\/","title":{"rendered":"Troubleshooting Knative Guide"},"content":{"rendered":"\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n<pre class=\"wp-block-code\"><span><code class=\"hljs\">$ kubectl describe pod -n knative-serving activator-774d4ff4b8-4l5vp | grep Reason\r\n      Reason:       OOMKilled\r\n \r\nCheck net-istio-controller pod:\r\n$ kubectl get pods -n knative-serving\r\n \r\n$ kubectl logs net-istio-controller-8d456687b-hq95g -n knative-serving\r\n \r\n$ kubectl get secrets -A | wc -l\r\n \r\n$ kubectl describe pod -n knative-serving activator-774d4ff4b8-4l5vp | grep Reason\r\n \r\nAttack the target ksvc with a throughput higher than it could handle. Example to attack with 200 rps with 1s timeout\r\n$ ali --body 'dummy request body' -m POST --duration 7200s --rate 200 --timeout 1s https:\/\/ksvc-endpoint-url\r\n \r\n$ kubectl get all -n istio-system\r\n \r\n$ kubectl get all -n knative-serving\r\n \r\n$ kubectl describe service\/autoscaler -n knative-serving\r\n \r\n$ kubectl edit pod\/net-istio-controller-57b94f48b5-8g95t -n knative-serving\r\n \r\n$ kubectl edit service\/autoscaler -n knative-serving\r\n \r\n$ kubectl get hpa -n knative-serving\r\n \r\n$ kubectl describe horizontalpodautoscaler.autoscaling\/activator -n knative-serving\r\n \r\n$ kubectl describe cm config-autoscaler -n knative-serving\r\n \r\n$ kubectl describe cm config-autoscaler -n knative-serving | grep target-burst-capacity\r\n \r\n$ kubectl get secrets -A | wc -l\r\n \r\n# Check the installed Knative Serving version by running the command:\r\n$ kubectl get namespace knative-serving -o 'go-template={{index .metadata.labels \"app.kubernetes.io\/version\"}}'\r\n \r\n# If you installed with the Operator  - installed Knative Serving version\r\n$ kubectl get KnativeServing knative-serving --namespace knative-serving\r\n \r\n \r\n# Check the installed Knative Eventing version by running the command:\r\n$ kubectl get namespace knative-eventing -o 'go-template={{index .metadata.labels \"app.kubernetes.io\/version\"}}'\r\n \r\n# If you installed with the Operator  - installed Knative Eventing version\r\n$ kubectl get KnativeEventing knative-eventing --namespace knative-eventing  <\/code><\/span><\/pre>","protected":false},"excerpt":{"rendered":"","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_kad_post_transparent":"","_kad_post_title":"","_kad_post_layout":"","_kad_post_sidebar_id":"","_kad_post_content_style":"","_kad_post_vertical_padding":"","_kad_post_feature":"","_kad_post_feature_position":"","_kad_post_header":false,"_kad_post_footer":false,"_kad_post_classname":"","_joinchat":[],"footnotes":""},"categories":[8921],"tags":[],"class_list":["post-41474","post","type-post","status-publish","format-standard","hentry","category-knative"],"_links":{"self":[{"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/posts\/41474","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/comments?post=41474"}],"version-history":[{"count":1,"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/posts\/41474\/revisions"}],"predecessor-version":[{"id":41475,"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/posts\/41474\/revisions\/41475"}],"wp:attachment":[{"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/media?parent=41474"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/categories?post=41474"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.devopsschool.com\/blog\/wp-json\/wp\/v2\/tags?post=41474"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}