It’s able to load the workload graph for couple of deployments I checked in different namespaces but errors out while loading workload graph of any workload in the ‘default’ namespace. It’s able to load app graph for any app in the default namespace and the problem is seen in loading only workload graphs. I can’t derive much from the stack trace in pod logs which are:
2023-01-06T08:54:20Z ERR Failed ID gen2: cluster=[Kubernetes] namespace=[default] workload=[unknown] app=[test-app] version=[29917846] service=[] graphType=[workload]: goroutine 2741890 [running]:
runtime/debug.Stack()
/opt/hostedtoolcache/go/1.17.10/x64/src/runtime/debug/stack.go:24 +0x65
github.com/kiali/kiali/handlers.handlePanic({0x2097ea0, 0xc004ee8690})
/home/runner/work/kiali/kiali/handlers/graph.go:86 +0x219
panic({0x1a243e0, 0xc0040fddf0})
/opt/hostedtoolcache/go/1.17.10/x64/src/runtime/panic.go:1038 +0x215
github.com/kiali/kiali/graph.Id({0xc006fddb10, 0xc003cdb2d8}, {0xc006fddb40, 0x7f60a06cf538}, {0x0, 0x0}, {0xc006fddb40, 0x23}, {0xc006fddb07, 0x7}, ...)
/home/runner/work/kiali/kiali/graph/types.go:213 +0xde9
github.com/kiali/kiali/graph/telemetry/istio/appender.ResponseTimeAppender.addResponseTime({{0xc00274f559, 0x8}, 0x1, 0xc00530f4d0, 0x3fee666666666666, 0x63b7e1bc, {{0x1dd45a2, 0x8}, {0x1dd45a2, 0x8}, ...}}, ...)
/home/runner/work/kiali/kiali/graph/telemetry/istio/appender/response_time.go:229 +0xe5
github.com/kiali/kiali/graph/telemetry/istio/appender.ResponseTimeAppender.populateResponseTimeMap({{0xc00274f559, 0x8}, 0x1, 0xc00530f4d0, 0x3fee666666666666, 0x63b7e1bc, {{0x1dd45a2, 0x8}, {0x1dd45a2, 0x8}, ...}}, ...)
/home/runner/work/kiali/kiali/graph/telemetry/istio/appender/response_time.go:223 +0xc25
github.com/kiali/kiali/graph/telemetry/istio/appender.ResponseTimeAppender.appendGraph({{0xc00274f559, 0x8}, 0x1, 0xc00530f4d0, 0x3fee666666666666, 0x63b7e1bc, {{0x1dd45a2, 0x8}, {0x1dd45a2, 0x8}, ...}}, ...)
/home/runner/work/kiali/kiali/graph/telemetry/istio/appender/response_time.go:134 +0xca8
github.com/kiali/kiali/graph/telemetry/istio/appender.ResponseTimeAppender.AppendGraph({{0xc00274f559, 0x8}, 0x1, 0xc00530f4d0, 0x3fee666666666666, 0x63b7e1bc, {{0x1dd45a2, 0x8}, {0x1dd45a2, 0x8}, ...}}, ...)
/home/runner/work/kiali/kiali/graph/telemetry/istio/appender/response_time.go:65 +0x13e
github.com/kiali/kiali/graph/telemetry/istio.BuildNodeTrafficMap({0xc00530f530, {0x0, {0xc004724b40, 0x9, 0x9}}, 0x0, 0x1, 0xc00530f4d0, {{0x1dd45a2, 0x8}, ...}, ...}, ...)
/home/runner/work/kiali/kiali/graph/telemetry/istio/istio.go:461 +0x472
github.com/kiali/kiali/graph/api.graphNodeIstio({_, _}, _, _, {{0x1dd554a, 0x9}, {0x1dcfda7, 0x5}, {{0x1dcf0af, 0x4}, ...}, ...})
/home/runner/work/kiali/kiali/graph/api/api.go:90 +0x125
github.com/kiali/kiali/graph/api.GraphNode({_, _}, _, {{0x1dd554a, 0x9}, {0x1dcfda7, 0x5}, {{0x1dcf0af, 0x4}, {0x34630b8a000, ...}}, ...})
/home/runner/work/kiali/kiali/graph/api/api.go:72 +0x1d5
github.com/kiali/kiali/handlers.GraphNode({0x2097ea0, 0xc004ee8690}, 0xc0007e2300)
/home/runner/work/kiali/kiali/handlers/graph.go:64 +0x165
net/http.HandlerFunc.ServeHTTP(0x1dda35c, {0x2097ea0, 0xc004ee8690}, 0x7f60a06c5f18)
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:2047 +0x2f
github.com/kiali/kiali/routing.metricHandler.func1({0x20a5640, 0xc005c44070}, 0x2063001)
/home/runner/work/kiali/kiali/routing/router.go:145 +0x144
net/http.HandlerFunc.ServeHTTP(0x20ada78, {0x20a5640, 0xc005c44070}, 0x20630e0)
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:2047 +0x2f
github.com/kiali/kiali/handlers.AuthenticationHandler.Handle.func1({0x20a5640, 0xc005c44070}, 0xc0007e2100)
/home/runner/work/kiali/kiali/handlers/authentication.go:79 +0x514
net/http.HandlerFunc.ServeHTTP(0x1a1e620, {0x20a5640, 0xc005c44070}, 0xc000226640)
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:2047 +0x2f
github.com/kiali/kiali/server.plainHttpMiddleware.func1({0x20a5640, 0xc005c44070}, 0xc00530f2c0)
/home/runner/work/kiali/kiali/server/server.go:152 +0x65
net/http.HandlerFunc.ServeHTTP(0xc0007e2000, {0x20a5640, 0xc005c44070}, 0xc)
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:2047 +0x2f
github.com/gorilla/mux.(*Router).ServeHTTP(0xc000058240, {0x20a5640, 0xc005c44070}, 0xc006caec00)
/home/runner/go/pkg/mod/github.com/gorilla/mux@v1.8.0/mux.go:210 +0x1cf
github.com/NYTimes/gziphandler.GzipHandlerWithOpts.func1.1({0x20a54f0, 0xc00627c1c0}, 0xe6165688818c94)
/home/runner/go/pkg/mod/github.com/!n!y!times/gziphandler@v1.1.1/gzip.go:336 +0x23c
net/http.HandlerFunc.ServeHTTP(0x0, {0x20a54f0, 0xc00627c1c0}, 0x0)
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:2047 +0x2f
net/http.(*ServeMux).ServeHTTP(0xc00274f540, {0x20a54f0, 0xc00627c1c0}, 0xc006caec00)
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:2425 +0x149
net/http.serverHandler.ServeHTTP({0xc00748c030}, {0x20a54f0, 0xc00627c1c0}, 0xc006caec00)
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:2879 +0x43b
net/http.(*conn).serve(0xc001930280, {0x20ada78, 0xc003758d80})
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:1930 +0xb08
created by net/http.(*Server).Serve
/opt/hostedtoolcache/go/1.17.10/x64/src/net/http/server.go:3034 +0x4e8
Any pointers would be appreciated.