Total: 46, Show 46 lines


2026-02-11T12:03:24.456769403Z {log_app="webapi",log_type="error-log",pod_name="webapi-f7b8b8685-ktrcs",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 26.927309ms elapsed: 26 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-ktrcs pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: fd3a13bfbb862c96fe9d794a232503e1 request_method: POST request_uri: /v1/query response_body: {"error":{"kind":"AuthorizationFailed","message":"status: 401, message: {\"error\":{\"code\":5100,\"message\":\"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\\ncould not decode token from all available jwt key stores. \"}}: Authorization failed"}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T12:03:24.456769403Z {log_app="webapi",log_type="std",pod_name="webapi-f7b8b8685-ktrcs",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 26.927309ms elapsed: 26 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-ktrcs pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: fd3a13bfbb862c96fe9d794a232503e1 request_method: POST request_uri: /v1/query response_body: {"error":{"kind":"AuthorizationFailed","message":"status: 401, message: {\"error\":{\"code\":5100,\"message\":\"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\\ncould not decode token from all available jwt key stores. \"}}: Authorization failed"}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T12:03:24.456729131Z {log_app="webapi",log_type="error-log",pod_name="webapi-f7b8b8685-ktrcs",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 26.927309ms elapsed: 26 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-ktrcs pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: fd3a13bfbb862c96fe9d794a232503e1 request_method: POST request_uri: /v1/query service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T12:03:24.456729131Z {log_app="webapi",log_type="std",pod_name="webapi-f7b8b8685-ktrcs",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 26.927309ms elapsed: 26 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-ktrcs pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: fd3a13bfbb862c96fe9d794a232503e1 request_method: POST request_uri: /v1/query service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T12:03:22.587958392Z {log_app="webapi",log_type="std",pod_name="webapi-f7b8b8685-2zklg",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 52.792768ms elapsed: 52 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-2zklg pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: 5e1397cb8c152b12c68bed19c759b259 request_method: POST request_uri: /v1/query response_body: {"error":{"kind":"AuthorizationFailed","message":"status: 401, message: {\"error\":{\"code\":5100,\"message\":\"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\\ncould not decode token from all available jwt key stores. \"}}: Authorization failed"}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T12:03:22.587958392Z {log_app="webapi",log_type="error-log",pod_name="webapi-f7b8b8685-2zklg",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 52.792768ms elapsed: 52 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-2zklg pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: 5e1397cb8c152b12c68bed19c759b259 request_method: POST request_uri: /v1/query response_body: {"error":{"kind":"AuthorizationFailed","message":"status: 401, message: {\"error\":{\"code\":5100,\"message\":\"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\\ncould not decode token from all available jwt key stores. \"}}: Authorization failed"}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T12:03:22.58793131Z {log_app="webapi",log_type="std",pod_name="webapi-f7b8b8685-2zklg",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 52.792768ms elapsed: 52 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-2zklg pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: 5e1397cb8c152b12c68bed19c759b259 request_method: POST request_uri: /v1/query service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T12:03:22.58793131Z {log_app="webapi",log_type="error-log",pod_name="webapi-f7b8b8685-2zklg",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 621 duration: 52.792768ms elapsed: 52 gateway: gateway.silver.svc.internal.databend.dev:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-f7b8b8685-2zklg pod_namespace: cloud-platform remote_addr: 10.1.160.61 request_body: {"sql":"SELECT 1;","session":{"catalog":"","database":"default","role":"","settings":{}},"string_fields":true} request_id: 5e1397cb8c152b12c68bed19c759b259 request_method: POST request_uri: /v1/query service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.databend.dev:80/v1/query
2026-02-11T03:26:56.502936393Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SHOW GRANTS FOR ROLE 'aaa_test_role1'","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 350455b26e3fbb5b021a25cee42d327c request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T03:26:56.502936393Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SHOW GRANTS FOR ROLE 'aaa_test_role1'","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 350455b26e3fbb5b021a25cee42d327c request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T03:21:55.646806579Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SHOW GRANTS FOR USER 'chenxiaoyu@databend.com'","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 96988fee491e96e16b720de37c5a8c3d request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T03:21:55.646806579Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SHOW GRANTS FOR USER 'chenxiaoyu@databend.com'","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 96988fee491e96e16b720de37c5a8c3d request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T03:07:25.543000878Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 6854693307818443b3dfbfb207e9780f request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T03:07:25.543000878Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 6854693307818443b3dfbfb207e9780f request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T03:00:37.20036928Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: ef7231ee1a6fb166506946b04d9e9f21 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T03:00:37.20036928Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"d79V4eCfdAhHLyyzP2hdS4\",\"last_query_ids\":[\"3e603216390847b6b625f54a0cc52411\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: ef7231ee1a6fb166506946b04d9e9f21 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:58:43.82829329Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411/page/17": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: e6db6e81a0f8d3b0d817388d30d9acb6 request_method: GET request_uri: /v1/query/3e603216390847b6b625f54a0cc52411/page/17 service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411/page/17 warehouse: bohu-small
2026-02-11T02:58:43.82829329Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411/page/17": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: e6db6e81a0f8d3b0d817388d30d9acb6 request_method: GET request_uri: /v1/query/3e603216390847b6b625f54a0cc52411/page/17 service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411/page/17 warehouse: bohu-small
2026-02-11T02:58:11.724625351Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 41.097222424s elapsed: 41097 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: ae292846f1eb475a7c2b62f0457c4fa8 request_method: GET request_uri: /v1/query/3e603216390847b6b625f54a0cc52411 response_body: {"error":{"code":5100,"message":"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\ncould not decode token from all available jwt key stores. "}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411 warehouse: bohu-small
2026-02-11T02:58:11.724625351Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 41.097222424s elapsed: 41097 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: ae292846f1eb475a7c2b62f0457c4fa8 request_method: GET request_uri: /v1/query/3e603216390847b6b625f54a0cc52411 response_body: {"error":{"code":5100,"message":"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\ncould not decode token from all available jwt key stores. "}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411 warehouse: bohu-small
2026-02-11T02:58:11.724244182Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 41.097222424s elapsed: 41097 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: ae292846f1eb475a7c2b62f0457c4fa8 request_method: GET request_uri: /v1/query/3e603216390847b6b625f54a0cc52411 service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411 warehouse: bohu-small
2026-02-11T02:58:11.724244182Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 41.097222424s elapsed: 41097 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: ae292846f1eb475a7c2b62f0457c4fa8 request_method: GET request_uri: /v1/query/3e603216390847b6b625f54a0cc52411 service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/3e603216390847b6b625f54a0cc52411 warehouse: bohu-small
2026-02-11T02:58:11.2200301Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 86 duration: 45.15631917s elapsed: 45156 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 9a358528084e891360a6214283ce26b6 request_method: POST request_uri: /v1/query response_body: {"error":{"kind":"ProvisionWarehouseTimeout","message":"Provision warehouse timeout"}} service: databend-gateway status: 503 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:58:11.2200301Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 86 duration: 45.15631917s elapsed: 45156 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 9a358528084e891360a6214283ce26b6 request_method: POST request_uri: /v1/query response_body: {"error":{"kind":"ProvisionWarehouseTimeout","message":"Provision warehouse timeout"}} service: databend-gateway status: 503 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:58:11.219966839Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 86 duration: 45.15631917s elapsed: 45156 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 9a358528084e891360a6214283ce26b6 request_method: POST request_uri: /v1/query service: databend-gateway status: 503 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:58:11.219966839Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 86 duration: 45.15631917s elapsed: 45156 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 9a358528084e891360a6214283ce26b6 request_method: POST request_uri: /v1/query service: databend-gateway status: 503 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:25:14.341930602Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 9a77f8ca4c7965c71c879116bb8e2dca request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:25:14.341930602Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 9a77f8ca4c7965c71c879116bb8e2dca request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:23:18.902891136Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 7eb072f49425a91a94ab2778afceea57 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:23:18.902891136Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 7eb072f49425a91a94ab2778afceea57 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: bohu-small
2026-02-11T02:23:05.010428924Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: fc8fd540c72d86368bfb12691b342246 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: default
2026-02-11T02:23:05.010428924Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: fc8fd540c72d86368bfb12691b342246 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: default
2026-02-11T02:21:24.368280491Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1` limit 2000","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: a2ef125c84887ed28e24c6ed805e519f request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: default
2026-02-11T02:21:24.368280491Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1` limit 2000","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"5edc333d6d4b453f903247583a2b794d\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: a2ef125c84887ed28e24c6ed805e519f request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: default
2026-02-11T02:20:45.467210265Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/341834ba9ebf4e11beec5164b8d5e8ee/page/4": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 6876c5e7306a45064d015470fc589ef7 request_method: GET request_uri: /v1/query/341834ba9ebf4e11beec5164b8d5e8ee/page/4 service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/341834ba9ebf4e11beec5164b8d5e8ee/page/4 warehouse: default
2026-02-11T02:20:45.467210265Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/341834ba9ebf4e11beec5164b8d5e8ee/page/4": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 6876c5e7306a45064d015470fc589ef7 request_method: GET request_uri: /v1/query/341834ba9ebf4e11beec5164b8d5e8ee/page/4 service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/341834ba9ebf4e11beec5164b8d5e8ee/page/4 warehouse: default
2026-02-11T02:20:04.401052166Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"2cab2e55284048f2a1a5d9b6752a0682\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 3a076545d1df1922840c01bfe67ef5d3 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: default
2026-02-11T02:20:04.401052166Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Post "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_body: {"sql":"SELECT *,*,*,*,*,*,* FROM `default`.`tttt1`","session":{"catalog":"default","database":"default","internal":"{\"last_node_id\":\"9Mag89IhXMNbbdvOYvg4j1\",\"last_query_ids\":[\"2cab2e55284048f2a1a5d9b6752a0682\"]}","need_keep_alive":false,"need_sticky":false,"role":"account_admin","settings":{},"txn_state":"AutoCommit"},"string_fields":true} request_id: 3a076545d1df1922840c01bfe67ef5d3 request_method: POST request_uri: /v1/query service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query warehouse: default
2026-02-11T02:17:56.862283139Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/kill": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 1c6f0e51a11b972c7962d6f876b401ae request_method: GET request_uri: /v1/query/2cab2e55284048f2a1a5d9b6752a0682/kill service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/kill warehouse: default
2026-02-11T02:17:56.862283139Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/kill": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 1c6f0e51a11b972c7962d6f876b401ae request_method: GET request_uri: /v1/query/2cab2e55284048f2a1a5d9b6752a0682/kill service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/kill warehouse: default
2026-02-11T02:17:56.32070755Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/page/15": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 85e494cb099075070ab340a7cccd4e7c request_method: GET request_uri: /v1/query/2cab2e55284048f2a1a5d9b6752a0682/page/15 service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/page/15 warehouse: default
2026-02-11T02:17:56.32070755Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver error: Get "http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/page/15": dial tcp: lookup gateway.silver.svc.internal.datafusecloud.com on 172.20.0.10:53: no such host gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 85e494cb099075070ab340a7cccd4e7c request_method: GET request_uri: /v1/query/2cab2e55284048f2a1a5d9b6752a0682/page/15 service: databend-gateway tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/2cab2e55284048f2a1a5d9b6752a0682/page/15 warehouse: default
2026-02-11T02:16:26.334595448Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 35.086303536s elapsed: 35086 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 2d38f09df440b4e2f8d56705f671dc3b request_method: GET request_uri: /v1/query/749e5775376d4bfbb23089a9630da213 response_body: {"error":{"code":5100,"message":"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\ncould not decode token from all available jwt key stores. "}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/749e5775376d4bfbb23089a9630da213 warehouse: default
2026-02-11T02:16:26.334595448Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 35.086303536s elapsed: 35086 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 2d38f09df440b4e2f8d56705f671dc3b request_method: GET request_uri: /v1/query/749e5775376d4bfbb23089a9630da213 response_body: {"error":{"code":5100,"message":"key id kms not found in jwk store, url: https://oidc.eks.us-east-2.amazonaws.com/id/120A6F5E89F8F14E7A1E5E15FE48196D/keys\nget key failed, error: Internal. Code: 1001, Text = failed to load JWKS keys, and no available fallback\nCould not download JWKS: error sending request for url (http://webapi.internal.datafusecloud.com/.well-known/jwks.json)., url: http://webapi.internal.datafusecloud.com/.well-known/jwks.json\ncould not decode token from all available jwt key stores. "}} service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/749e5775376d4bfbb23089a9630da213 warehouse: default
2026-02-11T02:16:26.334510795Z {log_app="webapi",log_type="error-log",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 35.086303536s elapsed: 35086 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: error-log msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 2d38f09df440b4e2f8d56705f671dc3b request_method: GET request_uri: /v1/query/749e5775376d4bfbb23089a9630da213 service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/749e5775376d4bfbb23089a9630da213 warehouse: default
2026-02-11T02:16:26.334510795Z {log_app="webapi",log_type="std",pod_name="webapi-7cfd7c7b96-4v6vw",pod_namespace="cloud-platform"}
app_name: webapi cluster_name: global-silver contentLength: 513 duration: 35.086303536s elapsed: 35086 gateway: gateway.silver.svc.internal.datafusecloud.com:80 level: error log_app: webapi log_type: std msg: ProxyQuery send request failed pod_name: webapi-7cfd7c7b96-4v6vw pod_namespace: cloud-platform remote_addr: 2400:56a0:2c2:5ce0:1fba:a43b:b009:b3af request_id: 2d38f09df440b4e2f8d56705f671dc3b request_method: GET request_uri: /v1/query/749e5775376d4bfbb23089a9630da213 service: databend-gateway status: 401 tenantId: tnc7yee14 url: http://gateway.silver.svc.internal.datafusecloud.com:80/v1/query/749e5775376d4bfbb23089a9630da213 warehouse: default