#1135688 prometheus: s390x: flaky test? FAIL: TestEndpointsSlicesDiscoveryWithUpdatedNodeMetadata

Package:
prometheus
Source:
prometheus
Description:
monitoring system and time series database
Submitter:
Simon Josefsson
Date:
2026-05-04 15:59:02 UTC
Severity:
normal
#1135688#5
Date:
2026-05-04 15:56:36 UTC
From:
To:
I got the self-test failure below on s390x.  It may be a flaky test.
This is holding up testing migration of golang-golang-x-net, so would be
nice to fix.

https://ci.debian.net/packages/p/prometheus/testing/s390x/70639482/#L6559

/Simon

1052s === RUN   TestEndpointsSlicesDiscoveryWithUpdatedNodeMetadata
1052s     kubernetes_test.go:178: timed out, got 1 (max: 2) items, some events are skipped
1052s     endpointslice_test.go:1123:
1052s         	Error Trace:	/tmp/autopkgtest-lxc.bc0iysnd/downtmp/autopkgtest_tmp/.build/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes_test.go:200
1052s         	            				/tmp/autopkgtest-lxc.bc0iysnd/downtmp/autopkgtest_tmp/.build/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes_test.go:147
1052s         	            				/tmp/autopkgtest-lxc.bc0iysnd/downtmp/autopkgtest_tmp/.build/src/github.com/prometheus/prometheus/discovery/kubernetes/endpointslice_test.go:1123
1052s         	Error:      	Not equal:
1052s         	            	expected: "{\"endpointslice/default/testendpoints\":{\"Targets\":[{\"__address__\":\"1.2.3.4:9000\",\"__meta_kubernetes_endpointslice_address_target_kind\":\"\",\"__meta_kubernetes_endpointslice_address_target_name\":\"\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_hostname\":\"testendpoint1\",\"__meta_kubernetes_endpointslice_endpoint_node_name\":\"foobar\",\"__meta_kubernetes_endpointslice_endpoint_topology_present_topology\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_topology_topology\":\"value\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1a\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\",\"__meta_kubernetes_node_label_az\":\"us-east1\",\"__meta_kubernetes_node_labelpresent_az\":\"true\",\"__meta_kubernetes_node_name\":\"foobar\"},{\"__address__\":\"2.3.4.5:9000\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1b\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\"},{\"__address__\":\"3.4.5.6:9000\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1c\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\"},{\"__address__\":\"4.5.6.7:9000\",\"__meta_kubernetes_endpointslice_address_target_kind\":\"Node\",\"__meta_kubernetes_endpointslice_address_target_name\":\"barbaz\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1a\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\",\"__meta_kubernetes_node_label_az\":\"us-west2\",\"__meta_kubernetes_node_labelpresent_az\":\"true\",\"__meta_kubernetes_node_name\":\"barbaz\"}],\"Labels\":{\"__meta_kubernetes_endpointslice_address_type\":\"IPv4\",\"__meta_kubernetes_endpointslice_annotation_test_annotation\":\"test\",\"__meta_kubernetes_endpointslice_annotationpresent_test_annotation\":\"true\",\"__meta_kubernetes_endpointslice_label_kubernetes_io_service_name\":\"testendpoints\",\"__meta_kubernetes_endpointslice_labelpresent_kubernetes_io_service_name\":\"true\",\"__meta_kubernetes_endpointslice_name\":\"testendpoints\",\"__meta_kubernetes_namespace\":\"default\",\"__meta_kubernetes_service_label_app_name\":\"test\",\"__meta_kubernetes_service_labelpresent_app_name\":\"true\",\"__meta_kubernetes_service_name\":\"testendpoints\"},\"Source\":\"endpointslice/default/testendpoints\"}}"
1052s         	            	actual  : "{\"endpointslice/default/testendpoints\":{\"Targets\":[{\"__address__\":\"1.2.3.4:9000\",\"__meta_kubernetes_endpointslice_address_target_kind\":\"\",\"__meta_kubernetes_endpointslice_address_target_name\":\"\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_hostname\":\"testendpoint1\",\"__meta_kubernetes_endpointslice_endpoint_node_name\":\"foobar\",\"__meta_kubernetes_endpointslice_endpoint_topology_present_topology\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_topology_topology\":\"value\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1a\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\",\"__meta_kubernetes_node_label_az\":\"us-central1\",\"__meta_kubernetes_node_labelpresent_az\":\"true\",\"__meta_kubernetes_node_name\":\"foobar\"},{\"__address__\":\"2.3.4.5:9000\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1b\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\"},{\"__address__\":\"3.4.5.6:9000\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1c\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\"},{\"__address__\":\"4.5.6.7:9000\",\"__meta_kubernetes_endpointslice_address_target_kind\":\"Node\",\"__meta_kubernetes_endpointslice_address_target_name\":\"barbaz\",\"__meta_kubernetes_endpointslice_endpoint_conditions_ready\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_serving\":\"true\",\"__meta_kubernetes_endpointslice_endpoint_conditions_terminating\":\"false\",\"__meta_kubernetes_endpointslice_endpoint_zone\":\"us-east-1a\",\"__meta_kubernetes_endpointslice_port\":\"9000\",\"__meta_kubernetes_endpointslice_port_app_protocol\":\"http\",\"__meta_kubernetes_endpointslice_port_name\":\"testport\",\"__meta_kubernetes_endpointslice_port_protocol\":\"TCP\",\"__meta_kubernetes_node_label_az\":\"us-west2\",\"__meta_kubernetes_node_labelpresent_az\":\"true\",\"__meta_kubernetes_node_name\":\"barbaz\"}],\"Labels\":{\"__meta_kubernetes_endpointslice_address_type\":\"IPv4\",\"__meta_kubernetes_endpointslice_annotation_test_annotation\":\"test\",\"__meta_kubernetes_endpointslice_annotationpresent_test_annotation\":\"true\",\"__meta_kubernetes_endpointslice_label_kubernetes_io_service_name\":\"testendpoints\",\"__meta_kubernetes_endpointslice_labelpresent_kubernetes_io_service_name\":\"true\",\"__meta_kubernetes_endpointslice_name\":\"testendpoints\",\"__meta_kubernetes_namespace\":\"default\",\"__meta_kubernetes_service_label_app_name\":\"test\",\"__meta_kubernetes_service_labelpresent_app_name\":\"true\",\"__meta_kubernetes_service_name\":\"testendpoints\"},\"Source\":\"endpointslice/default/testendpoints\"}}"
1052s
1052s         	            	Diff:
1052s         	            	--- Expected
1052s         	            	+++ Actual
1052s         	            	@@ -1 +1 @@
1052s         	            	-{"endpointslice/default/testendpoints":{"Targets":[{"__address__":"1.2.3.4:9000","__meta_kubernetes_endpointslice_address_target_kind":"","__meta_kubernetes_endpointslice_address_target_name":"","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"true","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"false","__meta_kubernetes_endpointslice_endpoint_hostname":"testendpoint1","__meta_kubernetes_endpointslice_endpoint_node_name":"foobar","__meta_kubernetes_endpointslice_endpoint_topology_present_topology":"true","__meta_kubernetes_endpointslice_endpoint_topology_topology":"value","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1a","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP","__meta_kubernetes_node_label_az":"us-east1","__meta_kubernetes_node_labelpresent_az":"true","__meta_kubernetes_node_name":"foobar"},{"__address__":"2.3.4.5:9000","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"true","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"false","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1b","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP"},{"__address__":"3.4.5.6:9000","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"false","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"true","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1c","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP"},{"__address__":"4.5.6.7:9000","__meta_kubernetes_endpointslice_address_target_kind":"Node","__meta_kubernetes_endpointslice_address_target_name":"barbaz","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"true","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"false","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1a","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP","__meta_kubernetes_node_label_az":"us-west2","__meta_kubernetes_node_labelpresent_az":"true","__meta_kubernetes_node_name":"barbaz"}],"Labels":{"__meta_kubernetes_endpointslice_address_type":"IPv4","__meta_kubernetes_endpointslice_annotation_test_annotation":"test","__meta_kubernetes_endpointslice_annotationpresent_test_annotation":"true","__meta_kubernetes_endpointslice_label_kubernetes_io_service_name":"testendpoints","__meta_kubernetes_endpointslice_labelpresent_kubernetes_io_service_name":"true","__meta_kubernetes_endpointslice_name":"testendpoints","__meta_kubernetes_namespace":"default","__meta_kubernetes_service_label_app_name":"test","__meta_kubernetes_service_labelpresent_app_name":"true","__meta_kubernetes_service_name":"testendpoints"},"Source":"endpointslice/default/testendpoints"}}
1052s         	            	+{"endpointslice/default/testendpoints":{"Targets":[{"__address__":"1.2.3.4:9000","__meta_kubernetes_endpointslice_address_target_kind":"","__meta_kubernetes_endpointslice_address_target_name":"","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"true","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"false","__meta_kubernetes_endpointslice_endpoint_hostname":"testendpoint1","__meta_kubernetes_endpointslice_endpoint_node_name":"foobar","__meta_kubernetes_endpointslice_endpoint_topology_present_topology":"true","__meta_kubernetes_endpointslice_endpoint_topology_topology":"value","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1a","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP","__meta_kubernetes_node_label_az":"us-central1","__meta_kubernetes_node_labelpresent_az":"true","__meta_kubernetes_node_name":"foobar"},{"__address__":"2.3.4.5:9000","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"true","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"false","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1b","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP"},{"__address__":"3.4.5.6:9000","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"false","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"true","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1c","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP"},{"__address__":"4.5.6.7:9000","__meta_kubernetes_endpointslice_address_target_kind":"Node","__meta_kubernetes_endpointslice_address_target_name":"barbaz","__meta_kubernetes_endpointslice_endpoint_conditions_ready":"true","__meta_kubernetes_endpointslice_endpoint_conditions_serving":"true","__meta_kubernetes_endpointslice_endpoint_conditions_terminating":"false","__meta_kubernetes_endpointslice_endpoint_zone":"us-east-1a","__meta_kubernetes_endpointslice_port":"9000","__meta_kubernetes_endpointslice_port_app_protocol":"http","__meta_kubernetes_endpointslice_port_name":"testport","__meta_kubernetes_endpointslice_port_protocol":"TCP","__meta_kubernetes_node_label_az":"us-west2","__meta_kubernetes_node_labelpresent_az":"true","__meta_kubernetes_node_name":"barbaz"}],"Labels":{"__meta_kubernetes_endpointslice_address_type":"IPv4","__meta_kubernetes_endpointslice_annotation_test_annotation":"test","__meta_kubernetes_endpointslice_annotationpresent_test_annotation":"true","__meta_kubernetes_endpointslice_label_kubernetes_io_service_name":"testendpoints","__meta_kubernetes_endpointslice_labelpresent_kubernetes_io_service_name":"true","__meta_kubernetes_endpointslice_name":"testendpoints","__meta_kubernetes_namespace":"default","__meta_kubernetes_service_label_app_name":"test","__meta_kubernetes_service_labelpresent_app_name":"true","__meta_kubernetes_service_name":"testendpoints"},"Source":"endpointslice/default/testendpoints"}}
1052s         	Test:       	TestEndpointsSlicesDiscoveryWithUpdatedNodeMetadata
1052s --- FAIL: TestEndpointsSlicesDiscoveryWithUpdatedNodeMetadata (1.22s)