Fix pipeline and tests for 8.7

packages/aws/data_stream/route53_resolver_logs/_dev/test/pipeline/test-route53.log

@@ -20,7 +20,7 @@
 {"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:27Z","query_name":"amazonlinux-2-repos-us-east-1.s3.us-east-1.amazonaws.com.","query_type":"A","query_class":"IN","rcode":"NOERROR","answers":[{"Rdata":"s3-r-w.us-east-1.amazonaws.com.","Type":"CNAME","Class":"IN"},{"Rdata":"67.43.156.12","Type":"A","Class":"IN"}],"srcaddr":"172.31.86.159","srcport":"44474","transport":"UDP","srcids":{}}
 {"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:39Z","query_name":"156.20.160.89.in-addr.arpa.","query_type":"PTR","query_class":"IN","rcode":"NXDOMAIN","answers":[],"srcaddr":"172.31.86.160","srcport":"59464","transport":"UDP","srcids":{}}
 {"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:49Z","query_name":"1.amazon.pool.ntp.org.","query_type":"AAAA","query_class":"IN","rcode":"NOERROR","answers":[],"srcaddr":"172.31.86.159","srcport":"46159","transport":"UDP","srcids":{}}
-{"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:49Z","query_name":"2.amazon.pool.ntp.org.","query_type":"AAAA","query_class":"IN","rcode":"NOERROR","answers":[{"Rdata":"2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6","Type":"AAAA","Class":"IN"},{"Rdata":"2a02:cf40:f1::1","Type":"AAAA","Class":"IN"},{"Rdata":"2a02:cf40:3803:1::6","Type":"AAAA","Class":"IN"},{"Rdata":"2a02:cf40:1560:8003::c7","Type":"AAAA","Class":"IN"}],"srcaddr":"172.31.86.159","srcport":"49167","transport":"UDP","srcids":{}} |
+{"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:49Z","query_name":"2.amazon.pool.ntp.org.","query_type":"AAAA","query_class":"IN","rcode":"NOERROR","answers":[{"Rdata":"2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6","Type":"AAAA","Class":"IN"},{"Rdata":"2a02:cf40:f1::1","Type":"AAAA","Class":"IN"},{"Rdata":"2a02:cf40:3803:1::6","Type":"AAAA","Class":"IN"},{"Rdata":"2a02:cf40:1560:8003::c7","Type":"AAAA","Class":"IN"}],"srcaddr":"172.31.86.159","srcport":"49167","transport":"UDP","srcids":{}}
 {"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:49Z","query_name":"0.amazon.pool.ntp.org.","query_type":"AAAA","query_class":"IN","rcode":"NOERROR","answers":[],"srcaddr":"172.31.86.159","srcport":"51725","transport":"UDP","srcids":{}}
 {"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:49Z","query_name":"0.amazon.pool.ntp.org.","query_type":"A","query_class":"IN","rcode":"NOERROR","answers":[{"Rdata":"81.2.69.143","Type":"A","Class":"IN"},{"Rdata":"67.43.156.13","Type":"A","Class":"IN"},{"Rdata":"216.160.83.57","Type":"A","Class":"IN"},{"Rdata":"216.160.83.61","Type":"A","Class":"IN"}],"srcaddr":"172.31.86.159","srcport":"51725","transport":"UDP","srcids":{}}
 {"version":"1.100000","account_id":"626345947581","region":"us-east-1","vpc_id":"vpc-01e31a7c","query_timestamp":"2021-12-11T22:46:49Z","query_name":"1.amazon.pool.ntp.org.","query_type":"A","query_class":"IN","rcode":"NOERROR","answers":[{"Rdata":"175.16.199.1","Type":"A","Class":"IN"},{"Rdata":"81.2.69.143","Type":"A","Class":"IN"},{"Rdata":"67.43.156.12","Type":"A","Class":"IN"},{"Rdata":"175.16.199.1","Type":"A","Class":"IN"}],"srcaddr":"172.31.86.159","srcport":"46159","transport":"UDP","srcids":{}}

packages/aws/data_stream/route53_resolver_logs/_dev/test/pipeline/test-route53.log-expected.json

@@ -1437,7 +1437,7 @@
                     "network"
                 ],
                 "kind": "event",
-                "original": "{\"version\":\"1.100000\",\"account_id\":\"626345947581\",\"region\":\"us-east-1\",\"vpc_id\":\"vpc-01e31a7c\",\"query_timestamp\":\"2021-12-11T22:46:49Z\",\"query_name\":\"2.amazon.pool.ntp.org.\",\"query_type\":\"AAAA\",\"query_class\":\"IN\",\"rcode\":\"NOERROR\",\"answers\":[{\"Rdata\":\"2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6\",\"Type\":\"AAAA\",\"Class\":\"IN\"},{\"Rdata\":\"2a02:cf40:f1::1\",\"Type\":\"AAAA\",\"Class\":\"IN\"},{\"Rdata\":\"2a02:cf40:3803:1::6\",\"Type\":\"AAAA\",\"Class\":\"IN\"},{\"Rdata\":\"2a02:cf40:1560:8003::c7\",\"Type\":\"AAAA\",\"Class\":\"IN\"}],\"srcaddr\":\"172.31.86.159\",\"srcport\":\"49167\",\"transport\":\"UDP\",\"srcids\":{}} |",
+                "original": "{\"version\":\"1.100000\",\"account_id\":\"626345947581\",\"region\":\"us-east-1\",\"vpc_id\":\"vpc-01e31a7c\",\"query_timestamp\":\"2021-12-11T22:46:49Z\",\"query_name\":\"2.amazon.pool.ntp.org.\",\"query_type\":\"AAAA\",\"query_class\":\"IN\",\"rcode\":\"NOERROR\",\"answers\":[{\"Rdata\":\"2a02:cf40:add:4002:91f2:a9b2:e09a:6fc6\",\"Type\":\"AAAA\",\"Class\":\"IN\"},{\"Rdata\":\"2a02:cf40:f1::1\",\"Type\":\"AAAA\",\"Class\":\"IN\"},{\"Rdata\":\"2a02:cf40:3803:1::6\",\"Type\":\"AAAA\",\"Class\":\"IN\"},{\"Rdata\":\"2a02:cf40:1560:8003::c7\",\"Type\":\"AAAA\",\"Class\":\"IN\"}],\"srcaddr\":\"172.31.86.159\",\"srcport\":\"49167\",\"transport\":\"UDP\",\"srcids\":{}}",
                 "outcome": "success",
                 "type": [
                     "protocol"

packages/ceph/data_stream/cluster_status/_dev/test/pipeline/test-cluster-status-metrics-nautilus.log

@@ -1 +1 @@
-{ "command": "status format=json", "outb": {"fsid":"71bb7c52-360c-410a-9847-717e1483a05f","health":{"checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 osds down"}},"OSD_HOST_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 host (1 osds) down"}},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 148/222 objects degraded (66.667%), 33 pgs degraded, 328 pgs undersized"}},"POOL_TOO_FEW_PGS":{"severity":"HEALTH_WARN","summary":{"message":"1 pools have too few placement groups"}},"POOL_TOO_MANY_PGS":{"severity":"HEALTH_WARN","summary":{"message":"2 pools have too many placement groups"}}},"status":"HEALTH_WARN"},"election_epoch":19,"quorum":[0],"quorum_names":["master"],"quorum_age":184768,"monmap":{"epoch":2,"min_mon_release_name":"14","num_mons":1},"osdmap":{"osdmap":{"epoch":114,"num_osds":4,"num_up_osds":1,"num_in_osds":2,"num_remapped_pgs":0}},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":295},{"state_name":"active+undersized+degraded","count":33}],"num_pgs":328,"num_pools":5,"num_objects":74,"data_bytes":145064680,"bytes_used":1239285760,"bytes_avail":20231356416,"bytes_total":21470642176,"degraded_objects":148,"degraded_total":222,"degraded_ratio":0.66666666666666652,"read_bytes_sec":1738015,"write_bytes_sec":2543437,"read_op_per_sec":3,"write_op_per_sec":4},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"services":{"dashboard":"https://master.29053.local:8443/","restful":"https://master.29053.local:8003/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"]}},"servicemap":{"epoch":6072,"modified":"2023-02-08 16:02:26.086357","services":{}},"progress_events":{}}, "outs": "" }
+{ "command": "status format=json", "outb": {"fsid":"71bb7c52-360c-410a-9847-717e1483a05f","health":{"checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 osds down"}},"OSD_HOST_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 host (1 osds) down"}},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 148/222 objects degraded (66.667%), 33 pgs degraded, 328 pgs undersized"}},"POOL_TOO_FEW_PGS":{"severity":"HEALTH_WARN","summary":{"message":"1 pools have too few placement groups"}},"POOL_TOO_MANY_PGS":{"severity":"HEALTH_WARN","summary":{"message":"2 pools have too many placement groups"}}},"status":"HEALTH_WARN"},"election_epoch":19,"quorum":[0],"quorum_names":["master"],"quorum_age":184768,"monmap":{"epoch":2,"min_mon_release_name":"14","num_mons":1},"osdmap":{"osdmap":{"epoch":114,"num_osds":4,"num_up_osds":1,"num_in_osds":2,"num_remapped_pgs":0}},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":295},{"state_name":"active+undersized+degraded","count":33}],"num_pgs":328,"num_pools":5,"num_objects":74,"data_bytes":145064680,"bytes_used":1239285760,"bytes_avail":20231356416,"bytes_total":21470642176,"degraded_objects":148,"degraded_total":222,"degraded_ratio":0.66666666666666652,"read_bytes_sec":1738015,"write_bytes_sec":2543437,"read_op_per_sec":3,"write_op_per_sec":4},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"services":{"dashboard":"https://master.29053.local:8443/","restful":"https://master.29053.local:8003/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"]}},"servicemap":{"epoch":6072,"modified":"2023-02-08 16:02:26.086357","services":{}},"progress_events":{}, "outs": "" }

packages/ceph/data_stream/cluster_status/_dev/test/pipeline/test-cluster-status-metrics-nautilus.log-expected.json

@@ -83,7 +83,7 @@
             "event": {
                 "kind": "metric",
                 "module": "ceph",
-                "original": "{ \"command\": \"status format=json\", \"outb\": {\"fsid\":\"71bb7c52-360c-410a-9847-717e1483a05f\",\"health\":{\"checks\":{\"OSD_DOWN\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"1 osds down\"}},\"OSD_HOST_DOWN\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"1 host (1 osds) down\"}},\"PG_DEGRADED\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"Degraded data redundancy: 148/222 objects degraded (66.667%), 33 pgs degraded, 328 pgs undersized\"}},\"POOL_TOO_FEW_PGS\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"1 pools have too few placement groups\"}},\"POOL_TOO_MANY_PGS\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"2 pools have too many placement groups\"}}},\"status\":\"HEALTH_WARN\"},\"election_epoch\":19,\"quorum\":[0],\"quorum_names\":[\"master\"],\"quorum_age\":184768,\"monmap\":{\"epoch\":2,\"min_mon_release_name\":\"14\",\"num_mons\":1},\"osdmap\":{\"osdmap\":{\"epoch\":114,\"num_osds\":4,\"num_up_osds\":1,\"num_in_osds\":2,\"num_remapped_pgs\":0}},\"pgmap\":{\"pgs_by_state\":[{\"state_name\":\"active+undersized\",\"count\":295},{\"state_name\":\"active+undersized+degraded\",\"count\":33}],\"num_pgs\":328,\"num_pools\":5,\"num_objects\":74,\"data_bytes\":145064680,\"bytes_used\":1239285760,\"bytes_avail\":20231356416,\"bytes_total\":21470642176,\"degraded_objects\":148,\"degraded_total\":222,\"degraded_ratio\":0.66666666666666652,\"read_bytes_sec\":1738015,\"write_bytes_sec\":2543437,\"read_op_per_sec\":3,\"write_op_per_sec\":4},\"fsmap\":{\"epoch\":1,\"by_rank\":[],\"up:standby\":0},\"services\":{\"dashboard\":\"https://master.29053.local:8443/\",\"restful\":\"https://master.29053.local:8003/\"},\"always_on_modules\":{\"nautilus\":[\"balancer\",\"crash\",\"devicehealth\",\"orchestrator_cli\",\"progress\",\"rbd_support\",\"status\",\"volumes\"]}},\"servicemap\":{\"epoch\":6072,\"modified\":\"2023-02-08 16:02:26.086357\",\"services\":{}},\"progress_events\":{}}, \"outs\": \"\" }",
+                "original": "{ \"command\": \"status format=json\", \"outb\": {\"fsid\":\"71bb7c52-360c-410a-9847-717e1483a05f\",\"health\":{\"checks\":{\"OSD_DOWN\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"1 osds down\"}},\"OSD_HOST_DOWN\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"1 host (1 osds) down\"}},\"PG_DEGRADED\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"Degraded data redundancy: 148/222 objects degraded (66.667%), 33 pgs degraded, 328 pgs undersized\"}},\"POOL_TOO_FEW_PGS\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"1 pools have too few placement groups\"}},\"POOL_TOO_MANY_PGS\":{\"severity\":\"HEALTH_WARN\",\"summary\":{\"message\":\"2 pools have too many placement groups\"}}},\"status\":\"HEALTH_WARN\"},\"election_epoch\":19,\"quorum\":[0],\"quorum_names\":[\"master\"],\"quorum_age\":184768,\"monmap\":{\"epoch\":2,\"min_mon_release_name\":\"14\",\"num_mons\":1},\"osdmap\":{\"osdmap\":{\"epoch\":114,\"num_osds\":4,\"num_up_osds\":1,\"num_in_osds\":2,\"num_remapped_pgs\":0}},\"pgmap\":{\"pgs_by_state\":[{\"state_name\":\"active+undersized\",\"count\":295},{\"state_name\":\"active+undersized+degraded\",\"count\":33}],\"num_pgs\":328,\"num_pools\":5,\"num_objects\":74,\"data_bytes\":145064680,\"bytes_used\":1239285760,\"bytes_avail\":20231356416,\"bytes_total\":21470642176,\"degraded_objects\":148,\"degraded_total\":222,\"degraded_ratio\":0.66666666666666652,\"read_bytes_sec\":1738015,\"write_bytes_sec\":2543437,\"read_op_per_sec\":3,\"write_op_per_sec\":4},\"fsmap\":{\"epoch\":1,\"by_rank\":[],\"up:standby\":0},\"services\":{\"dashboard\":\"https://master.29053.local:8443/\",\"restful\":\"https://master.29053.local:8003/\"},\"always_on_modules\":{\"nautilus\":[\"balancer\",\"crash\",\"devicehealth\",\"orchestrator_cli\",\"progress\",\"rbd_support\",\"status\",\"volumes\"]}},\"servicemap\":{\"epoch\":6072,\"modified\":\"2023-02-08 16:02:26.086357\",\"services\":{}},\"progress_events\":{}, \"outs\": \"\" }",
                 "type": [
                     "info"
                 ]

packages/ceph/data_stream/cluster_status/_dev/test/pipeline/test-cluster-status-metrics-octopus.log

@@ -1 +1 @@
-{ "command": "status format=json", "outb": {"fsid":"72840c24-3a82-4e28-be87-cf9f905918fb","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 osds down","count":1},"muted":false},"OSD_HOST_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 host (1 osds) down","count":1},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 7/30 objects degraded (23.333%), 7 pgs degraded, 65 pgs undersized","count":72},"muted":false},"POOL_APP_NOT_ENABLED":{"severity":"HEALTH_WARN","summary":{"message":"1 pool(s) do not have an application enabled","count":1},"muted":false}},"mutes":[]},"election_epoch":9,"quorum":[0],"quorum_names":["node01"],"quorum_age":1879106,"monmap":{"epoch":2,"min_mon_release_name":"octopus","num_mons":1},"osdmap":{"epoch":900,"num_osds":6,"num_up_osds":3,"osd_up_since":1674808261,"num_in_osds":4,"osd_in_since":1672393287,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":58},{"state_name":"active+clean","count":31},{"state_name":"active+undersized+degraded","count":7}],"num_pgs":96,"num_pools":3,"num_objects":10,"data_bytes":518577,"bytes_used":4643487744,"bytes_avail":81239080960,"bytes_total":85882568704,"degraded_objects":7,"degraded_total":30,"degraded_ratio":0.23333333333333331,"read_bytes_sec":0,"write_bytes_sec":317149,"read_op_per_sec":1,"write_op_per_sec":4},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"services":{"dashboard":"https://node01.cheftest.local:8443/","prometheus":"http://node01.cheftest.local:9283/","restful":"https://127.0.0.1:8003/"}},"servicemap":{"epoch":9045,"modified":"2023-01-31T07:02:01.047615+0000","services":{}},"progress_events":{}}, "outs": "" }
+{ "command": "status format=json", "outb": {"fsid":"72840c24-3a82-4e28-be87-cf9f905918fb","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 osds down","count":1},"muted":false},"OSD_HOST_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"1 host (1 osds) down","count":1},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 7/30 objects degraded (23.333%), 7 pgs degraded, 65 pgs undersized","count":72},"muted":false},"POOL_APP_NOT_ENABLED":{"severity":"HEALTH_WARN","summary":{"message":"1 pool(s) do not have an application enabled","count":1},"muted":false}},"mutes":[]},"election_epoch":9,"quorum":[0],"quorum_names":["node01"],"quorum_age":1879106,"monmap":{"epoch":2,"min_mon_release_name":"octopus","num_mons":1},"osdmap":{"epoch":900,"num_osds":6,"num_up_osds":3,"osd_up_since":1674808261,"num_in_osds":4,"osd_in_since":1672393287,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":58},{"state_name":"active+clean","count":31},{"state_name":"active+undersized+degraded","count":7}],"num_pgs":96,"num_pools":3,"num_objects":10,"data_bytes":518577,"bytes_used":4643487744,"bytes_avail":81239080960,"bytes_total":85882568704,"degraded_objects":7,"degraded_total":30,"degraded_ratio":0.23333333333333331,"read_bytes_sec":0,"write_bytes_sec":317149,"read_op_per_sec":1,"write_op_per_sec":4},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"services":{"dashboard":"https://node01.cheftest.local:8443/","prometheus":"http://node01.cheftest.local:9283/","restful":"https://127.0.0.1:8003/"}},"servicemap":{"epoch":9045,"modified":"2023-01-31T07:02:01.047615+0000","services":{}},"progress_events":{}, "outs": "" }