2022/08/12 05:03:03 Starting Kubernetes Multicloud API 2022/08/12 05:03:03 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-08-12T05:03:13Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-08-12T05:03:13Z"} 10.233.66.187 - - [12/Aug/2022:05:40:49 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-08-12T05:40:49Z"} 10.233.70.249 - - [12/Aug/2022:06:08:28 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [12/Aug/2022:06:14:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Aug/2022:06:14:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [12/Aug/2022:06:18:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "GET /v1/rb/definition/cds-ms-rb-a43cf4ba-6442-4f42-8793-29d4421d86ca/v1 HTTP/1.1" 200 124 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "POST /v1/rb/definition/cds-ms-rb-a43cf4ba-6442-4f42-8793-29d4421d86ca/v1/content HTTP/1.1" 200 0 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "GET /v1/rb/definition/cds-ms-rb-a43cf4ba-6442-4f42-8793-29d4421d86ca/v1 HTTP/1.1" 200 138 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "POST /v1/rb/definition/cds-ms-rb-a43cf4ba-6442-4f42-8793-29d4421d86ca/v1/profile HTTP/1.1" 201 305 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "GET /v1/rb/definition/cds-ms-rb-a43cf4ba-6442-4f42-8793-29d4421d86ca/v1/profile/cds-ms-prof-efe5e9e7-08af-4dab-aa5b-edd913f65529 HTTP/1.1" 200 305 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "POST /v1/rb/definition/cds-ms-rb-a43cf4ba-6442-4f42-8793-29d4421d86ca/v1/profile/cds-ms-prof-efe5e9e7-08af-4dab-aa5b-edd913f65529/content HTTP/1.1" 200 0 2022/08/12 06:24:06 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/08/12 06:24:06 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/08/12 06:24:06 Main rss info 2022/08/12 06:24:06 Path: /tmp/helm-tmpl-896200895/manifest-0 2022/08/12 06:24:06 Kind: Service 2022/08/12 06:24:06 Path: /tmp/helm-tmpl-896200895/manifest-1 2022/08/12 06:24:06 Kind: Deployment 2022/08/12 06:24:06 Crd rss info 2022/08/12 06:24:06 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-08-12T06:24:06Z"} 2022/08/12 06:24:06 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-896200895/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:24:06Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-08-12T06:24:07Z"} {"filepath":"/tmp/helm-tmpl-896200895/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:24:07Z"} 2022/08/12 06:24:07 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-08-12T06:24:07Z"} 10.233.70.249 - - [12/Aug/2022:06:24:06 +0000] "POST /v1/instance HTTP/1.1" 201 543 2022/08/12 06:25:38 [Config Cleanup] Instance cranky_lovelace 2022/08/12 06:25:38 [scheduleResources]: START thread 2022/08/12 06:25:43 Stop config thread for cranky_lovelace {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-08-12T06:25:43Z"} 2022/08/12 06:25:43 No plugin for kind Deployment found. Using generic Plugin 2022/08/12 06:25:43 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-08-12T06:25:43Z"} 2022/08/12 06:25:43 Deleting service: cds-regression-mockserver {"instance":"cranky_lovelace","level":"info","msg":"[START] status notify thread for ","time":"2022-08-12T06:25:43Z"} {"instance":"cranky_lovelace","level":"info","msg":"[STOP] status notify thread for ","time":"2022-08-12T06:25:48Z"} 2022/08/12 06:25:48 Deleted Obj with ID ObjectID("62f5f20655fb755e879ecd3b") 2022/08/12 06:25:48 Deleted Obj with ID ObjectID("62f5f206eea9ab07b26fa8a4") 10.233.70.249 - - [12/Aug/2022:06:25:38 +0000] "DELETE /v1/instance/cranky_lovelace HTTP/1.1" 202 0 10.233.70.249 - - [12/Aug/2022:06:25:48 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/08/12 06:25:48 Deleted Obj with ID ObjectID("62f5f20655fb755e879ecd32") 10.233.70.249 - - [12/Aug/2022:06:25:48 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/08/12 06:25:48 Deleted Obj with ID ObjectID("62f5f206eea9ab07b26fa866") 10.233.70.249 - - [12/Aug/2022:06:25:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.249 - - [12/Aug/2022:06:25:55 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.249 - - [12/Aug/2022:06:25:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [12/Aug/2022:06:26:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [12/Aug/2022:06:26:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [12/Aug/2022:06:26:22 +0000] "POST /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1/content HTTP/1.1" 200 0 10.233.70.249 - - [12/Aug/2022:06:28:15 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.70.249 - - [12/Aug/2022:06:32:47 +0000] "GET /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1 HTTP/1.1" 200 270 10.233.70.249 - - [12/Aug/2022:06:32:47 +0000] "GET /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1/profile/cnftest HTTP/1.1" 404 87 10.233.70.249 - - [12/Aug/2022:06:32:47 +0000] "POST /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1/profile HTTP/1.1" 201 240 10.233.70.249 - - [12/Aug/2022:06:32:47 +0000] "GET /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1/profile/cnftest HTTP/1.1" 200 240 10.233.70.249 - - [12/Aug/2022:06:32:47 +0000] "POST /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-08-12T06:33:12Z"} 10.233.70.249 - - [12/Aug/2022:06:33:12 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-c0cd3842-d929-49c2-a6c2-d05affe2e185 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"fc2c2890-6ba2-4b2c-a4ac-05033e172356","vf-module-id":"11555306-48fb-4383-b777-43f71a876544","vf-module-model-invariant-id":"0b9d38a4-46c6-490f-8876-a9f1994c5e4c","vf-module-model-version-id":"75b6e3eb-7a7d-4080-94cd-bafa1159c99a","vf-module-model-customization-id":"0a2b7035-a73a-470c-bb83-ab42af6554a1","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-c0cd3842-d929-49c2-a6c2-d05affe2e185"}},"level":"info","msg":"Broker API Payload","time":"2022-08-12T06:33:13Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"0b9d38a4-46c6-490f-8876-a9f1994c5e4c","rb-version":"0a2b7035-a73a-470c-bb83-ab42af6554a1","profile-name":"cnftest","release-name":"11555306-48fb-4383-b777-43f71a876544","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-c0cd3842-d929-49c2-a6c2-d05affe2e185"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-08-12T06:33:13Z"} 2022/08/12 06:33:13 Main rss info 2022/08/12 06:33:13 Path: /tmp/helm-tmpl-468928898/manifest-0 2022/08/12 06:33:13 Kind: Service 2022/08/12 06:33:13 Path: /tmp/helm-tmpl-468928898/manifest-1 2022/08/12 06:33:13 Kind: Deployment 2022/08/12 06:33:13 Crd rss info 2022/08/12 06:33:13 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-08-12T06:33:13Z"} 2022/08/12 06:33:13 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-468928898/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:33:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-08-12T06:33:13Z"} {"filepath":"/tmp/helm-tmpl-468928898/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:33:13Z"} 2022/08/12 06:33:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-08-12T06:33:13Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_meninsky","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-08-12T06:33:13Z"} 10.233.70.249 - - [12/Aug/2022:06:33:13 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 308 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_meninsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-08-12T06:33:13Z"} 10.233.70.249 - - [12/Aug/2022:06:33:13 +0000] "GET /basicnf-owner/k8sregion/infra_workload/suspicious_meninsky HTTP/1.1" 200 127 10.233.70.249 - - [12/Aug/2022:06:33:13 +0000] "POST /basicnf-owner/k8sregion/infra_workload/suspicious_meninsky HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_meninsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-08-12T06:33:38Z"} 10.233.70.249 - - [12/Aug/2022:06:33:38 +0000] "GET /basicnf-owner/k8sregion/infra_workload/suspicious_meninsky HTTP/1.1" 200 127 2022/08/12 06:33:38 [Config Cleanup] Instance suspicious_meninsky 2022/08/12 06:33:38 [scheduleResources]: START thread 2022/08/12 06:33:43 Stop config thread for suspicious_meninsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-08-12T06:33:43Z"} 2022/08/12 06:33:43 No plugin for kind Deployment found. Using generic Plugin 2022/08/12 06:33:43 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-08-12T06:33:43Z"} 2022/08/12 06:33:43 Deleting service: cnftest-nginx {"instance":"suspicious_meninsky","level":"info","msg":"[START] status notify thread for ","time":"2022-08-12T06:33:43Z"} {"instance":"suspicious_meninsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-08-12T06:33:48Z"} 2022/08/12 06:33:48 Deleted Obj with ID ObjectID("62f5f42955fb755e879ecd47") 10.233.70.249 - - [12/Aug/2022:06:33:38 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/suspicious_meninsky HTTP/1.1" 202 127 2022/08/12 06:33:48 Deleted Obj with ID ObjectID("62f5f429eea9ab07b26faa61") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_meninsky","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-08-12T06:33:48Z"} 10.233.70.249 - - [12/Aug/2022:06:33:56 +0000] "GET /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1 HTTP/1.1" 200 270 10.233.70.249 - - [12/Aug/2022:06:33:56 +0000] "GET /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1/profile/cnftest HTTP/1.1" 200 240 2022/08/12 06:33:56 Deleted Obj with ID ObjectID("62f5f40f55fb755e879ecd45") 2022/08/12 06:33:56 Deleted Obj with ID ObjectID("62f5f40f55fb755e879ecd46") 10.233.70.249 - - [12/Aug/2022:06:33:56 +0000] "DELETE /v1/rb/definition/0b9d38a4-46c6-490f-8876-a9f1994c5e4c/0a2b7035-a73a-470c-bb83-ab42af6554a1/profile/cnftest HTTP/1.1" 204 0 2022/08/12 06:33:56 Deleted Obj with ID ObjectID("62f5f40feea9ab07b26faa33") 10.233.70.249 - - [12/Aug/2022:06:34:25 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/08/12 06:34:25 Deleted Obj with ID ObjectID("62f5f27355fb755e879ecd3c") 2022/08/12 06:34:25 Deleted Obj with ID ObjectID("62f5f273eea9ab07b26fa904") 10.233.70.249 - - [12/Aug/2022:06:34:25 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.249 - - [12/Aug/2022:06:37:41 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.249 - - [12/Aug/2022:06:37:41 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.70.249 - - [12/Aug/2022:06:37:41 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.70.249 - - [12/Aug/2022:06:37:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.249 - - [12/Aug/2022:06:37:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-88a61caf-0310-4ccb-9251-b7c7a2bf11c0/v1 HTTP/1.1" 200 125 10.233.70.249 - - [12/Aug/2022:06:37:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-88a61caf-0310-4ccb-9251-b7c7a2bf11c0/v1/content HTTP/1.1" 200 0 10.233.70.249 - - [12/Aug/2022:06:37:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-88a61caf-0310-4ccb-9251-b7c7a2bf11c0/v1 HTTP/1.1" 200 138 10.233.70.249 - - [12/Aug/2022:06:37:42 +0000] "POST /v1/rb/definition/pnf-cnf-rb-88a61caf-0310-4ccb-9251-b7c7a2bf11c0/v1/profile HTTP/1.1" 201 314 10.233.70.249 - - [12/Aug/2022:06:37:42 +0000] "GET /v1/rb/definition/pnf-cnf-rb-88a61caf-0310-4ccb-9251-b7c7a2bf11c0/v1/profile/pnf-cnf-profile-7757ac17-4501-47b0-accd-a4ed6ab9c4b0 HTTP/1.1" 200 314 10.233.70.249 - - [12/Aug/2022:06:37:42 +0000] "POST /v1/rb/definition/pnf-cnf-rb-88a61caf-0310-4ccb-9251-b7c7a2bf11c0/v1/profile/pnf-cnf-profile-7757ac17-4501-47b0-accd-a4ed6ab9c4b0/content HTTP/1.1" 200 0 2022/08/12 06:37:42 Main rss info 2022/08/12 06:37:42 Path: /tmp/helm-tmpl-464087416/manifest-0 2022/08/12 06:37:42 Kind: Service 2022/08/12 06:37:42 Path: /tmp/helm-tmpl-464087416/manifest-1 2022/08/12 06:37:42 Kind: Service 2022/08/12 06:37:42 Path: /tmp/helm-tmpl-464087416/manifest-2 2022/08/12 06:37:42 Kind: Pod 2022/08/12 06:37:42 Path: /tmp/helm-tmpl-464087416/manifest-3 2022/08/12 06:37:42 Kind: Deployment 2022/08/12 06:37:42 Crd rss info 2022/08/12 06:37:42 Hook info {"filepath":"/tmp/helm-tmpl-464087416/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:37:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-08-12T06:37:42Z"} {"filepath":"/tmp/helm-tmpl-464087416/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:37:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-08-12T06:37:42Z"} {"filepath":"/tmp/helm-tmpl-464087416/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:37:42Z"} 2022/08/12 06:37:42 No plugin for kind Pod found. Using generic Plugin 2022/08/12 06:37:42 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-08-12T06:37:42Z"} {"filepath":"/tmp/helm-tmpl-464087416/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:37:42Z"} 2022/08/12 06:37:42 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-08-12T06:37:42Z"} 10.233.70.249 - - [12/Aug/2022:06:37:42 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.70.249 - - [12/Aug/2022:06:39:51 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.249 - - [12/Aug/2022:06:39:51 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.70.249 - - [12/Aug/2022:06:39:52 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [12/Aug/2022:06:40:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [12/Aug/2022:06:40:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [12/Aug/2022:06:40:11 +0000] "POST /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394/content HTTP/1.1" 200 0 127.0.0.1 - - [12/Aug/2022:06:40:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.65 - - [12/Aug/2022:06:44:12 +0000] "GET /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394 HTTP/1.1" 200 277 10.233.68.65 - - [12/Aug/2022:06:44:12 +0000] "GET /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.65 - - [12/Aug/2022:06:44:12 +0000] "POST /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394/profile HTTP/1.1" 201 270 10.233.68.65 - - [12/Aug/2022:06:44:12 +0000] "POST /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.68.65 - - [12/Aug/2022:06:44:29 +0000] "GET /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394 HTTP/1.1" 200 277 10.233.68.65 - - [12/Aug/2022:06:44:29 +0000] "GET /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394/config-template/replica-count-template HTTP/1.1" 500 78 2022/08/12 06:44:29 [ConfigiTemplate]: create 8e7119ae-544b-4e21-8d0c-3bec71f595f5 10.233.68.65 - - [12/Aug/2022:06:44:29 +0000] "POST /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394/config-template HTTP/1.1" 201 113 2022/08/12 06:44:29 [ConfigTemplate]: Upload replica-count-template 10.233.68.65 - - [12/Aug/2022:06:44:29 +0000] "POST /v1/rb/definition/8e7119ae-544b-4e21-8d0c-3bec71f595f5/00affeca-afcd-4bde-ae94-52a0d39a9394/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/08/12 06:44:32 Main rss info 2022/08/12 06:44:32 Path: /tmp/helm-tmpl-271951527/manifest-0 2022/08/12 06:44:32 Kind: Service 2022/08/12 06:44:32 Path: /tmp/helm-tmpl-271951527/manifest-1 2022/08/12 06:44:32 Kind: Deployment 2022/08/12 06:44:32 Crd rss info 2022/08/12 06:44:32 Hook info {"filepath":"/tmp/helm-tmpl-271951527/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:44:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-08-12T06:44:32Z"} {"filepath":"/tmp/helm-tmpl-271951527/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:44:32Z"} 2022/08/12 06:44:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-08-12T06:44:32Z"} 10.233.66.187 - - [12/Aug/2022:06:44:32 +0000] "POST /v1/instance HTTP/1.1" 201 1278 2022/08/12 06:44:33 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.187 - - [12/Aug/2022:06:44:33 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 14526 {"instance":"tender_kare","level":"info","msg":"[START] status notify thread for ","time":"2022-08-12T06:44:56Z"} {"instance":"tender_kare","level":"info","msg":"REFRESH WATCHERS","subscription":"tender_kare-cnf-adapter","time":"2022-08-12T06:45:01Z"} {"Instance":"tender_kare","Kind":"Pod","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-08-12T06:45:01Z"} {"Instance":"tender_kare","Kind":"Service","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-08-12T06:45:01Z"} {"Instance":"tender_kare","Kind":"Deployment","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-08-12T06:45:01Z"} 10.233.66.187 - - [12/Aug/2022:06:44:56 +0000] "POST /v1/instance/tender_kare/status/subscription HTTP/1.1" 201 639 {"InstanceId":"tender_kare","SubscriptionName":"tender_kare-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-08-12T06:45:01Z"} {"InstanceId":"tender_kare","SubscriptionName":"tender_kare-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-08-12T06:45:06Z"} 2022/08/12 06:45:08 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:45:08 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 14866 2022/08/12 06:45:18 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:45:18 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 14866 10.233.68.65 - - [12/Aug/2022:06:45:28 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 14678 2022/08/12 06:45:29 [scheduleResources]: START thread 10.233.68.65 - - [12/Aug/2022:06:45:29 +0000] "GET /v1/instance/tender_kare/config/replica-count-change HTTP/1.1" 500 60 2022/08/12 06:45:34 [Config Create] Instance tender_kare 2022/08/12 06:45:34 [ConfigTemplate]: Download replica-count-template 2022/08/12 06:45:34 Before Sent to goroutine {8e7119ae-544b-4e21-8d0c-3bec71f595f5 00affeca-afcd-4bde-ae94-52a0d39a9394 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/08/12 06:45:34 Message Sent to goroutine {8e7119ae-544b-4e21-8d0c-3bec71f595f5 00affeca-afcd-4bde-ae94-52a0d39a9394 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/08/12 06:45:34 [scheduleResources]: POST {8e7119ae-544b-4e21-8d0c-3bec71f595f5 00affeca-afcd-4bde-ae94-52a0d39a9394 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-692992324/manifest-0}] {"filepath":"/tmp/helm-tmpl-692992324/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:45:34Z"} 2022/08/12 06:45:34 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-692992324/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-08-12T06:45:34Z"} {"filepath":"/tmp/helm-tmpl-692992324/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-08-12T06:45:34Z"} 2022/08/12 06:45:34 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-08-12T06:45:34Z"} 2022/08/12 06:45:34 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.65 - - [12/Aug/2022:06:45:34 +0000] "POST /v1/instance/tender_kare/config HTTP/1.1" 201 263 2022/08/12 06:45:34 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:45:34 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 19546 {"Instance":"tender_kare","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-08-12T06:45:41Z"} {"Kind":"Pod","Name":"rel-1-apache-c46967ff5-sbmzm","level":"info","msg":"CREATED","time":"2022-08-12T06:45:41Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-08-12T06:45:41Z"} {"Kind":"Pod","Name":"rel-1-apache-c46967ff5-xl9r7","level":"info","msg":"MODIFIED","time":"2022-08-12T06:45:41Z"} 10.233.66.187 - - [12/Aug/2022:06:45:41 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 20915 2022/08/12 06:45:41 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 2022/08/12 06:45:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:45:44 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 20915 {"InstanceId":"tender_kare","Result":202,"SubscriptionName":"tender_kare-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-08-12T06:45:45Z"} 2022/08/12 06:45:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:45:54 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 20915 2022/08/12 06:46:05 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:46:05 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 20915 2022/08/12 06:46:15 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:46:15 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 21258 {"Instance":"tender_kare","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-08-12T06:46:15Z"} {"Kind":"Pod","Name":"rel-1-apache-c46967ff5-sbmzm","level":"info","msg":"MODIFIED","time":"2022-08-12T06:46:15Z"} 2022/08/12 06:46:15 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.187 - - [12/Aug/2022:06:46:15 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 21258 {"InstanceId":"tender_kare","Result":202,"SubscriptionName":"tender_kare-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-08-12T06:46:18Z"} 2022/08/12 06:46:25 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:46:25 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 21258 10.233.68.65 - - [12/Aug/2022:06:46:35 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 21258 2022/08/12 06:46:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.65 - - [12/Aug/2022:06:46:46 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 20966 {"Instance":"tender_kare","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-08-12T06:46:48Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-08-12T06:46:48Z"} {"Kind":"Pod","Name":"rel-1-apache-c46967ff5-sbmzm","level":"info","msg":"MODIFIED","time":"2022-08-12T06:46:48Z"} 10.233.66.187 - - [12/Aug/2022:06:46:48 +0000] "GET /v1/instance/tender_kare/status HTTP/1.1" 200 20966 {"InstanceId":"tender_kare","Result":202,"SubscriptionName":"tender_kare-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-08-12T06:46:51Z"} 2022/08/12 06:47:05 [Config Cleanup] Instance upbeat_noether 2022/08/12 06:47:05 [scheduleResources]: START thread {"Instance":"tender_kare","Kind":"Pod","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-08-12T06:47:09Z"} {"Instance":"tender_kare","Kind":"Deployment","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-08-12T06:47:09Z"} {"Instance":"tender_kare","Kind":"Service","Subscription":"tender_kare-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-08-12T06:47:09Z"} 2022/08/12 06:47:09 Deleted Obj with ID ObjectID("62f5f6ed55fb755e879ecd63") 2022/08/12 06:47:09 Deleted Obj with ID ObjectID("62f5f6edeea9ab07b26fad01") 10.233.66.187 - - [12/Aug/2022:06:47:09 +0000] "DELETE /v1/instance/tender_kare/status/subscription/tender_kare-cnf-adapter HTTP/1.1" 202 0 2022/08/12 06:47:09 [Config Cleanup] Instance tender_kare 2022/08/12 06:47:10 Stop config thread for upbeat_noether {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 No plugin for kind Deployment found. Using generic Plugin 2022/08/12 06:47:10 [scheduleResources]: STOP thread 2022/08/12 06:47:10 [Config Delete] Instance tender_kare Config replica-count-change {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 Deleting service: pnf-macro-test-simulator 2022/08/12 06:47:10 [ConfigTemplate]: Download replica-count-template {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 Deleting service: pnf-macro-test-simulator-mongo {"instance":"upbeat_noether","level":"info","msg":"[START] status notify thread for ","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 Before Sent to goroutine {8e7119ae-544b-4e21-8d0c-3bec71f595f5 00affeca-afcd-4bde-ae94-52a0d39a9394 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/08/12 06:47:10 Message Sent to goroutine {8e7119ae-544b-4e21-8d0c-3bec71f595f5 00affeca-afcd-4bde-ae94-52a0d39a9394 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/08/12 06:47:10 [scheduleResources]: DELETE {8e7119ae-544b-4e21-8d0c-3bec71f595f5 00affeca-afcd-4bde-ae94-52a0d39a9394 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 No plugin for kind Deployment found. Using generic Plugin 2022/08/12 06:47:10 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/08/12 06:47:10 [Config Delete All] Instance tender_kare Config replica-count-change 2022/08/12 06:47:10 Stop config thread for tender_kare {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 No plugin for kind Deployment found. Using generic Plugin 2022/08/12 06:47:10 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-08-12T06:47:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-08-12T06:47:10Z"} 2022/08/12 06:47:10 Deleting service: rel-1-apache {"instance":"upbeat_noether","level":"info","msg":"[STOP] status notify thread for ","time":"2022-08-12T06:47:15Z"} {"instance":"tender_kare","level":"info","msg":"[STOP] status notify thread for ","time":"2022-08-12T06:47:15Z"} 2022/08/12 06:47:15 Deleted Obj with ID ObjectID("62f5f6d055fb755e879ecd62") 2022/08/12 06:47:15 Deleted Obj with ID ObjectID("62f5f53655fb755e879ecd50") 2022/08/12 06:47:15 Deleted Obj with ID ObjectID("62f5f6d0eea9ab07b26facd9") 10.233.66.187 - - [12/Aug/2022:06:47:09 +0000] "DELETE /v1/instance/tender_kare HTTP/1.1" 202 0 2022/08/12 06:47:15 Deleted Obj with ID ObjectID("62f5f536eea9ab07b26fab68") 10.233.70.249 - - [12/Aug/2022:06:47:05 +0000] "DELETE /v1/instance/upbeat_noether HTTP/1.1" 202 0 10.233.70.249 - - [12/Aug/2022:06:47:15 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/08/12 06:47:15 Deleted Obj with ID ObjectID("62f5f53555fb755e879ecd48") 2022/08/12 06:47:15 Deleted Obj with ID ObjectID("62f5f535eea9ab07b26fab2d") 10.233.70.249 - - [12/Aug/2022:06:47:15 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 {"instance":"tender_kare","level":"info","msg":"[START] status notify thread for ","time":"2022-08-12T06:47:21Z"} {"InstanceId":"tender_kare","SubscriptionName":"tender_kare-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-08-12T06:47:26Z"} 10.233.70.249 - - [12/Aug/2022:06:47:35 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/08/12 06:47:35 Deleted Obj with ID ObjectID("62f5f5b755fb755e879ecd51") 2022/08/12 06:47:35 Deleted Obj with ID ObjectID("62f5f5b7eea9ab07b26fabc7") 10.233.70.249 - - [12/Aug/2022:06:47:35 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0