2022/10/28 03:03:39 Starting Kubernetes Multicloud API 2022/10/28 03:03:39 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-10-28T03:03:49Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-10-28T03:03:49Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-10-28T03:40:52Z"} 10.233.68.241 - - [28/Oct/2022:03:40:52 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.69.156 - - [28/Oct/2022:04:14:20 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [28/Oct/2022:04:18:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [28/Oct/2022:04:19:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "GET /v1/rb/definition/cds-ms-rb-80f403c7-0ad8-41e9-bf16-fc210797ebbe/v1 HTTP/1.1" 200 124 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "POST /v1/rb/definition/cds-ms-rb-80f403c7-0ad8-41e9-bf16-fc210797ebbe/v1/content HTTP/1.1" 200 0 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "GET /v1/rb/definition/cds-ms-rb-80f403c7-0ad8-41e9-bf16-fc210797ebbe/v1 HTTP/1.1" 200 138 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "POST /v1/rb/definition/cds-ms-rb-80f403c7-0ad8-41e9-bf16-fc210797ebbe/v1/profile HTTP/1.1" 201 305 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "GET /v1/rb/definition/cds-ms-rb-80f403c7-0ad8-41e9-bf16-fc210797ebbe/v1/profile/cds-ms-prof-f33056da-b88a-4161-98c3-82cbe85529d3 HTTP/1.1" 200 305 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "POST /v1/rb/definition/cds-ms-rb-80f403c7-0ad8-41e9-bf16-fc210797ebbe/v1/profile/cds-ms-prof-f33056da-b88a-4161-98c3-82cbe85529d3/content HTTP/1.1" 200 0 2022/10/28 04:31:58 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/10/28 04:31:58 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/10/28 04:31:58 Main rss info 2022/10/28 04:31:58 Path: /tmp/helm-tmpl-947009552/manifest-0 2022/10/28 04:31:58 Kind: Service 2022/10/28 04:31:58 Path: /tmp/helm-tmpl-947009552/manifest-1 2022/10/28 04:31:58 Kind: Deployment 2022/10/28 04:31:58 Crd rss info 2022/10/28 04:31:58 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-10-28T04:31:58Z"} 2022/10/28 04:31:58 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-947009552/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:31:58Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-10-28T04:31:58Z"} {"filepath":"/tmp/helm-tmpl-947009552/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:31:58Z"} 2022/10/28 04:31:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-10-28T04:31:59Z"} 10.233.69.156 - - [28/Oct/2022:04:31:58 +0000] "POST /v1/instance HTTP/1.1" 201 546 2022/10/28 04:33:16 [Config Cleanup] Instance flamboyant_mclaren 2022/10/28 04:33:16 [scheduleResources]: START thread 2022/10/28 04:33:21 Stop config thread for flamboyant_mclaren {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-10-28T04:33:21Z"} 2022/10/28 04:33:21 No plugin for kind Deployment found. Using generic Plugin 2022/10/28 04:33:21 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-10-28T04:33:21Z"} 2022/10/28 04:33:21 Deleting service: cds-regression-mockserver {"instance":"flamboyant_mclaren","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T04:33:21Z"} 127.0.0.1 - - [28/Oct/2022:04:33:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.69.156 - - [28/Oct/2022:04:33:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.156 - - [28/Oct/2022:04:33:22 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.69.156 - - [28/Oct/2022:04:33:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 {"instance":"flamboyant_mclaren","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T04:33:26Z"} 2022/10/28 04:33:26 Deleted Obj with ID ObjectID("635b5b3e6b44b7df31e561cc") 10.233.69.156 - - [28/Oct/2022:04:33:16 +0000] "DELETE /v1/instance/flamboyant_mclaren HTTP/1.1" 202 0 2022/10/28 04:33:26 Deleted Obj with ID ObjectID("635b5b3f43a090e85188e7b1") 10.233.69.156 - - [28/Oct/2022:04:33:26 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/10/28 04:33:26 Deleted Obj with ID ObjectID("635b5b3e6b44b7df31e561c3") 10.233.69.156 - - [28/Oct/2022:04:33:26 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/10/28 04:33:26 Deleted Obj with ID ObjectID("635b5b3f43a090e85188e772") 127.0.0.1 - - [28/Oct/2022:04:33:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [28/Oct/2022:04:33:44 +0000] "POST /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186/content HTTP/1.1" 200 0 10.233.69.156 - - [28/Oct/2022:04:39:53 +0000] "GET /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186 HTTP/1.1" 200 270 10.233.69.156 - - [28/Oct/2022:04:39:53 +0000] "GET /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186/profile/cnftest HTTP/1.1" 404 87 10.233.69.156 - - [28/Oct/2022:04:39:53 +0000] "POST /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186/profile HTTP/1.1" 201 240 10.233.69.156 - - [28/Oct/2022:04:39:53 +0000] "GET /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186/profile/cnftest HTTP/1.1" 200 240 10.233.69.156 - - [28/Oct/2022:04:39:53 +0000] "POST /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-10-28T04:40:00Z"} 10.233.69.156 - - [28/Oct/2022:04:40:00 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-ffe89a8b-3fd9-4969-a604-a1238126b4ca HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"f372aefd-cdec-4bdd-87ff-2825ea637732","vf-module-id":"205baa86-9323-4253-82e2-729354fe363a","vf-module-model-invariant-id":"f41e59d3-2140-4f22-89d6-77950468e8cf","vf-module-model-version-id":"d9b1f967-93b9-47f7-9497-5bd5563ecbf0","vf-module-model-customization-id":"a31ae92c-2581-4839-b8de-0e7a526bc186","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-ffe89a8b-3fd9-4969-a604-a1238126b4ca"}},"level":"info","msg":"Broker API Payload","time":"2022-10-28T04:40:00Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"f41e59d3-2140-4f22-89d6-77950468e8cf","rb-version":"a31ae92c-2581-4839-b8de-0e7a526bc186","profile-name":"cnftest","release-name":"205baa86-9323-4253-82e2-729354fe363a","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-ffe89a8b-3fd9-4969-a604-a1238126b4ca"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-10-28T04:40:00Z"} 2022/10/28 04:40:01 Main rss info 2022/10/28 04:40:01 Path: /tmp/helm-tmpl-036382303/manifest-0 2022/10/28 04:40:01 Kind: Service 2022/10/28 04:40:01 Path: /tmp/helm-tmpl-036382303/manifest-1 2022/10/28 04:40:01 Kind: Deployment 2022/10/28 04:40:01 Crd rss info 2022/10/28 04:40:01 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-10-28T04:40:01Z"} 2022/10/28 04:40:01 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-036382303/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:40:01Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-28T04:40:01Z"} {"filepath":"/tmp/helm-tmpl-036382303/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:40:01Z"} 2022/10/28 04:40:01 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-28T04:40:01Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eager_clarke","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T04:40:01Z"} 10.233.69.156 - - [28/Oct/2022:04:40:00 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 301 10.233.69.156 - - [28/Oct/2022:04:40:01 +0000] "GET /basicnf-owner/k8sregion/infra_workload/eager_clarke HTTP/1.1" 200 120 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eager_clarke","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T04:40:01Z"} 10.233.69.156 - - [28/Oct/2022:04:40:01 +0000] "POST /basicnf-owner/k8sregion/infra_workload/eager_clarke HTTP/1.1" 405 0 10.233.69.156 - - [28/Oct/2022:04:40:22 +0000] "GET /basicnf-owner/k8sregion/infra_workload/eager_clarke HTTP/1.1" 200 120 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eager_clarke","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T04:40:22Z"} 2022/10/28 04:40:22 [Config Cleanup] Instance eager_clarke 2022/10/28 04:40:22 [scheduleResources]: START thread 2022/10/28 04:40:27 Stop config thread for eager_clarke 2022/10/28 04:40:27 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-28T04:40:27Z"} 2022/10/28 04:40:27 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-28T04:40:27Z"} 2022/10/28 04:40:27 Deleting service: cnftest-nginx {"instance":"eager_clarke","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T04:40:27Z"} {"instance":"eager_clarke","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T04:40:32Z"} 2022/10/28 04:40:32 Deleted Obj with ID ObjectID("635b5d216b44b7df31e561d8") 2022/10/28 04:40:32 Deleted Obj with ID ObjectID("635b5d2143a090e85188e942") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eager_clarke","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T04:40:32Z"} 10.233.69.156 - - [28/Oct/2022:04:40:22 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/eager_clarke HTTP/1.1" 202 120 10.233.69.156 - - [28/Oct/2022:04:40:41 +0000] "GET /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186 HTTP/1.1" 200 270 10.233.69.156 - - [28/Oct/2022:04:40:41 +0000] "GET /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186/profile/cnftest HTTP/1.1" 200 240 2022/10/28 04:40:41 Deleted Obj with ID ObjectID("635b5d196b44b7df31e561d6") 2022/10/28 04:40:41 Deleted Obj with ID ObjectID("635b5d196b44b7df31e561d7") 2022/10/28 04:40:41 Deleted Obj with ID ObjectID("635b5d1a43a090e85188e920") 10.233.69.156 - - [28/Oct/2022:04:40:41 +0000] "DELETE /v1/rb/definition/f41e59d3-2140-4f22-89d6-77950468e8cf/a31ae92c-2581-4839-b8de-0e7a526bc186/profile/cnftest HTTP/1.1" 204 0 10.233.69.156 - - [28/Oct/2022:04:41:08 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/10/28 04:41:08 Deleted Obj with ID ObjectID("635b5b926b44b7df31e561d0") 2022/10/28 04:41:08 Deleted Obj with ID ObjectID("635b5b9343a090e85188e804") 10.233.69.156 - - [28/Oct/2022:04:41:08 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c14a2014-053b-46c1-abb1-d75d5dd83a0f/v1 HTTP/1.1" 200 125 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c14a2014-053b-46c1-abb1-d75d5dd83a0f/v1/content HTTP/1.1" 200 0 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c14a2014-053b-46c1-abb1-d75d5dd83a0f/v1 HTTP/1.1" 200 138 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c14a2014-053b-46c1-abb1-d75d5dd83a0f/v1/profile HTTP/1.1" 201 314 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c14a2014-053b-46c1-abb1-d75d5dd83a0f/v1/profile/pnf-cnf-profile-feb1398d-c84a-46e6-9b7f-6eac94823f76 HTTP/1.1" 200 314 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c14a2014-053b-46c1-abb1-d75d5dd83a0f/v1/profile/pnf-cnf-profile-feb1398d-c84a-46e6-9b7f-6eac94823f76/content HTTP/1.1" 200 0 2022/10/28 04:52:03 Main rss info 2022/10/28 04:52:03 Path: /tmp/helm-tmpl-132989229/manifest-0 2022/10/28 04:52:03 Kind: Service 2022/10/28 04:52:03 Path: /tmp/helm-tmpl-132989229/manifest-1 2022/10/28 04:52:03 Kind: Service 2022/10/28 04:52:03 Path: /tmp/helm-tmpl-132989229/manifest-2 2022/10/28 04:52:03 Kind: Pod 2022/10/28 04:52:03 Path: /tmp/helm-tmpl-132989229/manifest-3 2022/10/28 04:52:03 Kind: Deployment 2022/10/28 04:52:03 Crd rss info 2022/10/28 04:52:03 Hook info {"filepath":"/tmp/helm-tmpl-132989229/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:52:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T04:52:03Z"} {"filepath":"/tmp/helm-tmpl-132989229/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:52:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T04:52:03Z"} {"filepath":"/tmp/helm-tmpl-132989229/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:52:03Z"} 2022/10/28 04:52:03 No plugin for kind Pod found. Using generic Plugin 2022/10/28 04:52:03 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T04:52:03Z"} {"filepath":"/tmp/helm-tmpl-132989229/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:52:03Z"} 2022/10/28 04:52:03 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T04:52:03Z"} 10.233.69.156 - - [28/Oct/2022:04:52:03 +0000] "POST /v1/instance HTTP/1.1" 201 746 10.233.69.156 - - [28/Oct/2022:04:53:27 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.69.156 - - [28/Oct/2022:04:53:27 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.69.156 - - [28/Oct/2022:04:53:27 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [28/Oct/2022:04:53:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [28/Oct/2022:04:53:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [28/Oct/2022:04:53:45 +0000] "POST /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d/content HTTP/1.1" 200 0 127.0.0.1 - - [28/Oct/2022:04:54:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.237 - - [28/Oct/2022:04:57:45 +0000] "GET /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d HTTP/1.1" 200 277 10.233.71.237 - - [28/Oct/2022:04:57:45 +0000] "GET /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.237 - - [28/Oct/2022:04:57:45 +0000] "POST /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d/profile HTTP/1.1" 201 270 10.233.71.237 - - [28/Oct/2022:04:57:45 +0000] "POST /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.237 - - [28/Oct/2022:04:57:55 +0000] "GET /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d HTTP/1.1" 200 277 10.233.71.237 - - [28/Oct/2022:04:57:55 +0000] "GET /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d/config-template/replica-count-template HTTP/1.1" 500 78 2022/10/28 04:57:55 [ConfigiTemplate]: create de958dbd-7fe2-4ebf-a434-b0ffac69a34c 10.233.71.237 - - [28/Oct/2022:04:57:55 +0000] "POST /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d/config-template HTTP/1.1" 201 113 2022/10/28 04:57:55 [ConfigTemplate]: Upload replica-count-template 10.233.71.237 - - [28/Oct/2022:04:57:55 +0000] "POST /v1/rb/definition/de958dbd-7fe2-4ebf-a434-b0ffac69a34c/c0520a40-b117-4f0b-8382-ca0cb73bb58d/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/10/28 04:57:58 Main rss info 2022/10/28 04:57:58 Path: /tmp/helm-tmpl-933743000/manifest-0 2022/10/28 04:57:58 Kind: Service 2022/10/28 04:57:58 Path: /tmp/helm-tmpl-933743000/manifest-1 2022/10/28 04:57:58 Kind: Deployment 2022/10/28 04:57:58 Crd rss info 2022/10/28 04:57:58 Hook info {"filepath":"/tmp/helm-tmpl-933743000/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:57:58Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-28T04:57:58Z"} {"filepath":"/tmp/helm-tmpl-933743000/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:57:58Z"} 2022/10/28 04:57:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-28T04:57:58Z"} 10.233.68.241 - - [28/Oct/2022:04:57:58 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2022/10/28 04:57:59 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.241 - - [28/Oct/2022:04:57:59 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 14557 {"instance":"heuristic_hermann","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T04:58:21Z"} {"instance":"heuristic_hermann","level":"info","msg":"REFRESH WATCHERS","subscription":"heuristic_hermann-cnf-adapter","time":"2022-10-28T04:58:26Z"} {"Instance":"heuristic_hermann","Kind":"Deployment","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-28T04:58:26Z"} {"Instance":"heuristic_hermann","Kind":"Pod","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-28T04:58:26Z"} {"Instance":"heuristic_hermann","Kind":"Service","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-28T04:58:26Z"} {"InstanceId":"heuristic_hermann","SubscriptionName":"heuristic_hermann-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-10-28T04:58:26Z"} 10.233.68.241 - - [28/Oct/2022:04:58:21 +0000] "POST /v1/instance/heuristic_hermann/status/subscription HTTP/1.1" 201 657 2022/10/28 04:58:31 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.237 - - [28/Oct/2022:04:58:31 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 14897 {"InstanceId":"heuristic_hermann","SubscriptionName":"heuristic_hermann-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-10-28T04:58:31Z"} 2022/10/28 04:58:41 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.237 - - [28/Oct/2022:04:58:41 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 14897 10.233.71.237 - - [28/Oct/2022:04:58:51 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 14709 2022/10/28 04:58:51 [scheduleResources]: START thread 10.233.71.237 - - [28/Oct/2022:04:58:51 +0000] "GET /v1/instance/heuristic_hermann/config/replica-count-change HTTP/1.1" 500 60 2022/10/28 04:58:56 [Config Create] Instance heuristic_hermann 2022/10/28 04:58:56 [ConfigTemplate]: Download replica-count-template 2022/10/28 04:58:57 Before Sent to goroutine {de958dbd-7fe2-4ebf-a434-b0ffac69a34c c0520a40-b117-4f0b-8382-ca0cb73bb58d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 04:58:57 Message Sent to goroutine {de958dbd-7fe2-4ebf-a434-b0ffac69a34c c0520a40-b117-4f0b-8382-ca0cb73bb58d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 04:58:57 [scheduleResources]: POST {de958dbd-7fe2-4ebf-a434-b0ffac69a34c c0520a40-b117-4f0b-8382-ca0cb73bb58d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-848314409/manifest-0}] {"filepath":"/tmp/helm-tmpl-848314409/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:58:57Z"} 2022/10/28 04:58:57 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-848314409/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-10-28T04:58:57Z"} {"filepath":"/tmp/helm-tmpl-848314409/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T04:58:57Z"} 2022/10/28 04:58:57 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-28T04:58:57Z"} 2022/10/28 04:58:57 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.237 - - [28/Oct/2022:04:58:56 +0000] "POST /v1/instance/heuristic_hermann/config HTTP/1.1" 201 269 2022/10/28 04:58:57 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.237 - - [28/Oct/2022:04:58:57 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 14774 {"Instance":"heuristic_hermann","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-28T04:59:06Z"} {"Kind":"Pod","Name":"rel-1-apache-66d76ddb6c-p9wb9","level":"info","msg":"CREATED","time":"2022-10-28T04:59:06Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-28T04:59:06Z"} {"Kind":"Pod","Name":"rel-1-apache-66d76ddb6c-8bvb6","level":"info","msg":"MODIFIED","time":"2022-10-28T04:59:06Z"} 2022/10/28 04:59:06 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.241 - - [28/Oct/2022:04:59:06 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 20958 2022/10/28 04:59:07 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.237 - - [28/Oct/2022:04:59:07 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 20958 {"InstanceId":"heuristic_hermann","Result":202,"SubscriptionName":"heuristic_hermann-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-28T04:59:08Z"} 2022/10/28 04:59:17 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.237 - - [28/Oct/2022:04:59:17 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 21301 2022/10/28 04:59:27 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.237 - - [28/Oct/2022:04:59:27 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 21301 10.233.71.237 - - [28/Oct/2022:04:59:37 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 21009 {"Instance":"heuristic_hermann","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-28T04:59:38Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-28T04:59:38Z"} {"Kind":"Pod","Name":"rel-1-apache-66d76ddb6c-p9wb9","level":"info","msg":"MODIFIED","time":"2022-10-28T04:59:38Z"} 10.233.68.241 - - [28/Oct/2022:04:59:38 +0000] "GET /v1/instance/heuristic_hermann/status HTTP/1.1" 200 21009 {"InstanceId":"heuristic_hermann","Result":202,"SubscriptionName":"heuristic_hermann-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-28T04:59:40Z"} {"Instance":"heuristic_hermann","Kind":"Pod","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-28T04:59:56Z"} {"Instance":"heuristic_hermann","Kind":"Service","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-28T04:59:56Z"} {"Instance":"heuristic_hermann","Kind":"Deployment","Subscription":"heuristic_hermann-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-28T04:59:56Z"} 2022/10/28 04:59:56 Deleted Obj with ID ObjectID("635b61726b44b7df31e561f4") 10.233.68.241 - - [28/Oct/2022:04:59:56 +0000] "DELETE /v1/instance/heuristic_hermann/status/subscription/heuristic_hermann-cnf-adapter HTTP/1.1" 202 0 2022/10/28 04:59:56 Deleted Obj with ID ObjectID("635b617343a090e85188ecd1") 2022/10/28 04:59:56 [Config Cleanup] Instance heuristic_hermann 2022/10/28 04:59:56 [Config Delete] Instance heuristic_hermann Config replica-count-change 2022/10/28 04:59:56 [ConfigTemplate]: Download replica-count-template 2022/10/28 04:59:56 Before Sent to goroutine {de958dbd-7fe2-4ebf-a434-b0ffac69a34c c0520a40-b117-4f0b-8382-ca0cb73bb58d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 04:59:56 Message Sent to goroutine {de958dbd-7fe2-4ebf-a434-b0ffac69a34c c0520a40-b117-4f0b-8382-ca0cb73bb58d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 04:59:56 [scheduleResources]: DELETE {de958dbd-7fe2-4ebf-a434-b0ffac69a34c c0520a40-b117-4f0b-8382-ca0cb73bb58d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-28T04:59:56Z"} 2022/10/28 04:59:56 No plugin for kind Deployment found. Using generic Plugin 2022/10/28 04:59:56 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/10/28 04:59:56 [Config Delete All] Instance heuristic_hermann Config replica-count-change 2022/10/28 04:59:56 Stop config thread for heuristic_hermann {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-28T04:59:56Z"} 2022/10/28 04:59:56 No plugin for kind Deployment found. Using generic Plugin 2022/10/28 04:59:56 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-10-28T04:59:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-28T04:59:56Z"} 2022/10/28 04:59:56 Deleting service: rel-1-apache {"instance":"heuristic_hermann","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T04:59:56Z"} 2022/10/28 04:59:56 Deleted Obj with ID ObjectID("635b61566b44b7df31e561f3") 10.233.68.241 - - [28/Oct/2022:04:59:56 +0000] "DELETE /v1/instance/heuristic_hermann HTTP/1.1" 202 0 2022/10/28 04:59:56 Deleted Obj with ID ObjectID("635b615643a090e85188eca9") {"instance":"heuristic_hermann","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T05:00:10Z"} 10.233.69.156 - - [28/Oct/2022:05:00:15 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/10/28 05:00:15 Deleted Obj with ID ObjectID("635b60476b44b7df31e561e2") 2022/10/28 05:00:15 Deleted Obj with ID ObjectID("635b604743a090e85188eb9d") 10.233.69.156 - - [28/Oct/2022:05:00:15 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"InstanceId":"heuristic_hermann","SubscriptionName":"heuristic_hermann-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-10-28T05:00:15Z"} 2022/10/28 05:02:22 [Config Cleanup] Instance confident_agnesi 2022/10/28 05:02:22 [scheduleResources]: START thread 2022/10/28 05:02:27 Stop config thread for confident_agnesi {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T05:02:27Z"} 2022/10/28 05:02:27 [scheduleResources]: STOP thread 2022/10/28 05:02:27 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T05:02:27Z"} 2022/10/28 05:02:27 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T05:02:27Z"} 2022/10/28 05:02:27 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T05:02:27Z"} 2022/10/28 05:02:27 Deleting service: pnf-macro-test-simulator-mongo {"instance":"confident_agnesi","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T05:02:28Z"} {"instance":"confident_agnesi","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T05:02:33Z"} 2022/10/28 05:02:33 Deleted Obj with ID ObjectID("635b5ff36b44b7df31e561e1") 10.233.69.156 - - [28/Oct/2022:05:02:22 +0000] "DELETE /v1/instance/confident_agnesi HTTP/1.1" 202 0 2022/10/28 05:02:33 Deleted Obj with ID ObjectID("635b5ff443a090e85188eb62") 10.233.69.156 - - [28/Oct/2022:05:02:33 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/10/28 05:02:33 Deleted Obj with ID ObjectID("635b5ff36b44b7df31e561d9") 2022/10/28 05:02:33 Deleted Obj with ID ObjectID("635b5ff343a090e85188eb27") 10.233.69.156 - - [28/Oct/2022:05:02:33 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0