2022/11/04 02:37:26 Starting Kubernetes Multicloud API 2022/11/04 02:37:26 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-04T02:37:36Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-04T02:37:36Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-04T03:06:31Z"} 10.233.71.237 - - [04/Nov/2022:03:06:31 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.66.112 - - [04/Nov/2022:03:38:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [04/Nov/2022:03:42:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [04/Nov/2022:03:42:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.66.112 - - [04/Nov/2022:03:56:07 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.66.112 - - [04/Nov/2022:03:56:07 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.66.112 - - [04/Nov/2022:03:56:07 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "GET /v1/rb/definition/cds-ms-rb-9a3a95af-fdca-4e05-8fbb-655e5bc5e253/v1 HTTP/1.1" 200 124 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "POST /v1/rb/definition/cds-ms-rb-9a3a95af-fdca-4e05-8fbb-655e5bc5e253/v1/content HTTP/1.1" 200 0 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "GET /v1/rb/definition/cds-ms-rb-9a3a95af-fdca-4e05-8fbb-655e5bc5e253/v1 HTTP/1.1" 200 138 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "POST /v1/rb/definition/cds-ms-rb-9a3a95af-fdca-4e05-8fbb-655e5bc5e253/v1/profile HTTP/1.1" 201 305 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "GET /v1/rb/definition/cds-ms-rb-9a3a95af-fdca-4e05-8fbb-655e5bc5e253/v1/profile/cds-ms-prof-6f11fccb-4717-4d6f-a182-c61351126f70 HTTP/1.1" 200 305 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "POST /v1/rb/definition/cds-ms-rb-9a3a95af-fdca-4e05-8fbb-655e5bc5e253/v1/profile/cds-ms-prof-6f11fccb-4717-4d6f-a182-c61351126f70/content HTTP/1.1" 200 0 2022/11/04 03:56:08 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/04 03:56:08 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/04 03:56:08 Main rss info 2022/11/04 03:56:08 Path: /tmp/helm-tmpl-616219147/manifest-0 2022/11/04 03:56:08 Kind: Service 2022/11/04 03:56:08 Path: /tmp/helm-tmpl-616219147/manifest-1 2022/11/04 03:56:08 Kind: Deployment 2022/11/04 03:56:08 Crd rss info 2022/11/04 03:56:08 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-04T03:56:08Z"} 2022/11/04 03:56:08 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-616219147/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T03:56:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-04T03:56:08Z"} {"filepath":"/tmp/helm-tmpl-616219147/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T03:56:08Z"} 2022/11/04 03:56:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-04T03:56:08Z"} 10.233.66.112 - - [04/Nov/2022:03:56:08 +0000] "POST /v1/instance HTTP/1.1" 201 549 10.233.66.112 - - [04/Nov/2022:03:57:14 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.112 - - [04/Nov/2022:03:57:14 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.66.112 - - [04/Nov/2022:03:57:14 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/04 03:57:25 [Config Cleanup] Instance optimistic_mcclintock 2022/11/04 03:57:25 [scheduleResources]: START thread 2022/11/04 03:57:30 Stop config thread for optimistic_mcclintock 2022/11/04 03:57:30 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-04T03:57:30Z"} 2022/11/04 03:57:30 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-04T03:57:30Z"} 2022/11/04 03:57:30 Deleting service: cds-regression-mockserver {"instance":"optimistic_mcclintock","level":"info","msg":"[START] status notify thread for ","time":"2022-11-04T03:57:30Z"} 127.0.0.1 - - [04/Nov/2022:03:57:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [04/Nov/2022:03:57:35 +0000] "POST /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3/content HTTP/1.1" 200 0 {"instance":"optimistic_mcclintock","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-04T03:57:35Z"} 2022/11/04 03:57:35 Deleted Obj with ID ObjectID("63648d5856a6025240b1735e") 10.233.66.112 - - [04/Nov/2022:03:57:25 +0000] "DELETE /v1/instance/optimistic_mcclintock HTTP/1.1" 202 0 2022/11/04 03:57:35 Deleted Obj with ID ObjectID("63648d59cca945077db7411e") 10.233.66.112 - - [04/Nov/2022:03:57:35 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/11/04 03:57:35 Deleted Obj with ID ObjectID("63648d5756a6025240b17355") 2022/11/04 03:57:35 Deleted Obj with ID ObjectID("63648d58cca945077db740e0") 10.233.66.112 - - [04/Nov/2022:03:57:35 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [04/Nov/2022:03:57:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.66.112 - - [04/Nov/2022:04:02:44 +0000] "GET /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3 HTTP/1.1" 200 270 10.233.66.112 - - [04/Nov/2022:04:02:44 +0000] "GET /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3/profile/cnftest HTTP/1.1" 404 87 10.233.66.112 - - [04/Nov/2022:04:02:44 +0000] "POST /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3/profile HTTP/1.1" 201 240 10.233.66.112 - - [04/Nov/2022:04:02:44 +0000] "GET /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3/profile/cnftest HTTP/1.1" 200 240 10.233.66.112 - - [04/Nov/2022:04:02:44 +0000] "POST /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-04T04:02:55Z"} 10.233.66.112 - - [04/Nov/2022:04:02:55 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-d05cbfc2-77e4-4226-86e6-6a12b497f3dc HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"4875ac50-48d7-40f5-9819-349c68367c49","vf-module-id":"e6ca7c94-f06d-44f7-b835-ed5558e97483","vf-module-model-invariant-id":"6646c9e8-f313-432c-bc6b-9596be9869f9","vf-module-model-version-id":"ae1fef41-5e36-4a2e-be2c-1494448c6a24","vf-module-model-customization-id":"6e019d00-63b9-4091-8b5b-e18e5e4339a3","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-d05cbfc2-77e4-4226-86e6-6a12b497f3dc"}},"level":"info","msg":"Broker API Payload","time":"2022-11-04T04:02:55Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"6646c9e8-f313-432c-bc6b-9596be9869f9","rb-version":"6e019d00-63b9-4091-8b5b-e18e5e4339a3","profile-name":"cnftest","release-name":"e6ca7c94-f06d-44f7-b835-ed5558e97483","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-d05cbfc2-77e4-4226-86e6-6a12b497f3dc"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-04T04:02:55Z"} 2022/11/04 04:02:55 Main rss info 2022/11/04 04:02:55 Path: /tmp/helm-tmpl-531509598/manifest-0 2022/11/04 04:02:55 Kind: Service 2022/11/04 04:02:55 Path: /tmp/helm-tmpl-531509598/manifest-1 2022/11/04 04:02:55 Kind: Deployment 2022/11/04 04:02:55 Crd rss info 2022/11/04 04:02:55 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-04T04:02:55Z"} 2022/11/04 04:02:55 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-531509598/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:02:55Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-04T04:02:55Z"} {"filepath":"/tmp/helm-tmpl-531509598/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:02:55Z"} 2022/11/04 04:02:55 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-04T04:02:55Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_williamson","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-04T04:02:55Z"} 10.233.66.112 - - [04/Nov/2022:04:02:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 309 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_williamson","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-04T04:02:55Z"} 10.233.66.112 - - [04/Nov/2022:04:02:55 +0000] "GET /basicnf-owner/k8sregion/infra_workload/nostalgic_williamson HTTP/1.1" 200 128 10.233.66.112 - - [04/Nov/2022:04:02:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload/nostalgic_williamson HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_williamson","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-04T04:03:24Z"} 10.233.66.112 - - [04/Nov/2022:04:03:24 +0000] "GET /basicnf-owner/k8sregion/infra_workload/nostalgic_williamson HTTP/1.1" 200 128 2022/11/04 04:03:24 [Config Cleanup] Instance nostalgic_williamson 2022/11/04 04:03:24 [scheduleResources]: START thread 2022/11/04 04:03:29 Stop config thread for nostalgic_williamson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-04T04:03:29Z"} 2022/11/04 04:03:29 No plugin for kind Deployment found. Using generic Plugin 2022/11/04 04:03:29 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-04T04:03:29Z"} 2022/11/04 04:03:29 Deleting service: cnftest-nginx {"instance":"nostalgic_williamson","level":"info","msg":"[START] status notify thread for ","time":"2022-11-04T04:03:29Z"} {"instance":"nostalgic_williamson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-04T04:03:34Z"} 2022/11/04 04:03:34 Deleted Obj with ID ObjectID("63648eef56a6025240b1736a") 2022/11/04 04:03:34 Deleted Obj with ID ObjectID("63648ef0cca945077db74285") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_williamson","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-04T04:03:34Z"} 10.233.66.112 - - [04/Nov/2022:04:03:24 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/nostalgic_williamson HTTP/1.1" 202 128 10.233.66.112 - - [04/Nov/2022:04:03:42 +0000] "GET /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3 HTTP/1.1" 200 270 10.233.66.112 - - [04/Nov/2022:04:03:43 +0000] "GET /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3/profile/cnftest HTTP/1.1" 200 240 2022/11/04 04:03:43 Deleted Obj with ID ObjectID("63648ee456a6025240b17368") 2022/11/04 04:03:43 Deleted Obj with ID ObjectID("63648ee456a6025240b17369") 10.233.66.112 - - [04/Nov/2022:04:03:43 +0000] "DELETE /v1/rb/definition/6646c9e8-f313-432c-bc6b-9596be9869f9/6e019d00-63b9-4091-8b5b-e18e5e4339a3/profile/cnftest HTTP/1.1" 204 0 2022/11/04 04:03:43 Deleted Obj with ID ObjectID("63648ee5cca945077db74263") 10.233.66.112 - - [04/Nov/2022:04:04:10 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/04 04:04:10 Deleted Obj with ID ObjectID("63648d9a56a6025240b1735f") 2022/11/04 04:04:10 Deleted Obj with ID ObjectID("63648d9bcca945077db74153") 10.233.66.112 - - [04/Nov/2022:04:04:10 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "GET /v1/rb/definition/pnf-cnf-rb-808cde3c-cc9d-4b9b-aa7e-3b664f7707ac/v1 HTTP/1.1" 200 125 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "POST /v1/rb/definition/pnf-cnf-rb-808cde3c-cc9d-4b9b-aa7e-3b664f7707ac/v1/content HTTP/1.1" 200 0 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "GET /v1/rb/definition/pnf-cnf-rb-808cde3c-cc9d-4b9b-aa7e-3b664f7707ac/v1 HTTP/1.1" 200 138 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "POST /v1/rb/definition/pnf-cnf-rb-808cde3c-cc9d-4b9b-aa7e-3b664f7707ac/v1/profile HTTP/1.1" 201 314 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "GET /v1/rb/definition/pnf-cnf-rb-808cde3c-cc9d-4b9b-aa7e-3b664f7707ac/v1/profile/pnf-cnf-profile-5ed507e4-be53-451e-974e-bea273ad2736 HTTP/1.1" 200 314 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "POST /v1/rb/definition/pnf-cnf-rb-808cde3c-cc9d-4b9b-aa7e-3b664f7707ac/v1/profile/pnf-cnf-profile-5ed507e4-be53-451e-974e-bea273ad2736/content HTTP/1.1" 200 0 2022/11/04 04:15:50 Main rss info 2022/11/04 04:15:50 Path: /tmp/helm-tmpl-773075828/manifest-0 2022/11/04 04:15:50 Kind: Service 2022/11/04 04:15:50 Path: /tmp/helm-tmpl-773075828/manifest-1 2022/11/04 04:15:50 Kind: Service 2022/11/04 04:15:50 Path: /tmp/helm-tmpl-773075828/manifest-2 2022/11/04 04:15:50 Kind: Pod 2022/11/04 04:15:50 Path: /tmp/helm-tmpl-773075828/manifest-3 2022/11/04 04:15:50 Kind: Deployment 2022/11/04 04:15:50 Crd rss info 2022/11/04 04:15:50 Hook info {"filepath":"/tmp/helm-tmpl-773075828/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:15:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-04T04:15:50Z"} {"filepath":"/tmp/helm-tmpl-773075828/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:15:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-04T04:15:50Z"} {"filepath":"/tmp/helm-tmpl-773075828/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:15:50Z"} 2022/11/04 04:15:50 No plugin for kind Pod found. Using generic Plugin 2022/11/04 04:15:50 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-04T04:15:50Z"} {"filepath":"/tmp/helm-tmpl-773075828/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:15:50Z"} 2022/11/04 04:15:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-04T04:15:50Z"} 10.233.66.112 - - [04/Nov/2022:04:15:50 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.66.112 - - [04/Nov/2022:04:17:19 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.66.112 - - [04/Nov/2022:04:17:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.66.112 - - [04/Nov/2022:04:17:19 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [04/Nov/2022:04:17:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [04/Nov/2022:04:17:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [04/Nov/2022:04:17:36 +0000] "POST /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a/content HTTP/1.1" 200 0 127.0.0.1 - - [04/Nov/2022:04:17:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.70.127 - - [04/Nov/2022:04:18:36 +0000] "GET /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a HTTP/1.1" 200 277 10.233.70.127 - - [04/Nov/2022:04:18:36 +0000] "GET /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a/profile/node-port-profile HTTP/1.1" 404 87 10.233.70.127 - - [04/Nov/2022:04:18:37 +0000] "POST /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a/profile HTTP/1.1" 201 270 10.233.70.127 - - [04/Nov/2022:04:18:37 +0000] "POST /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.70.127 - - [04/Nov/2022:04:18:47 +0000] "GET /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a HTTP/1.1" 200 277 10.233.70.127 - - [04/Nov/2022:04:18:47 +0000] "GET /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a/config-template/replica-count-template HTTP/1.1" 500 78 10.233.70.127 - - [04/Nov/2022:04:18:47 +0000] "POST /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a/config-template HTTP/1.1" 201 113 2022/11/04 04:18:47 [ConfigiTemplate]: create 9404a8f6-3151-43f4-8839-e3b812752566 2022/11/04 04:18:47 [ConfigTemplate]: Upload replica-count-template 10.233.70.127 - - [04/Nov/2022:04:18:47 +0000] "POST /v1/rb/definition/9404a8f6-3151-43f4-8839-e3b812752566/e4bc74df-24b0-4332-9b87-c2f4aab2cb7a/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/04 04:18:50 Main rss info 2022/11/04 04:18:50 Path: /tmp/helm-tmpl-291044723/manifest-0 2022/11/04 04:18:50 Kind: Service 2022/11/04 04:18:50 Path: /tmp/helm-tmpl-291044723/manifest-1 2022/11/04 04:18:50 Kind: Deployment 2022/11/04 04:18:50 Crd rss info 2022/11/04 04:18:50 Hook info {"filepath":"/tmp/helm-tmpl-291044723/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:18:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-04T04:18:50Z"} {"filepath":"/tmp/helm-tmpl-291044723/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:18:50Z"} 2022/11/04 04:18:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-04T04:18:50Z"} 10.233.71.237 - - [04/Nov/2022:04:18:50 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2022/11/04 04:18:51 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.237 - - [04/Nov/2022:04:18:51 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 14557 {"instance":"gracious_mahavira","level":"info","msg":"[START] status notify thread for ","time":"2022-11-04T04:19:14Z"} {"instance":"gracious_mahavira","level":"info","msg":"REFRESH WATCHERS","subscription":"gracious_mahavira-cnf-adapter","time":"2022-11-04T04:19:19Z"} {"Instance":"gracious_mahavira","Kind":"Pod","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-04T04:19:19Z"} {"Instance":"gracious_mahavira","Kind":"Service","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-04T04:19:19Z"} {"Instance":"gracious_mahavira","Kind":"Deployment","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-04T04:19:19Z"} {"InstanceId":"gracious_mahavira","SubscriptionName":"gracious_mahavira-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-04T04:19:19Z"} 10.233.71.237 - - [04/Nov/2022:04:19:14 +0000] "POST /v1/instance/gracious_mahavira/status/subscription HTTP/1.1" 201 657 {"InstanceId":"gracious_mahavira","SubscriptionName":"gracious_mahavira-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-04T04:19:24Z"} 2022/11/04 04:19:25 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.127 - - [04/Nov/2022:04:19:25 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 14900 2022/11/04 04:19:35 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.127 - - [04/Nov/2022:04:19:35 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 14900 10.233.70.127 - - [04/Nov/2022:04:19:45 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 14712 2022/11/04 04:19:45 [scheduleResources]: START thread 10.233.70.127 - - [04/Nov/2022:04:19:45 +0000] "GET /v1/instance/gracious_mahavira/config/replica-count-change HTTP/1.1" 500 60 2022/11/04 04:19:50 [Config Create] Instance gracious_mahavira 2022/11/04 04:19:50 [ConfigTemplate]: Download replica-count-template 2022/11/04 04:19:50 Before Sent to goroutine {9404a8f6-3151-43f4-8839-e3b812752566 e4bc74df-24b0-4332-9b87-c2f4aab2cb7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/04 04:19:50 Message Sent to goroutine {9404a8f6-3151-43f4-8839-e3b812752566 e4bc74df-24b0-4332-9b87-c2f4aab2cb7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/04 04:19:50 [scheduleResources]: POST {9404a8f6-3151-43f4-8839-e3b812752566 e4bc74df-24b0-4332-9b87-c2f4aab2cb7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-362276736/manifest-0}] {"filepath":"/tmp/helm-tmpl-362276736/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:19:50Z"} 2022/11/04 04:19:50 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-362276736/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-04T04:19:50Z"} {"filepath":"/tmp/helm-tmpl-362276736/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-04T04:19:50Z"} 2022/11/04 04:19:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-04T04:19:50Z"} 2022/11/04 04:19:50 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.70.127 - - [04/Nov/2022:04:19:50 +0000] "POST /v1/instance/gracious_mahavira/config HTTP/1.1" 201 269 2022/11/04 04:19:50 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.127 - - [04/Nov/2022:04:19:50 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 19592 {"Instance":"gracious_mahavira","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-04T04:19:59Z"} {"Kind":"Pod","Name":"rel-1-apache-587b47c9c4-f847k","level":"info","msg":"CREATED","time":"2022-11-04T04:19:59Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-04T04:19:59Z"} {"Kind":"Pod","Name":"rel-1-apache-587b47c9c4-8bck2","level":"info","msg":"MODIFIED","time":"2022-11-04T04:19:59Z"} 2022/11/04 04:19:59 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.237 - - [04/Nov/2022:04:19:59 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 20960 2022/11/04 04:20:00 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.127 - - [04/Nov/2022:04:20:00 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 20960 {"InstanceId":"gracious_mahavira","Result":202,"SubscriptionName":"gracious_mahavira-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-04T04:20:01Z"} 2022/11/04 04:20:11 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.127 - - [04/Nov/2022:04:20:10 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 21303 2022/11/04 04:20:21 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.127 - - [04/Nov/2022:04:20:21 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 21303 2022/11/04 04:20:31 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.127 - - [04/Nov/2022:04:20:31 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 21303 {"Instance":"gracious_mahavira","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-04T04:20:31Z"} {"Kind":"Pod","Name":"rel-1-apache-587b47c9c4-f847k","level":"info","msg":"MODIFIED","time":"2022-11-04T04:20:31Z"} 2022/11/04 04:20:31 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.237 - - [04/Nov/2022:04:20:31 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 21303 {"InstanceId":"gracious_mahavira","Result":202,"SubscriptionName":"gracious_mahavira-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-04T04:20:33Z"} 10.233.70.127 - - [04/Nov/2022:04:20:41 +0000] "GET /v1/instance/gracious_mahavira/status HTTP/1.1" 200 21011 {"Instance":"gracious_mahavira","Kind":"Deployment","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-04T04:21:00Z"} {"Instance":"gracious_mahavira","Kind":"Pod","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-04T04:21:00Z"} {"Instance":"gracious_mahavira","Kind":"Service","Subscription":"gracious_mahavira-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-04T04:21:00Z"} 2022/11/04 04:21:00 Deleted Obj with ID ObjectID("636492c756a6025240b17386") 2022/11/04 04:21:00 Deleted Obj with ID ObjectID("636492c8cca945077db745cc") 10.233.71.237 - - [04/Nov/2022:04:21:00 +0000] "DELETE /v1/instance/gracious_mahavira/status/subscription/gracious_mahavira-cnf-adapter HTTP/1.1" 202 0 2022/11/04 04:21:00 [Config Cleanup] Instance gracious_mahavira 2022/11/04 04:21:00 [Config Delete] Instance gracious_mahavira Config replica-count-change 2022/11/04 04:21:00 [ConfigTemplate]: Download replica-count-template 2022/11/04 04:21:00 Before Sent to goroutine {9404a8f6-3151-43f4-8839-e3b812752566 e4bc74df-24b0-4332-9b87-c2f4aab2cb7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/04 04:21:00 Message Sent to goroutine {9404a8f6-3151-43f4-8839-e3b812752566 e4bc74df-24b0-4332-9b87-c2f4aab2cb7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/04 04:21:00 [scheduleResources]: DELETE {9404a8f6-3151-43f4-8839-e3b812752566 e4bc74df-24b0-4332-9b87-c2f4aab2cb7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-04T04:21:00Z"} 2022/11/04 04:21:00 No plugin for kind Deployment found. Using generic Plugin 2022/11/04 04:21:00 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/04 04:21:00 [Config Delete All] Instance gracious_mahavira Config replica-count-change 2022/11/04 04:21:00 Stop config thread for gracious_mahavira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-04T04:21:00Z"} 2022/11/04 04:21:00 [scheduleResources]: STOP thread 2022/11/04 04:21:00 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-04T04:21:00Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-04T04:21:00Z"} 2022/11/04 04:21:00 Deleting service: rel-1-apache {"instance":"gracious_mahavira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-04T04:21:00Z"} 2022/11/04 04:21:00 Deleted Obj with ID ObjectID("636492aa56a6025240b17385") 10.233.71.237 - - [04/Nov/2022:04:21:00 +0000] "DELETE /v1/instance/gracious_mahavira HTTP/1.1" 202 0 2022/11/04 04:21:00 Deleted Obj with ID ObjectID("636492abcca945077db745a4") {"instance":"gracious_mahavira","level":"info","msg":"[START] status notify thread for ","time":"2022-11-04T04:21:03Z"} {"InstanceId":"gracious_mahavira","SubscriptionName":"gracious_mahavira-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-04T04:21:08Z"} 10.233.66.112 - - [04/Nov/2022:04:21:16 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/11/04 04:21:16 Deleted Obj with ID ObjectID("6364924f56a6025240b17374") 10.233.66.112 - - [04/Nov/2022:04:21:16 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/04 04:21:16 Deleted Obj with ID ObjectID("63649250cca945077db74509") 2022/11/04 04:22:37 [Config Cleanup] Instance modest_elgamal 2022/11/04 04:22:37 [scheduleResources]: START thread 2022/11/04 04:22:42 Stop config thread for modest_elgamal {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-04T04:22:42Z"} 2022/11/04 04:22:42 No plugin for kind Deployment found. Using generic Plugin 2022/11/04 04:22:42 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-04T04:22:42Z"} 2022/11/04 04:22:42 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-04T04:22:42Z"} 2022/11/04 04:22:42 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-04T04:22:42Z"} 2022/11/04 04:22:42 Deleting service: pnf-macro-test-simulator-mongo {"instance":"modest_elgamal","level":"info","msg":"[START] status notify thread for ","time":"2022-11-04T04:22:42Z"} {"instance":"modest_elgamal","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-04T04:22:47Z"} 2022/11/04 04:22:47 Deleted Obj with ID ObjectID("636491f656a6025240b17373") 10.233.66.112 - - [04/Nov/2022:04:22:37 +0000] "DELETE /v1/instance/modest_elgamal HTTP/1.1" 202 0 2022/11/04 04:22:47 Deleted Obj with ID ObjectID("636491f7cca945077db744c3") 10.233.66.112 - - [04/Nov/2022:04:22:47 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/11/04 04:22:47 Deleted Obj with ID ObjectID("636491f656a6025240b1736b") 2022/11/04 04:22:47 Deleted Obj with ID ObjectID("636491f7cca945077db74488") 10.233.66.112 - - [04/Nov/2022:04:22:47 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0