2022/06/25 02:59:58 Starting Kubernetes Multicloud API 2022/06/25 02:59:58 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-06-25T03:00:08Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-06-25T03:00:08Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-06-25T03:34:39Z"} 10.233.66.212 - - [25/Jun/2022:03:34:39 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.69.16 - - [25/Jun/2022:04:18:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [25/Jun/2022:04:23:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [25/Jun/2022:04:24:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.69.16 - - [25/Jun/2022:04:37:53 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.69.16 - - [25/Jun/2022:04:37:53 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.69.16 - - [25/Jun/2022:04:37:53 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.69.16 - - [25/Jun/2022:04:37:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.69.16 - - [25/Jun/2022:04:37:53 +0000] "GET /v1/rb/definition/cds-ms-rb-d6bedf50-e85b-4e0b-9f77-e6872bc414ae/v1 HTTP/1.1" 200 124 10.233.69.16 - - [25/Jun/2022:04:37:54 +0000] "POST /v1/rb/definition/cds-ms-rb-d6bedf50-e85b-4e0b-9f77-e6872bc414ae/v1/content HTTP/1.1" 200 0 10.233.69.16 - - [25/Jun/2022:04:37:54 +0000] "GET /v1/rb/definition/cds-ms-rb-d6bedf50-e85b-4e0b-9f77-e6872bc414ae/v1 HTTP/1.1" 200 138 10.233.69.16 - - [25/Jun/2022:04:37:54 +0000] "POST /v1/rb/definition/cds-ms-rb-d6bedf50-e85b-4e0b-9f77-e6872bc414ae/v1/profile HTTP/1.1" 201 305 10.233.69.16 - - [25/Jun/2022:04:37:54 +0000] "GET /v1/rb/definition/cds-ms-rb-d6bedf50-e85b-4e0b-9f77-e6872bc414ae/v1/profile/cds-ms-prof-c3c1fcef-b820-4ef6-9401-2b0007aad62f HTTP/1.1" 200 305 10.233.69.16 - - [25/Jun/2022:04:37:54 +0000] "POST /v1/rb/definition/cds-ms-rb-d6bedf50-e85b-4e0b-9f77-e6872bc414ae/v1/profile/cds-ms-prof-c3c1fcef-b820-4ef6-9401-2b0007aad62f/content HTTP/1.1" 200 0 2022/06/25 04:37:54 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/06/25 04:37:54 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/06/25 04:37:54 Main rss info 2022/06/25 04:37:54 Path: /tmp/helm-tmpl-632380168/manifest-0 2022/06/25 04:37:54 Kind: Service 2022/06/25 04:37:54 Path: /tmp/helm-tmpl-632380168/manifest-1 2022/06/25 04:37:54 Kind: Deployment 2022/06/25 04:37:54 Crd rss info 2022/06/25 04:37:54 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-06-25T04:37:54Z"} 2022/06/25 04:37:54 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-632380168/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:37:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-06-25T04:37:54Z"} {"filepath":"/tmp/helm-tmpl-632380168/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:37:54Z"} 2022/06/25 04:37:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-06-25T04:37:54Z"} 10.233.69.16 - - [25/Jun/2022:04:37:54 +0000] "POST /v1/instance HTTP/1.1" 201 542 10.233.69.16 - - [25/Jun/2022:04:38:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.16 - - [25/Jun/2022:04:38:41 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.69.16 - - [25/Jun/2022:04:38:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [25/Jun/2022:04:39:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [25/Jun/2022:04:39:01 +0000] "POST /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9/content HTTP/1.1" 200 0 2022/06/25 04:39:14 [Config Cleanup] Instance gifted_greider 2022/06/25 04:39:14 [scheduleResources]: START thread 2022/06/25 04:39:19 Stop config thread for gifted_greider {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-06-25T04:39:19Z"} 2022/06/25 04:39:19 No plugin for kind Deployment found. Using generic Plugin 2022/06/25 04:39:19 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-06-25T04:39:19Z"} 2022/06/25 04:39:19 Deleting service: cds-regression-mockserver {"instance":"gifted_greider","level":"info","msg":"[START] status notify thread for ","time":"2022-06-25T04:39:19Z"} {"instance":"gifted_greider","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-25T04:39:24Z"} 2022/06/25 04:39:24 Deleted Obj with ID ObjectID("62b691227d5e6ba13a3764cc") 2022/06/25 04:39:24 Deleted Obj with ID ObjectID("62b6912285c4079142ab25aa") 10.233.69.16 - - [25/Jun/2022:04:39:14 +0000] "DELETE /v1/instance/gifted_greider HTTP/1.1" 202 0 10.233.69.16 - - [25/Jun/2022:04:39:24 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/06/25 04:39:24 Deleted Obj with ID ObjectID("62b691217d5e6ba13a3764c3") 10.233.69.16 - - [25/Jun/2022:04:39:24 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/06/25 04:39:24 Deleted Obj with ID ObjectID("62b6912285c4079142ab256c") 10.233.69.16 - - [25/Jun/2022:04:44:26 +0000] "GET /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9 HTTP/1.1" 200 270 10.233.69.16 - - [25/Jun/2022:04:44:26 +0000] "GET /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9/profile/cnftest HTTP/1.1" 404 87 10.233.69.16 - - [25/Jun/2022:04:44:26 +0000] "POST /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9/profile HTTP/1.1" 201 240 10.233.69.16 - - [25/Jun/2022:04:44:26 +0000] "GET /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9/profile/cnftest HTTP/1.1" 200 240 10.233.69.16 - - [25/Jun/2022:04:44:26 +0000] "POST /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-06-25T04:44:41Z"} 10.233.69.16 - - [25/Jun/2022:04:44:41 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-ec0a1208-1571-4d49-854e-e314ab0b5750 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"a54c160b-cb48-4f99-8a1c-af6e0d28cc5c","vf-module-id":"00e4c6b5-6660-4841-a3e9-297c19348233","vf-module-model-invariant-id":"41bd0d4f-8af4-408d-b4c7-0f3111134bb3","vf-module-model-version-id":"0be901d9-8dbe-4333-a8a1-5490b2751951","vf-module-model-customization-id":"c889b385-c332-4ade-921d-ca0c64d21bc9","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-ec0a1208-1571-4d49-854e-e314ab0b5750"}},"level":"info","msg":"Broker API Payload","time":"2022-06-25T04:44:42Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"41bd0d4f-8af4-408d-b4c7-0f3111134bb3","rb-version":"c889b385-c332-4ade-921d-ca0c64d21bc9","profile-name":"cnftest","release-name":"00e4c6b5-6660-4841-a3e9-297c19348233","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-ec0a1208-1571-4d49-854e-e314ab0b5750"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-06-25T04:44:42Z"} 2022/06/25 04:44:42 Main rss info 2022/06/25 04:44:42 Path: /tmp/helm-tmpl-140952311/manifest-0 2022/06/25 04:44:42 Kind: Service 2022/06/25 04:44:42 Path: /tmp/helm-tmpl-140952311/manifest-1 2022/06/25 04:44:42 Kind: Deployment 2022/06/25 04:44:42 Crd rss info 2022/06/25 04:44:42 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-06-25T04:44:42Z"} 2022/06/25 04:44:42 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-140952311/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:44:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-25T04:44:42Z"} {"filepath":"/tmp/helm-tmpl-140952311/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:44:42Z"} 2022/06/25 04:44:42 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-25T04:44:42Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_yalow","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-25T04:44:42Z"} 10.233.69.16 - - [25/Jun/2022:04:44:42 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 10.233.69.16 - - [25/Jun/2022:04:44:42 +0000] "GET /basicnf-owner/k8sregion/infra_workload/infallible_yalow HTTP/1.1" 200 124 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_yalow","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-25T04:44:42Z"} 10.233.69.16 - - [25/Jun/2022:04:44:42 +0000] "POST /basicnf-owner/k8sregion/infra_workload/infallible_yalow HTTP/1.1" 405 0 10.233.69.16 - - [25/Jun/2022:04:45:22 +0000] "GET /basicnf-owner/k8sregion/infra_workload/infallible_yalow HTTP/1.1" 200 124 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_yalow","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-25T04:45:22Z"} 2022/06/25 04:45:22 [Config Cleanup] Instance infallible_yalow 2022/06/25 04:45:22 [scheduleResources]: START thread 2022/06/25 04:45:27 Stop config thread for infallible_yalow {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-25T04:45:27Z"} 2022/06/25 04:45:27 No plugin for kind Deployment found. Using generic Plugin 2022/06/25 04:45:27 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-25T04:45:27Z"} 2022/06/25 04:45:27 Deleting service: cnftest-nginx {"instance":"infallible_yalow","level":"info","msg":"[START] status notify thread for ","time":"2022-06-25T04:45:27Z"} {"instance":"infallible_yalow","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-25T04:45:32Z"} 2022/06/25 04:45:32 Deleted Obj with ID ObjectID("62b692ba7d5e6ba13a3764d5") 2022/06/25 04:45:32 Deleted Obj with ID ObjectID("62b692ba85c4079142ab26fe") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_yalow","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-06-25T04:45:32Z"} 10.233.69.16 - - [25/Jun/2022:04:45:22 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/infallible_yalow HTTP/1.1" 202 124 10.233.69.16 - - [25/Jun/2022:04:45:48 +0000] "GET /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9 HTTP/1.1" 200 270 10.233.69.16 - - [25/Jun/2022:04:45:48 +0000] "GET /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9/profile/cnftest HTTP/1.1" 200 240 2022/06/25 04:45:48 Deleted Obj with ID ObjectID("62b692aa7d5e6ba13a3764d3") 2022/06/25 04:45:48 Deleted Obj with ID ObjectID("62b692aa7d5e6ba13a3764d4") 2022/06/25 04:45:48 Deleted Obj with ID ObjectID("62b692aa85c4079142ab26db") 10.233.69.16 - - [25/Jun/2022:04:45:48 +0000] "DELETE /v1/rb/definition/41bd0d4f-8af4-408d-b4c7-0f3111134bb3/c889b385-c332-4ade-921d-ca0c64d21bc9/profile/cnftest HTTP/1.1" 204 0 10.233.69.16 - - [25/Jun/2022:04:46:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/06/25 04:46:17 Deleted Obj with ID ObjectID("62b691517d5e6ba13a3764cd") 10.233.69.16 - - [25/Jun/2022:04:46:17 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/06/25 04:46:17 Deleted Obj with ID ObjectID("62b6915185c4079142ab25d3") 10.233.69.16 - - [25/Jun/2022:04:53:48 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.69.16 - - [25/Jun/2022:04:53:48 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.69.16 - - [25/Jun/2022:04:53:48 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c58f7379-68c2-4775-aa87-68a1731bc456/v1 HTTP/1.1" 200 125 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c58f7379-68c2-4775-aa87-68a1731bc456/v1/content HTTP/1.1" 200 0 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c58f7379-68c2-4775-aa87-68a1731bc456/v1 HTTP/1.1" 200 138 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c58f7379-68c2-4775-aa87-68a1731bc456/v1/profile HTTP/1.1" 201 314 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c58f7379-68c2-4775-aa87-68a1731bc456/v1/profile/pnf-cnf-profile-33a6e847-5ce5-4355-b8aa-63cc9bba0f44 HTTP/1.1" 200 314 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c58f7379-68c2-4775-aa87-68a1731bc456/v1/profile/pnf-cnf-profile-33a6e847-5ce5-4355-b8aa-63cc9bba0f44/content HTTP/1.1" 200 0 2022/06/25 04:53:49 Main rss info 2022/06/25 04:53:49 Path: /tmp/helm-tmpl-019939589/manifest-0 2022/06/25 04:53:49 Kind: Service 2022/06/25 04:53:49 Path: /tmp/helm-tmpl-019939589/manifest-1 2022/06/25 04:53:49 Kind: Service 2022/06/25 04:53:49 Path: /tmp/helm-tmpl-019939589/manifest-2 2022/06/25 04:53:49 Kind: Pod 2022/06/25 04:53:49 Path: /tmp/helm-tmpl-019939589/manifest-3 2022/06/25 04:53:49 Kind: Deployment 2022/06/25 04:53:49 Crd rss info 2022/06/25 04:53:49 Hook info {"filepath":"/tmp/helm-tmpl-019939589/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:53:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-25T04:53:49Z"} {"filepath":"/tmp/helm-tmpl-019939589/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:53:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-25T04:53:49Z"} {"filepath":"/tmp/helm-tmpl-019939589/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:53:49Z"} 2022/06/25 04:53:49 No plugin for kind Pod found. Using generic Plugin 2022/06/25 04:53:49 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-25T04:53:49Z"} {"filepath":"/tmp/helm-tmpl-019939589/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:53:49Z"} 2022/06/25 04:53:49 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-25T04:53:49Z"} 10.233.69.16 - - [25/Jun/2022:04:53:49 +0000] "POST /v1/instance HTTP/1.1" 201 746 10.233.69.16 - - [25/Jun/2022:04:55:25 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.69.16 - - [25/Jun/2022:04:55:25 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.69.16 - - [25/Jun/2022:04:55:26 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [25/Jun/2022:04:55:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [25/Jun/2022:04:55:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [25/Jun/2022:04:55:42 +0000] "POST /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572/content HTTP/1.1" 200 0 127.0.0.1 - - [25/Jun/2022:04:55:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.67.72 - - [25/Jun/2022:04:58:50 +0000] "GET /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572 HTTP/1.1" 200 277 10.233.67.72 - - [25/Jun/2022:04:58:50 +0000] "GET /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572/profile/node-port-profile HTTP/1.1" 404 87 10.233.67.72 - - [25/Jun/2022:04:58:50 +0000] "POST /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572/profile HTTP/1.1" 201 270 10.233.67.72 - - [25/Jun/2022:04:58:50 +0000] "POST /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.67.72 - - [25/Jun/2022:04:59:03 +0000] "GET /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572 HTTP/1.1" 200 277 10.233.67.72 - - [25/Jun/2022:04:59:03 +0000] "GET /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572/config-template/replica-count-template HTTP/1.1" 500 78 2022/06/25 04:59:03 [ConfigiTemplate]: create f87983f1-46e8-4809-9d4e-4e06df79fca5 10.233.67.72 - - [25/Jun/2022:04:59:03 +0000] "POST /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572/config-template HTTP/1.1" 201 113 2022/06/25 04:59:04 [ConfigTemplate]: Upload replica-count-template 10.233.67.72 - - [25/Jun/2022:04:59:04 +0000] "POST /v1/rb/definition/f87983f1-46e8-4809-9d4e-4e06df79fca5/587aee59-6d59-4310-8bb7-587dd1d0d572/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/06/25 04:59:07 Main rss info 2022/06/25 04:59:07 Path: /tmp/helm-tmpl-241207696/manifest-0 2022/06/25 04:59:07 Kind: Service 2022/06/25 04:59:07 Path: /tmp/helm-tmpl-241207696/manifest-1 2022/06/25 04:59:07 Kind: Deployment 2022/06/25 04:59:07 Crd rss info 2022/06/25 04:59:07 Hook info {"filepath":"/tmp/helm-tmpl-241207696/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:59:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-25T04:59:07Z"} {"filepath":"/tmp/helm-tmpl-241207696/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T04:59:07Z"} 2022/06/25 04:59:07 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-25T04:59:08Z"} 10.233.66.212 - - [25/Jun/2022:04:59:07 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2022/06/25 04:59:09 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.212 - - [25/Jun/2022:04:59:09 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 14548 {"instance":"awesome_swanson","level":"info","msg":"[START] status notify thread for ","time":"2022-06-25T04:59:36Z"} {"instance":"awesome_swanson","level":"info","msg":"REFRESH WATCHERS","subscription":"awesome_swanson-cnf-adapter","time":"2022-06-25T04:59:41Z"} {"Instance":"awesome_swanson","Kind":"Pod","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-25T04:59:41Z"} {"Instance":"awesome_swanson","Kind":"Service","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-25T04:59:41Z"} {"Instance":"awesome_swanson","Kind":"Deployment","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-25T04:59:41Z"} {"InstanceId":"awesome_swanson","SubscriptionName":"awesome_swanson-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-06-25T04:59:41Z"} 10.233.66.212 - - [25/Jun/2022:04:59:36 +0000] "POST /v1/instance/awesome_swanson/status/subscription HTTP/1.1" 201 651 {"InstanceId":"awesome_swanson","SubscriptionName":"awesome_swanson-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-06-25T04:59:46Z"} 2022/06/25 04:59:50 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.72 - - [25/Jun/2022:04:59:50 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 14891 10.233.67.72 - - [25/Jun/2022:05:00:00 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 14703 2022/06/25 05:00:00 [scheduleResources]: START thread 10.233.67.72 - - [25/Jun/2022:05:00:00 +0000] "GET /v1/instance/awesome_swanson/config/replica-count-change HTTP/1.1" 500 60 2022/06/25 05:00:05 [Config Create] Instance awesome_swanson 2022/06/25 05:00:05 [ConfigTemplate]: Download replica-count-template 2022/06/25 05:00:05 Before Sent to goroutine {f87983f1-46e8-4809-9d4e-4e06df79fca5 587aee59-6d59-4310-8bb7-587dd1d0d572 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/25 05:00:05 Message Sent to goroutine {f87983f1-46e8-4809-9d4e-4e06df79fca5 587aee59-6d59-4310-8bb7-587dd1d0d572 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/25 05:00:05 [scheduleResources]: POST {f87983f1-46e8-4809-9d4e-4e06df79fca5 587aee59-6d59-4310-8bb7-587dd1d0d572 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-861895978/manifest-0}] {"filepath":"/tmp/helm-tmpl-861895978/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T05:00:05Z"} 2022/06/25 05:00:05 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-861895978/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-06-25T05:00:05Z"} {"filepath":"/tmp/helm-tmpl-861895978/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-25T05:00:05Z"} 2022/06/25 05:00:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-25T05:00:05Z"} 2022/06/25 05:00:05 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.67.72 - - [25/Jun/2022:05:00:05 +0000] "POST /v1/instance/awesome_swanson/config HTTP/1.1" 201 267 2022/06/25 05:00:06 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.72 - - [25/Jun/2022:05:00:05 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 19581 2022/06/25 05:00:16 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.72 - - [25/Jun/2022:05:00:16 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 20950 {"Instance":"awesome_swanson","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-25T05:00:21Z"} {"Kind":"Pod","Name":"rel-1-apache-5dcbc46dbb-lh62c","level":"info","msg":"CREATED","time":"2022-06-25T05:00:21Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-25T05:00:21Z"} {"Kind":"Pod","Name":"rel-1-apache-5dcbc46dbb-sgz74","level":"info","msg":"MODIFIED","time":"2022-06-25T05:00:21Z"} 2022/06/25 05:00:21 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.212 - - [25/Jun/2022:05:00:21 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 20950 {"InstanceId":"awesome_swanson","Result":202,"SubscriptionName":"awesome_swanson-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-25T05:00:25Z"} 2022/06/25 05:00:26 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.72 - - [25/Jun/2022:05:00:26 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 21293 2022/06/25 05:00:36 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.72 - - [25/Jun/2022:05:00:36 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 21293 2022/06/25 05:00:46 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.72 - - [25/Jun/2022:05:00:46 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 21293 {"Instance":"awesome_swanson","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-25T05:00:55Z"} {"Kind":"Pod","Name":"rel-1-apache-5dcbc46dbb-lh62c","level":"info","msg":"MODIFIED","time":"2022-06-25T05:00:55Z"} 2022/06/25 05:00:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.212 - - [25/Jun/2022:05:00:55 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 21293 10.233.67.72 - - [25/Jun/2022:05:00:56 +0000] "GET /v1/instance/awesome_swanson/status HTTP/1.1" 200 21001 {"InstanceId":"awesome_swanson","Result":202,"SubscriptionName":"awesome_swanson-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-25T05:00:58Z"} {"Instance":"awesome_swanson","Kind":"Deployment","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-25T05:01:25Z"} {"Instance":"awesome_swanson","Kind":"Pod","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-25T05:01:25Z"} {"Instance":"awesome_swanson","Kind":"Service","Subscription":"awesome_swanson-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-25T05:01:25Z"} 2022/06/25 05:01:25 Deleted Obj with ID ObjectID("62b6963d7d5e6ba13a3764f1") 10.233.66.212 - - [25/Jun/2022:05:01:25 +0000] "DELETE /v1/instance/awesome_swanson/status/subscription/awesome_swanson-cnf-adapter HTTP/1.1" 202 0 2022/06/25 05:01:25 Deleted Obj with ID ObjectID("62b6963d85c4079142ab2a15") 2022/06/25 05:01:25 [Config Cleanup] Instance awesome_swanson 2022/06/25 05:01:25 [Config Delete] Instance awesome_swanson Config replica-count-change 2022/06/25 05:01:25 [ConfigTemplate]: Download replica-count-template 2022/06/25 05:01:25 Before Sent to goroutine {f87983f1-46e8-4809-9d4e-4e06df79fca5 587aee59-6d59-4310-8bb7-587dd1d0d572 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/25 05:01:25 Message Sent to goroutine {f87983f1-46e8-4809-9d4e-4e06df79fca5 587aee59-6d59-4310-8bb7-587dd1d0d572 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/25 05:01:25 [scheduleResources]: DELETE {f87983f1-46e8-4809-9d4e-4e06df79fca5 587aee59-6d59-4310-8bb7-587dd1d0d572 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-25T05:01:25Z"} 2022/06/25 05:01:25 No plugin for kind Deployment found. Using generic Plugin 2022/06/25 05:01:25 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/06/25 05:01:25 [Config Delete All] Instance awesome_swanson Config replica-count-change 2022/06/25 05:01:25 Stop config thread for awesome_swanson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-25T05:01:25Z"} 2022/06/25 05:01:25 No plugin for kind Deployment found. Using generic Plugin 2022/06/25 05:01:25 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-06-25T05:01:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-25T05:01:25Z"} 2022/06/25 05:01:25 Deleting service: rel-1-apache {"instance":"awesome_swanson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-25T05:01:25Z"} 2022/06/25 05:01:25 Deleted Obj with ID ObjectID("62b6961b7d5e6ba13a3764f0") 2022/06/25 05:01:25 Deleted Obj with ID ObjectID("62b6961c85c4079142ab29ed") 10.233.66.212 - - [25/Jun/2022:05:01:25 +0000] "DELETE /v1/instance/awesome_swanson HTTP/1.1" 202 0 {"instance":"awesome_swanson","level":"info","msg":"[START] status notify thread for ","time":"2022-06-25T05:01:28Z"} {"InstanceId":"awesome_swanson","SubscriptionName":"awesome_swanson-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-06-25T05:01:33Z"} 10.233.69.16 - - [25/Jun/2022:05:01:52 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/06/25 05:01:52 Deleted Obj with ID ObjectID("62b6953d7d5e6ba13a3764df") 10.233.69.16 - - [25/Jun/2022:05:01:52 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/06/25 05:01:52 Deleted Obj with ID ObjectID("62b6953e85c4079142ab2903") 2022/06/25 05:03:04 [Config Cleanup] Instance blissful_ptolemy 2022/06/25 05:03:04 [scheduleResources]: START thread 2022/06/25 05:03:09 Stop config thread for blissful_ptolemy {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-25T05:03:09Z"} 2022/06/25 05:03:09 No plugin for kind Deployment found. Using generic Plugin 2022/06/25 05:03:09 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-25T05:03:09Z"} 2022/06/25 05:03:09 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-25T05:03:09Z"} 2022/06/25 05:03:09 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-25T05:03:10Z"} 2022/06/25 05:03:10 Deleting service: pnf-macro-test-simulator-mongo {"instance":"blissful_ptolemy","level":"info","msg":"[START] status notify thread for ","time":"2022-06-25T05:03:10Z"} {"instance":"blissful_ptolemy","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-25T05:03:15Z"} 2022/06/25 05:03:15 Deleted Obj with ID ObjectID("62b694dd7d5e6ba13a3764de") 2022/06/25 05:03:15 Deleted Obj with ID ObjectID("62b694dd85c4079142ab28b8") 10.233.69.16 - - [25/Jun/2022:05:03:04 +0000] "DELETE /v1/instance/blissful_ptolemy HTTP/1.1" 202 0 10.233.69.16 - - [25/Jun/2022:05:03:15 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/06/25 05:03:15 Deleted Obj with ID ObjectID("62b694dc7d5e6ba13a3764d6") 2022/06/25 05:03:15 Deleted Obj with ID ObjectID("62b694dd85c4079142ab287d") 10.233.69.16 - - [25/Jun/2022:05:03:15 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0