2022/06/15 02:51:58 Starting Kubernetes Multicloud API 2022/06/15 02:51:58 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-06-15T02:52:08Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-06-15T02:52:08Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-06-15T03:25:28Z"} 10.233.66.15 - - [15/Jun/2022:03:25:28 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.67.29 - - [15/Jun/2022:04:13:01 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [15/Jun/2022:04:18:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [15/Jun/2022:04:22:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "GET /v1/rb/definition/cds-ms-rb-0e517528-b0bf-4761-a2b2-d4ae59db5631/v1 HTTP/1.1" 200 124 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "POST /v1/rb/definition/cds-ms-rb-0e517528-b0bf-4761-a2b2-d4ae59db5631/v1/content HTTP/1.1" 200 0 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "GET /v1/rb/definition/cds-ms-rb-0e517528-b0bf-4761-a2b2-d4ae59db5631/v1 HTTP/1.1" 200 138 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "POST /v1/rb/definition/cds-ms-rb-0e517528-b0bf-4761-a2b2-d4ae59db5631/v1/profile HTTP/1.1" 201 305 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "GET /v1/rb/definition/cds-ms-rb-0e517528-b0bf-4761-a2b2-d4ae59db5631/v1/profile/cds-ms-prof-5d16ba91-7310-4993-98b1-89fac92e4a8e HTTP/1.1" 200 305 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "POST /v1/rb/definition/cds-ms-rb-0e517528-b0bf-4761-a2b2-d4ae59db5631/v1/profile/cds-ms-prof-5d16ba91-7310-4993-98b1-89fac92e4a8e/content HTTP/1.1" 200 0 2022/06/15 04:34:04 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/06/15 04:34:04 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/06/15 04:34:04 Main rss info 2022/06/15 04:34:04 Path: /tmp/helm-tmpl-075422089/manifest-0 2022/06/15 04:34:04 Kind: Service 2022/06/15 04:34:04 Path: /tmp/helm-tmpl-075422089/manifest-1 2022/06/15 04:34:04 Kind: Deployment 2022/06/15 04:34:04 Crd rss info 2022/06/15 04:34:04 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-06-15T04:34:04Z"} 2022/06/15 04:34:04 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-075422089/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:34:04Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-06-15T04:34:04Z"} {"filepath":"/tmp/helm-tmpl-075422089/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:34:04Z"} 2022/06/15 04:34:04 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-06-15T04:34:04Z"} 10.233.67.29 - - [15/Jun/2022:04:34:04 +0000] "POST /v1/instance HTTP/1.1" 201 544 10.233.67.29 - - [15/Jun/2022:04:35:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.29 - - [15/Jun/2022:04:35:21 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.67.29 - - [15/Jun/2022:04:35:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/06/15 04:35:26 [Config Cleanup] Instance nostalgic_curran 2022/06/15 04:35:26 [scheduleResources]: START thread 2022/06/15 04:35:31 Stop config thread for nostalgic_curran {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-06-15T04:35:31Z"} 2022/06/15 04:35:31 No plugin for kind Deployment found. Using generic Plugin 2022/06/15 04:35:31 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-06-15T04:35:31Z"} 2022/06/15 04:35:31 Deleting service: cds-regression-mockserver {"instance":"nostalgic_curran","level":"info","msg":"[START] status notify thread for ","time":"2022-06-15T04:35:31Z"} 127.0.0.1 - - [15/Jun/2022:04:35:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [15/Jun/2022:04:35:32 +0000] "POST /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372/content HTTP/1.1" 200 0 {"instance":"nostalgic_curran","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-15T04:35:36Z"} 2022/06/15 04:35:36 Deleted Obj with ID ObjectID("62a9613ce7d7c54de7c22b00") 2022/06/15 04:35:36 Deleted Obj with ID ObjectID("62a9613b29f17c03ac303303") 10.233.67.29 - - [15/Jun/2022:04:35:26 +0000] "DELETE /v1/instance/nostalgic_curran HTTP/1.1" 202 0 10.233.67.29 - - [15/Jun/2022:04:35:37 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/06/15 04:35:37 Deleted Obj with ID ObjectID("62a9613ce7d7c54de7c22af7") 10.233.67.29 - - [15/Jun/2022:04:35:37 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/06/15 04:35:37 Deleted Obj with ID ObjectID("62a9613b29f17c03ac3032c5") 127.0.0.1 - - [15/Jun/2022:04:35:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.67.29 - - [15/Jun/2022:04:41:05 +0000] "GET /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372 HTTP/1.1" 200 270 10.233.67.29 - - [15/Jun/2022:04:41:05 +0000] "GET /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372/profile/cnftest HTTP/1.1" 404 87 10.233.67.29 - - [15/Jun/2022:04:41:06 +0000] "POST /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372/profile HTTP/1.1" 201 240 10.233.67.29 - - [15/Jun/2022:04:41:06 +0000] "GET /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372/profile/cnftest HTTP/1.1" 200 240 10.233.67.29 - - [15/Jun/2022:04:41:06 +0000] "POST /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-06-15T04:41:19Z"} 10.233.67.29 - - [15/Jun/2022:04:41:19 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-c4955c6b-21b4-4986-82f1-363313222d9c HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"a4dacbbe-d554-42a4-a83d-c44f7467d580","vf-module-id":"c21358bb-f31a-443f-bde3-a83e7a2f0a80","vf-module-model-invariant-id":"101ec1cc-a4c9-4542-9a12-7dcb05cfe473","vf-module-model-version-id":"b7f3a9ed-0873-418f-b6d4-6979a80393dd","vf-module-model-customization-id":"02df8a9b-42bc-46ff-aca4-85d735e32372","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-c4955c6b-21b4-4986-82f1-363313222d9c"}},"level":"info","msg":"Broker API Payload","time":"2022-06-15T04:41:20Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"101ec1cc-a4c9-4542-9a12-7dcb05cfe473","rb-version":"02df8a9b-42bc-46ff-aca4-85d735e32372","profile-name":"cnftest","release-name":"c21358bb-f31a-443f-bde3-a83e7a2f0a80","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-c4955c6b-21b4-4986-82f1-363313222d9c"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-06-15T04:41:20Z"} 2022/06/15 04:41:20 Main rss info 2022/06/15 04:41:20 Path: /tmp/helm-tmpl-316513092/manifest-0 2022/06/15 04:41:20 Kind: Service 2022/06/15 04:41:20 Path: /tmp/helm-tmpl-316513092/manifest-1 2022/06/15 04:41:20 Kind: Deployment 2022/06/15 04:41:20 Crd rss info 2022/06/15 04:41:20 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-06-15T04:41:20Z"} 2022/06/15 04:41:20 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-316513092/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:41:20Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-15T04:41:20Z"} {"filepath":"/tmp/helm-tmpl-316513092/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:41:20Z"} 2022/06/15 04:41:20 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-15T04:41:20Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mahavira","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-15T04:41:20Z"} 10.233.67.29 - - [15/Jun/2022:04:41:20 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 309 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mahavira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-15T04:41:20Z"} 10.233.67.29 - - [15/Jun/2022:04:41:20 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_mahavira HTTP/1.1" 200 128 10.233.67.29 - - [15/Jun/2022:04:41:20 +0000] "POST /basicnf-owner/k8sregion/infra_workload/xenodochial_mahavira HTTP/1.1" 405 0 10.233.67.29 - - [15/Jun/2022:04:42:21 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_mahavira HTTP/1.1" 200 128 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mahavira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-15T04:42:21Z"} 2022/06/15 04:42:21 [Config Cleanup] Instance xenodochial_mahavira 2022/06/15 04:42:21 [scheduleResources]: START thread 2022/06/15 04:42:26 Stop config thread for xenodochial_mahavira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-15T04:42:26Z"} 2022/06/15 04:42:26 No plugin for kind Deployment found. Using generic Plugin 2022/06/15 04:42:26 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-15T04:42:26Z"} 2022/06/15 04:42:26 Deleting service: cnftest-nginx {"instance":"xenodochial_mahavira","level":"info","msg":"[START] status notify thread for ","time":"2022-06-15T04:42:26Z"} {"instance":"xenodochial_mahavira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-15T04:42:31Z"} 2022/06/15 04:42:31 Deleted Obj with ID ObjectID("62a962f0e7d7c54de7c22b0c") 2022/06/15 04:42:31 Deleted Obj with ID ObjectID("62a962ef29f17c03ac303477") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mahavira","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-06-15T04:42:31Z"} 10.233.67.29 - - [15/Jun/2022:04:42:21 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/xenodochial_mahavira HTTP/1.1" 202 128 10.233.67.29 - - [15/Jun/2022:04:42:48 +0000] "GET /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372 HTTP/1.1" 200 270 10.233.67.29 - - [15/Jun/2022:04:42:48 +0000] "GET /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372/profile/cnftest HTTP/1.1" 200 240 2022/06/15 04:42:48 Deleted Obj with ID ObjectID("62a962e2e7d7c54de7c22b0a") 2022/06/15 04:42:48 Deleted Obj with ID ObjectID("62a962e2e7d7c54de7c22b0b") 2022/06/15 04:42:48 Deleted Obj with ID ObjectID("62a962e129f17c03ac30344f") 10.233.67.29 - - [15/Jun/2022:04:42:48 +0000] "DELETE /v1/rb/definition/101ec1cc-a4c9-4542-9a12-7dcb05cfe473/02df8a9b-42bc-46ff-aca4-85d735e32372/profile/cnftest HTTP/1.1" 204 0 10.233.67.29 - - [15/Jun/2022:04:43:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/06/15 04:43:16 Deleted Obj with ID ObjectID("62a96189e7d7c54de7c22b01") 10.233.67.29 - - [15/Jun/2022:04:43:16 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/06/15 04:43:16 Deleted Obj with ID ObjectID("62a9618829f17c03ac30333e") 10.233.67.29 - - [15/Jun/2022:04:47:51 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-19f2525c-4f72-4bf6-8d8f-6a8ddc50e31f/v1 HTTP/1.1" 200 125 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-19f2525c-4f72-4bf6-8d8f-6a8ddc50e31f/v1/content HTTP/1.1" 200 0 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-19f2525c-4f72-4bf6-8d8f-6a8ddc50e31f/v1 HTTP/1.1" 200 138 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-19f2525c-4f72-4bf6-8d8f-6a8ddc50e31f/v1/profile HTTP/1.1" 201 314 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-19f2525c-4f72-4bf6-8d8f-6a8ddc50e31f/v1/profile/pnf-cnf-profile-ed419bb6-a699-480f-84a7-022650dc5670 HTTP/1.1" 200 314 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-19f2525c-4f72-4bf6-8d8f-6a8ddc50e31f/v1/profile/pnf-cnf-profile-ed419bb6-a699-480f-84a7-022650dc5670/content HTTP/1.1" 200 0 2022/06/15 04:47:52 Main rss info 2022/06/15 04:47:52 Path: /tmp/helm-tmpl-737696938/manifest-0 2022/06/15 04:47:52 Kind: Service 2022/06/15 04:47:52 Path: /tmp/helm-tmpl-737696938/manifest-1 2022/06/15 04:47:52 Kind: Service 2022/06/15 04:47:52 Path: /tmp/helm-tmpl-737696938/manifest-2 2022/06/15 04:47:52 Kind: Pod 2022/06/15 04:47:52 Path: /tmp/helm-tmpl-737696938/manifest-3 2022/06/15 04:47:52 Kind: Deployment 2022/06/15 04:47:52 Crd rss info 2022/06/15 04:47:52 Hook info {"filepath":"/tmp/helm-tmpl-737696938/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:47:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-15T04:47:52Z"} {"filepath":"/tmp/helm-tmpl-737696938/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:47:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-15T04:47:52Z"} {"filepath":"/tmp/helm-tmpl-737696938/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:47:52Z"} 2022/06/15 04:47:52 No plugin for kind Pod found. Using generic Plugin 2022/06/15 04:47:52 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-15T04:47:52Z"} {"filepath":"/tmp/helm-tmpl-737696938/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:47:52Z"} 2022/06/15 04:47:52 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-15T04:47:52Z"} 10.233.67.29 - - [15/Jun/2022:04:47:52 +0000] "POST /v1/instance HTTP/1.1" 201 745 10.233.67.29 - - [15/Jun/2022:04:49:46 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.67.29 - - [15/Jun/2022:04:49:46 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.67.29 - - [15/Jun/2022:04:49:46 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [15/Jun/2022:04:49:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [15/Jun/2022:04:49:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [15/Jun/2022:04:49:58 +0000] "POST /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580/content HTTP/1.1" 200 0 127.0.0.1 - - [15/Jun/2022:04:50:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.247 - - [15/Jun/2022:04:51:12 +0000] "GET /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580 HTTP/1.1" 200 277 10.233.71.247 - - [15/Jun/2022:04:51:12 +0000] "GET /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.247 - - [15/Jun/2022:04:51:12 +0000] "POST /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580/profile HTTP/1.1" 201 270 10.233.71.247 - - [15/Jun/2022:04:51:12 +0000] "POST /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.247 - - [15/Jun/2022:04:51:26 +0000] "GET /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580 HTTP/1.1" 200 277 10.233.71.247 - - [15/Jun/2022:04:51:26 +0000] "GET /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580/config-template/replica-count-template HTTP/1.1" 500 78 2022/06/15 04:51:26 [ConfigiTemplate]: create 98ca93e1-29b7-4301-820d-91df1e4f69e8 10.233.71.247 - - [15/Jun/2022:04:51:26 +0000] "POST /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580/config-template HTTP/1.1" 201 113 2022/06/15 04:51:26 [ConfigTemplate]: Upload replica-count-template 10.233.71.247 - - [15/Jun/2022:04:51:26 +0000] "POST /v1/rb/definition/98ca93e1-29b7-4301-820d-91df1e4f69e8/b3c3a7c2-f5f5-4530-90b1-9000a90f6580/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/06/15 04:51:29 Main rss info 2022/06/15 04:51:29 Path: /tmp/helm-tmpl-794502577/manifest-0 2022/06/15 04:51:29 Kind: Service 2022/06/15 04:51:29 Path: /tmp/helm-tmpl-794502577/manifest-1 2022/06/15 04:51:29 Kind: Deployment 2022/06/15 04:51:29 Crd rss info 2022/06/15 04:51:29 Hook info {"filepath":"/tmp/helm-tmpl-794502577/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:51:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-15T04:51:29Z"} {"filepath":"/tmp/helm-tmpl-794502577/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:51:29Z"} 2022/06/15 04:51:29 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-15T04:51:29Z"} 10.233.66.15 - - [15/Jun/2022:04:51:29 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2022/06/15 04:51:31 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.15 - - [15/Jun/2022:04:51:31 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 14549 {"instance":"epic_williamson","level":"info","msg":"[START] status notify thread for ","time":"2022-06-15T04:51:54Z"} {"instance":"epic_williamson","level":"info","msg":"REFRESH WATCHERS","subscription":"epic_williamson-cnf-adapter","time":"2022-06-15T04:51:59Z"} {"Instance":"epic_williamson","Kind":"Deployment","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-15T04:51:59Z"} {"Instance":"epic_williamson","Kind":"Pod","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-15T04:51:59Z"} {"Instance":"epic_williamson","Kind":"Service","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-15T04:51:59Z"} {"InstanceId":"epic_williamson","SubscriptionName":"epic_williamson-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-06-15T04:51:59Z"} 10.233.66.15 - - [15/Jun/2022:04:51:54 +0000] "POST /v1/instance/epic_williamson/status/subscription HTTP/1.1" 201 651 {"InstanceId":"epic_williamson","SubscriptionName":"epic_williamson-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-06-15T04:52:04Z"} 2022/06/15 04:52:07 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.247 - - [15/Jun/2022:04:52:07 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 14892 2022/06/15 04:52:17 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.247 - - [15/Jun/2022:04:52:17 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 14892 10.233.71.247 - - [15/Jun/2022:04:52:27 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 14704 2022/06/15 04:52:27 [scheduleResources]: START thread 10.233.71.247 - - [15/Jun/2022:04:52:27 +0000] "GET /v1/instance/epic_williamson/config/replica-count-change HTTP/1.1" 500 60 2022/06/15 04:52:32 [Config Create] Instance epic_williamson 2022/06/15 04:52:32 [ConfigTemplate]: Download replica-count-template 2022/06/15 04:52:32 Before Sent to goroutine {98ca93e1-29b7-4301-820d-91df1e4f69e8 b3c3a7c2-f5f5-4530-90b1-9000a90f6580 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/15 04:52:32 Message Sent to goroutine {98ca93e1-29b7-4301-820d-91df1e4f69e8 b3c3a7c2-f5f5-4530-90b1-9000a90f6580 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/15 04:52:32 [scheduleResources]: POST {98ca93e1-29b7-4301-820d-91df1e4f69e8 b3c3a7c2-f5f5-4530-90b1-9000a90f6580 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-499001430/manifest-0}] {"filepath":"/tmp/helm-tmpl-499001430/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:52:32Z"} 2022/06/15 04:52:32 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-499001430/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-06-15T04:52:32Z"} {"filepath":"/tmp/helm-tmpl-499001430/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-15T04:52:32Z"} 2022/06/15 04:52:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-15T04:52:32Z"} 2022/06/15 04:52:32 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.247 - - [15/Jun/2022:04:52:32 +0000] "POST /v1/instance/epic_williamson/config HTTP/1.1" 201 267 2022/06/15 04:52:32 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.247 - - [15/Jun/2022:04:52:32 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 20949 {"Instance":"epic_williamson","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-15T04:52:39Z"} {"Kind":"Pod","Name":"rel-1-apache-74b7f5b6c6-8nbk8","level":"info","msg":"CREATED","time":"2022-06-15T04:52:39Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-15T04:52:39Z"} {"Kind":"Pod","Name":"rel-1-apache-74b7f5b6c6-p4twz","level":"info","msg":"MODIFIED","time":"2022-06-15T04:52:39Z"} 2022/06/15 04:52:39 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.15 - - [15/Jun/2022:04:52:39 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 20949 {"InstanceId":"epic_williamson","Result":202,"SubscriptionName":"epic_williamson-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-15T04:52:41Z"} 2022/06/15 04:52:42 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.247 - - [15/Jun/2022:04:52:42 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 20949 2022/06/15 04:52:52 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.247 - - [15/Jun/2022:04:52:52 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 21292 2022/06/15 04:53:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.247 - - [15/Jun/2022:04:53:02 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 21292 {"Instance":"epic_williamson","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-15T04:53:11Z"} {"Kind":"Pod","Name":"rel-1-apache-74b7f5b6c6-8nbk8","level":"info","msg":"MODIFIED","time":"2022-06-15T04:53:11Z"} 2022/06/15 04:53:11 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.15 - - [15/Jun/2022:04:53:11 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 21292 2022/06/15 04:53:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.247 - - [15/Jun/2022:04:53:13 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 21292 {"InstanceId":"epic_williamson","Result":202,"SubscriptionName":"epic_williamson-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-15T04:53:14Z"} 10.233.71.247 - - [15/Jun/2022:04:53:23 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 21000 {"Instance":"epic_williamson","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-15T04:53:44Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-15T04:53:44Z"} {"Kind":"Pod","Name":"rel-1-apache-74b7f5b6c6-8nbk8","level":"info","msg":"MODIFIED","time":"2022-06-15T04:53:44Z"} 10.233.66.15 - - [15/Jun/2022:04:53:44 +0000] "GET /v1/instance/epic_williamson/status HTTP/1.1" 200 21000 {"InstanceId":"epic_williamson","Result":202,"SubscriptionName":"epic_williamson-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-15T04:53:46Z"} {"Instance":"epic_williamson","Kind":"Pod","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-15T04:53:54Z"} {"Instance":"epic_williamson","Kind":"Deployment","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-15T04:53:54Z"} {"Instance":"epic_williamson","Kind":"Service","Subscription":"epic_williamson-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-15T04:53:54Z"} 2022/06/15 04:53:54 Deleted Obj with ID ObjectID("62a9656fe7d7c54de7c22b28") 2022/06/15 04:53:54 Deleted Obj with ID ObjectID("62a9656e29f17c03ac3036f2") 10.233.66.15 - - [15/Jun/2022:04:53:54 +0000] "DELETE /v1/instance/epic_williamson/status/subscription/epic_williamson-cnf-adapter HTTP/1.1" 202 0 2022/06/15 04:53:54 [Config Cleanup] Instance epic_williamson 2022/06/15 04:53:54 [Config Delete] Instance epic_williamson Config replica-count-change 2022/06/15 04:53:54 [ConfigTemplate]: Download replica-count-template 2022/06/15 04:53:54 Before Sent to goroutine {98ca93e1-29b7-4301-820d-91df1e4f69e8 b3c3a7c2-f5f5-4530-90b1-9000a90f6580 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/15 04:53:54 Message Sent to goroutine {98ca93e1-29b7-4301-820d-91df1e4f69e8 b3c3a7c2-f5f5-4530-90b1-9000a90f6580 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/15 04:53:54 [scheduleResources]: DELETE {98ca93e1-29b7-4301-820d-91df1e4f69e8 b3c3a7c2-f5f5-4530-90b1-9000a90f6580 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-15T04:53:54Z"} 2022/06/15 04:53:54 No plugin for kind Deployment found. Using generic Plugin 2022/06/15 04:53:54 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/06/15 04:53:54 [Config Delete All] Instance epic_williamson Config replica-count-change 2022/06/15 04:53:54 Stop config thread for epic_williamson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-15T04:53:54Z"} 2022/06/15 04:53:54 No plugin for kind Deployment found. Using generic Plugin 2022/06/15 04:53:54 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-06-15T04:53:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-15T04:53:54Z"} 2022/06/15 04:53:54 Deleting service: rel-1-apache {"instance":"epic_williamson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-15T04:53:54Z"} 2022/06/15 04:53:54 Deleted Obj with ID ObjectID("62a96551e7d7c54de7c22b27") 2022/06/15 04:53:54 Deleted Obj with ID ObjectID("62a9655029f17c03ac3036c5") 10.233.66.15 - - [15/Jun/2022:04:53:54 +0000] "DELETE /v1/instance/epic_williamson HTTP/1.1" 202 0 {"instance":"epic_williamson","level":"info","msg":"[START] status notify thread for ","time":"2022-06-15T04:54:16Z"} {"InstanceId":"epic_williamson","SubscriptionName":"epic_williamson-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-06-15T04:54:21Z"} 10.233.67.29 - - [15/Jun/2022:04:54:22 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/06/15 04:54:22 Deleted Obj with ID ObjectID("62a964eae7d7c54de7c22b16") 2022/06/15 04:54:22 Deleted Obj with ID ObjectID("62a964e929f17c03ac30361e") 10.233.67.29 - - [15/Jun/2022:04:54:22 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/06/15 04:57:11 [Config Cleanup] Instance fervent_swirles 2022/06/15 04:57:11 [scheduleResources]: START thread 2022/06/15 04:57:16 Stop config thread for fervent_swirles {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-15T04:57:16Z"} 2022/06/15 04:57:16 No plugin for kind Deployment found. Using generic Plugin 2022/06/15 04:57:16 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-15T04:57:16Z"} 2022/06/15 04:57:16 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-15T04:57:16Z"} 2022/06/15 04:57:16 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-15T04:57:16Z"} 2022/06/15 04:57:16 Deleting service: pnf-macro-test-simulator-mongo {"instance":"fervent_swirles","level":"info","msg":"[START] status notify thread for ","time":"2022-06-15T04:57:16Z"} {"instance":"fervent_swirles","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-15T04:57:21Z"} 2022/06/15 04:57:21 Deleted Obj with ID ObjectID("62a96478e7d7c54de7c22b15") 2022/06/15 04:57:21 Deleted Obj with ID ObjectID("62a9647729f17c03ac3035d1") 10.233.67.29 - - [15/Jun/2022:04:57:11 +0000] "DELETE /v1/instance/fervent_swirles HTTP/1.1" 202 0 10.233.67.29 - - [15/Jun/2022:04:57:21 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/06/15 04:57:21 Deleted Obj with ID ObjectID("62a96478e7d7c54de7c22b0d") 10.233.67.29 - - [15/Jun/2022:04:57:21 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/06/15 04:57:21 Deleted Obj with ID ObjectID("62a9647729f17c03ac303596")