2022/12/15 02:39:47 Starting Kubernetes Multicloud API 2022/12/15 02:39:47 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-12-15T02:39:57Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-12-15T02:39:57Z"} 10.233.66.140 - - [15/Dec/2022:03:16:31 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-12-15T03:16:31Z"} 10.233.69.142 - - [15/Dec/2022:04:10:04 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [15/Dec/2022:04:14:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [15/Dec/2022:04:15:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "GET /v1/rb/definition/cds-ms-rb-20380880-1a56-4cfb-aebe-65d0af157009/v1 HTTP/1.1" 200 124 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "POST /v1/rb/definition/cds-ms-rb-20380880-1a56-4cfb-aebe-65d0af157009/v1/content HTTP/1.1" 200 0 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "GET /v1/rb/definition/cds-ms-rb-20380880-1a56-4cfb-aebe-65d0af157009/v1 HTTP/1.1" 200 138 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "POST /v1/rb/definition/cds-ms-rb-20380880-1a56-4cfb-aebe-65d0af157009/v1/profile HTTP/1.1" 201 305 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "GET /v1/rb/definition/cds-ms-rb-20380880-1a56-4cfb-aebe-65d0af157009/v1/profile/cds-ms-prof-9ce550af-007b-4e22-8277-ac227f3b14b5 HTTP/1.1" 200 305 10.233.69.142 - - [15/Dec/2022:04:28:45 +0000] "POST /v1/rb/definition/cds-ms-rb-20380880-1a56-4cfb-aebe-65d0af157009/v1/profile/cds-ms-prof-9ce550af-007b-4e22-8277-ac227f3b14b5/content HTTP/1.1" 200 0 2022/12/15 04:28:46 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/12/15 04:28:46 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/12/15 04:28:46 Main rss info 2022/12/15 04:28:46 Path: /tmp/helm-tmpl-253977062/manifest-0 2022/12/15 04:28:46 Kind: Service 2022/12/15 04:28:46 Path: /tmp/helm-tmpl-253977062/manifest-1 2022/12/15 04:28:46 Kind: Deployment 2022/12/15 04:28:46 Crd rss info 2022/12/15 04:28:46 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-12-15T04:28:46Z"} 2022/12/15 04:28:46 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-253977062/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:28:46Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-12-15T04:28:46Z"} {"filepath":"/tmp/helm-tmpl-253977062/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:28:46Z"} 2022/12/15 04:28:46 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-12-15T04:28:46Z"} 10.233.69.142 - - [15/Dec/2022:04:28:46 +0000] "POST /v1/instance HTTP/1.1" 201 548 2022/12/15 04:30:05 [Config Cleanup] Instance awesome_varahamihira 2022/12/15 04:30:05 [scheduleResources]: START thread 2022/12/15 04:30:10 Stop config thread for awesome_varahamihira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-12-15T04:30:10Z"} 2022/12/15 04:30:10 No plugin for kind Deployment found. Using generic Plugin 2022/12/15 04:30:10 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-12-15T04:30:10Z"} 2022/12/15 04:30:10 Deleting service: cds-regression-mockserver {"instance":"awesome_varahamihira","level":"info","msg":"[START] status notify thread for ","time":"2022-12-15T04:30:11Z"} {"instance":"awesome_varahamihira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-15T04:30:16Z"} 2022/12/15 04:30:16 Deleted Obj with ID ObjectID("639aa27e702c14cf7166334e") 2022/12/15 04:30:16 Deleted Obj with ID ObjectID("639aa27ec7315dad4ebc81c2") 10.233.69.142 - - [15/Dec/2022:04:30:05 +0000] "DELETE /v1/instance/awesome_varahamihira HTTP/1.1" 202 0 10.233.69.142 - - [15/Dec/2022:04:30:16 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/12/15 04:30:16 Deleted Obj with ID ObjectID("639aa27d702c14cf71663345") 2022/12/15 04:30:16 Deleted Obj with ID ObjectID("639aa27dc7315dad4ebc8184") 10.233.69.142 - - [15/Dec/2022:04:30:16 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.69.142 - - [15/Dec/2022:04:30:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.142 - - [15/Dec/2022:04:30:22 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.69.142 - - [15/Dec/2022:04:30:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [15/Dec/2022:04:30:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [15/Dec/2022:04:30:50 +0000] "POST /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697/content HTTP/1.1" 200 0 127.0.0.1 - - [15/Dec/2022:04:31:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.69.142 - - [15/Dec/2022:04:35:53 +0000] "GET /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697 HTTP/1.1" 200 270 10.233.69.142 - - [15/Dec/2022:04:35:53 +0000] "GET /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697/profile/cnftest HTTP/1.1" 404 87 10.233.69.142 - - [15/Dec/2022:04:35:53 +0000] "POST /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697/profile HTTP/1.1" 201 240 10.233.69.142 - - [15/Dec/2022:04:35:53 +0000] "GET /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697/profile/cnftest HTTP/1.1" 200 240 10.233.69.142 - - [15/Dec/2022:04:35:53 +0000] "POST /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697/profile/cnftest/content HTTP/1.1" 200 0 10.233.69.142 - - [15/Dec/2022:04:36:05 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-ba86d1c1-a401-411d-a8fd-60d74771e4f0 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-12-15T04:36:05Z"} {"Body":{},"Payload":{"generic-vnf-id":"2df765ed-ab23-4a7e-b360-2e324cf66d5f","vf-module-id":"04466636-45a5-4683-9c72-408ed9eaf26e","vf-module-model-invariant-id":"b664edba-2179-44e0-ab1b-b4924570a5da","vf-module-model-version-id":"b9f1896d-3b8b-41b8-9f14-00af1a311864","vf-module-model-customization-id":"0cbff67d-aca2-4613-8713-5618915d4697","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-ba86d1c1-a401-411d-a8fd-60d74771e4f0"}},"level":"info","msg":"Broker API Payload","time":"2022-12-15T04:36:05Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"b664edba-2179-44e0-ab1b-b4924570a5da","rb-version":"0cbff67d-aca2-4613-8713-5618915d4697","profile-name":"cnftest","release-name":"04466636-45a5-4683-9c72-408ed9eaf26e","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-ba86d1c1-a401-411d-a8fd-60d74771e4f0"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-12-15T04:36:05Z"} 2022/12/15 04:36:05 Main rss info 2022/12/15 04:36:05 Path: /tmp/helm-tmpl-351393783/manifest-0 2022/12/15 04:36:05 Kind: Service 2022/12/15 04:36:05 Path: /tmp/helm-tmpl-351393783/manifest-1 2022/12/15 04:36:05 Kind: Deployment 2022/12/15 04:36:05 Crd rss info 2022/12/15 04:36:05 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-12-15T04:36:05Z"} 2022/12/15 04:36:05 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-351393783/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:36:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-15T04:36:05Z"} {"filepath":"/tmp/helm-tmpl-351393783/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:36:05Z"} 2022/12/15 04:36:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-15T04:36:05Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elegant_ptolemy","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-15T04:36:05Z"} 10.233.69.142 - - [15/Dec/2022:04:36:05 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elegant_ptolemy","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-15T04:36:06Z"} 10.233.69.142 - - [15/Dec/2022:04:36:06 +0000] "GET /basicnf-owner/k8sregion/infra_workload/elegant_ptolemy HTTP/1.1" 200 123 10.233.69.142 - - [15/Dec/2022:04:36:06 +0000] "POST /basicnf-owner/k8sregion/infra_workload/elegant_ptolemy HTTP/1.1" 405 0 10.233.69.142 - - [15/Dec/2022:04:36:34 +0000] "GET /basicnf-owner/k8sregion/infra_workload/elegant_ptolemy HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elegant_ptolemy","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-15T04:36:34Z"} 2022/12/15 04:36:34 [Config Cleanup] Instance elegant_ptolemy 2022/12/15 04:36:34 [scheduleResources]: START thread 2022/12/15 04:36:39 Stop config thread for elegant_ptolemy 2022/12/15 04:36:39 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-15T04:36:39Z"} 2022/12/15 04:36:39 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-15T04:36:39Z"} 2022/12/15 04:36:39 Deleting service: cnftest-nginx {"instance":"elegant_ptolemy","level":"info","msg":"[START] status notify thread for ","time":"2022-12-15T04:36:39Z"} {"instance":"elegant_ptolemy","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-15T04:36:44Z"} 2022/12/15 04:36:44 Deleted Obj with ID ObjectID("639aa435702c14cf7166335a") 2022/12/15 04:36:44 Deleted Obj with ID ObjectID("639aa436c7315dad4ebc833b") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elegant_ptolemy","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-12-15T04:36:44Z"} 10.233.69.142 - - [15/Dec/2022:04:36:34 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/elegant_ptolemy HTTP/1.1" 202 123 10.233.69.142 - - [15/Dec/2022:04:36:52 +0000] "GET /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697 HTTP/1.1" 200 270 10.233.69.142 - - [15/Dec/2022:04:36:53 +0000] "GET /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697/profile/cnftest HTTP/1.1" 200 240 2022/12/15 04:36:53 Deleted Obj with ID ObjectID("639aa429702c14cf71663358") 2022/12/15 04:36:53 Deleted Obj with ID ObjectID("639aa429702c14cf71663359") 10.233.69.142 - - [15/Dec/2022:04:36:53 +0000] "DELETE /v1/rb/definition/b664edba-2179-44e0-ab1b-b4924570a5da/0cbff67d-aca2-4613-8713-5618915d4697/profile/cnftest HTTP/1.1" 204 0 2022/12/15 04:36:53 Deleted Obj with ID ObjectID("639aa42ac7315dad4ebc8319") 10.233.69.142 - - [15/Dec/2022:04:37:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/12/15 04:37:21 Deleted Obj with ID ObjectID("639aa2de702c14cf7166334f") 10.233.69.142 - - [15/Dec/2022:04:37:21 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/12/15 04:37:21 Deleted Obj with ID ObjectID("639aa2dec7315dad4ebc821c") 10.233.69.142 - - [15/Dec/2022:04:44:09 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.69.142 - - [15/Dec/2022:04:44:09 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.69.142 - - [15/Dec/2022:04:44:09 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.69.142 - - [15/Dec/2022:04:44:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.142 - - [15/Dec/2022:04:44:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c0205c23-5f9d-4fbb-88de-cb7d6ac0d3d5/v1 HTTP/1.1" 200 125 10.233.69.142 - - [15/Dec/2022:04:44:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c0205c23-5f9d-4fbb-88de-cb7d6ac0d3d5/v1/content HTTP/1.1" 200 0 10.233.69.142 - - [15/Dec/2022:04:44:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c0205c23-5f9d-4fbb-88de-cb7d6ac0d3d5/v1 HTTP/1.1" 200 138 10.233.69.142 - - [15/Dec/2022:04:44:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c0205c23-5f9d-4fbb-88de-cb7d6ac0d3d5/v1/profile HTTP/1.1" 201 314 10.233.69.142 - - [15/Dec/2022:04:44:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c0205c23-5f9d-4fbb-88de-cb7d6ac0d3d5/v1/profile/pnf-cnf-profile-83d9e480-5743-487e-bd92-ba43a6c78f0f HTTP/1.1" 200 314 10.233.69.142 - - [15/Dec/2022:04:44:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c0205c23-5f9d-4fbb-88de-cb7d6ac0d3d5/v1/profile/pnf-cnf-profile-83d9e480-5743-487e-bd92-ba43a6c78f0f/content HTTP/1.1" 200 0 2022/12/15 04:44:10 Main rss info 2022/12/15 04:44:10 Path: /tmp/helm-tmpl-243923973/manifest-0 2022/12/15 04:44:10 Kind: Service 2022/12/15 04:44:10 Path: /tmp/helm-tmpl-243923973/manifest-1 2022/12/15 04:44:10 Kind: Service 2022/12/15 04:44:10 Path: /tmp/helm-tmpl-243923973/manifest-2 2022/12/15 04:44:10 Kind: Pod 2022/12/15 04:44:10 Path: /tmp/helm-tmpl-243923973/manifest-3 2022/12/15 04:44:10 Kind: Deployment 2022/12/15 04:44:10 Crd rss info 2022/12/15 04:44:10 Hook info {"filepath":"/tmp/helm-tmpl-243923973/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:44:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-15T04:44:10Z"} {"filepath":"/tmp/helm-tmpl-243923973/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:44:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-15T04:44:10Z"} {"filepath":"/tmp/helm-tmpl-243923973/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:44:10Z"} 2022/12/15 04:44:10 No plugin for kind Pod found. Using generic Plugin 2022/12/15 04:44:10 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-15T04:44:10Z"} {"filepath":"/tmp/helm-tmpl-243923973/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:44:10Z"} 2022/12/15 04:44:10 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-15T04:44:10Z"} 10.233.69.142 - - [15/Dec/2022:04:44:10 +0000] "POST /v1/instance HTTP/1.1" 201 746 10.233.69.142 - - [15/Dec/2022:04:45:38 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.69.142 - - [15/Dec/2022:04:45:38 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.69.142 - - [15/Dec/2022:04:45:38 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [15/Dec/2022:04:45:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [15/Dec/2022:04:45:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [15/Dec/2022:04:45:50 +0000] "POST /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5/content HTTP/1.1" 200 0 127.0.0.1 - - [15/Dec/2022:04:46:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.64 - - [15/Dec/2022:04:49:58 +0000] "GET /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5 HTTP/1.1" 200 277 10.233.68.64 - - [15/Dec/2022:04:49:58 +0000] "GET /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.64 - - [15/Dec/2022:04:49:58 +0000] "POST /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5/profile HTTP/1.1" 201 270 10.233.68.64 - - [15/Dec/2022:04:49:58 +0000] "POST /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.68.64 - - [15/Dec/2022:04:50:10 +0000] "GET /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5 HTTP/1.1" 200 277 10.233.68.64 - - [15/Dec/2022:04:50:10 +0000] "GET /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5/config-template/replica-count-template HTTP/1.1" 500 78 2022/12/15 04:50:10 [ConfigiTemplate]: create e12b8f76-6357-4b0f-affe-3d1b47b9d8c3 10.233.68.64 - - [15/Dec/2022:04:50:10 +0000] "POST /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5/config-template HTTP/1.1" 201 113 2022/12/15 04:50:10 [ConfigTemplate]: Upload replica-count-template 10.233.68.64 - - [15/Dec/2022:04:50:10 +0000] "POST /v1/rb/definition/e12b8f76-6357-4b0f-affe-3d1b47b9d8c3/023d93dc-78d4-46a5-8053-e943846e29f5/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/12/15 04:50:13 Main rss info 2022/12/15 04:50:13 Path: /tmp/helm-tmpl-190963266/manifest-0 2022/12/15 04:50:13 Kind: Service 2022/12/15 04:50:13 Path: /tmp/helm-tmpl-190963266/manifest-1 2022/12/15 04:50:13 Kind: Deployment 2022/12/15 04:50:13 Crd rss info 2022/12/15 04:50:13 Hook info {"filepath":"/tmp/helm-tmpl-190963266/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:50:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-15T04:50:13Z"} {"filepath":"/tmp/helm-tmpl-190963266/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:50:13Z"} 2022/12/15 04:50:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-15T04:50:13Z"} 10.233.66.140 - - [15/Dec/2022:04:50:13 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2022/12/15 04:50:14 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.140 - - [15/Dec/2022:04:50:14 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 14540 {"instance":"gifted_northcutt","level":"info","msg":"[START] status notify thread for ","time":"2022-12-15T04:50:38Z"} {"instance":"gifted_northcutt","level":"info","msg":"REFRESH WATCHERS","subscription":"gifted_northcutt-cnf-adapter","time":"2022-12-15T04:50:43Z"} {"Instance":"gifted_northcutt","Kind":"Pod","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-15T04:50:43Z"} {"Instance":"gifted_northcutt","Kind":"Deployment","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-15T04:50:43Z"} {"Instance":"gifted_northcutt","Kind":"Service","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-15T04:50:43Z"} {"InstanceId":"gifted_northcutt","SubscriptionName":"gifted_northcutt-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-12-15T04:50:43Z"} 10.233.66.140 - - [15/Dec/2022:04:50:38 +0000] "POST /v1/instance/gifted_northcutt/status/subscription HTTP/1.1" 201 654 {"InstanceId":"gifted_northcutt","SubscriptionName":"gifted_northcutt-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-12-15T04:50:48Z"} 2022/12/15 04:50:49 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.64 - - [15/Dec/2022:04:50:49 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 14877 2022/12/15 04:50:59 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.64 - - [15/Dec/2022:04:50:59 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 14877 10.233.68.64 - - [15/Dec/2022:04:51:09 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 14689 2022/12/15 04:51:09 [scheduleResources]: START thread 10.233.68.64 - - [15/Dec/2022:04:51:09 +0000] "GET /v1/instance/gifted_northcutt/config/replica-count-change HTTP/1.1" 500 60 2022/12/15 04:51:14 [Config Create] Instance gifted_northcutt 2022/12/15 04:51:14 [ConfigTemplate]: Download replica-count-template 2022/12/15 04:51:14 Before Sent to goroutine {e12b8f76-6357-4b0f-affe-3d1b47b9d8c3 023d93dc-78d4-46a5-8053-e943846e29f5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/15 04:51:14 Message Sent to goroutine {e12b8f76-6357-4b0f-affe-3d1b47b9d8c3 023d93dc-78d4-46a5-8053-e943846e29f5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/15 04:51:14 [scheduleResources]: POST {e12b8f76-6357-4b0f-affe-3d1b47b9d8c3 023d93dc-78d4-46a5-8053-e943846e29f5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-669784923/manifest-0}] {"filepath":"/tmp/helm-tmpl-669784923/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:51:14Z"} 2022/12/15 04:51:14 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-669784923/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-12-15T04:51:14Z"} {"filepath":"/tmp/helm-tmpl-669784923/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-15T04:51:14Z"} 2022/12/15 04:51:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-15T04:51:14Z"} 2022/12/15 04:51:14 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.64 - - [15/Dec/2022:04:51:14 +0000] "POST /v1/instance/gifted_northcutt/config HTTP/1.1" 201 268 2022/12/15 04:51:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.64 - - [15/Dec/2022:04:51:14 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 19560 {"Instance":"gifted_northcutt","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-15T04:51:23Z"} {"Kind":"Pod","Name":"rel-1-apache-97447896d-jsw42","level":"info","msg":"CREATED","time":"2022-12-15T04:51:23Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-15T04:51:23Z"} {"Kind":"Pod","Name":"rel-1-apache-97447896d-6pzh4","level":"info","msg":"MODIFIED","time":"2022-12-15T04:51:23Z"} 2022/12/15 04:51:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.140 - - [15/Dec/2022:04:51:23 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 20928 2022/12/15 04:51:25 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.64 - - [15/Dec/2022:04:51:25 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 20928 {"InstanceId":"gifted_northcutt","Result":202,"SubscriptionName":"gifted_northcutt-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-15T04:51:25Z"} 2022/12/15 04:51:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.64 - - [15/Dec/2022:04:51:35 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 21268 2022/12/15 04:51:45 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.64 - - [15/Dec/2022:04:51:45 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 21268 2022/12/15 04:51:53 [Config Cleanup] Instance awesome_herschel 2022/12/15 04:51:53 [scheduleResources]: START thread 2022/12/15 04:51:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.64 - - [15/Dec/2022:04:51:55 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 21268 {"Instance":"gifted_northcutt","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-15T04:51:55Z"} {"Kind":"Pod","Name":"rel-1-apache-97447896d-jsw42","level":"info","msg":"MODIFIED","time":"2022-12-15T04:51:55Z"} 2022/12/15 04:51:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.140 - - [15/Dec/2022:04:51:55 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 21268 {"InstanceId":"gifted_northcutt","Result":202,"SubscriptionName":"gifted_northcutt-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-15T04:51:57Z"} 2022/12/15 04:51:58 Stop config thread for awesome_herschel {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-15T04:51:58Z"} 2022/12/15 04:51:58 No plugin for kind Deployment found. Using generic Plugin 2022/12/15 04:51:58 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-15T04:51:58Z"} 2022/12/15 04:51:58 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-15T04:51:58Z"} 2022/12/15 04:51:58 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-15T04:51:58Z"} 2022/12/15 04:51:58 Deleting service: pnf-macro-test-simulator-mongo {"instance":"awesome_herschel","level":"info","msg":"[START] status notify thread for ","time":"2022-12-15T04:51:58Z"} {"instance":"awesome_herschel","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-15T04:52:03Z"} 2022/12/15 04:52:03 Deleted Obj with ID ObjectID("639aa61a702c14cf71663363") 2022/12/15 04:52:03 Deleted Obj with ID ObjectID("639aa61ac7315dad4ebc84cb") 10.233.69.142 - - [15/Dec/2022:04:51:53 +0000] "DELETE /v1/instance/awesome_herschel HTTP/1.1" 202 0 10.233.69.142 - - [15/Dec/2022:04:52:03 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/12/15 04:52:03 Deleted Obj with ID ObjectID("639aa619702c14cf7166335b") 2022/12/15 04:52:03 Deleted Obj with ID ObjectID("639aa61ac7315dad4ebc8490") 10.233.69.142 - - [15/Dec/2022:04:52:03 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 10.233.68.64 - - [15/Dec/2022:04:52:05 +0000] "GET /v1/instance/gifted_northcutt/status HTTP/1.1" 200 20976 {"Instance":"gifted_northcutt","Kind":"Deployment","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-15T04:52:19Z"} {"Instance":"gifted_northcutt","Kind":"Pod","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-15T04:52:19Z"} {"Instance":"gifted_northcutt","Kind":"Service","Subscription":"gifted_northcutt-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-15T04:52:19Z"} 2022/12/15 04:52:19 Deleted Obj with ID ObjectID("639aa7a3702c14cf71663376") 10.233.66.140 - - [15/Dec/2022:04:52:19 +0000] "DELETE /v1/instance/gifted_northcutt/status/subscription/gifted_northcutt-cnf-adapter HTTP/1.1" 202 0 2022/12/15 04:52:19 Deleted Obj with ID ObjectID("639aa7a3c7315dad4ebc8640") 2022/12/15 04:52:19 [Config Cleanup] Instance gifted_northcutt 2022/12/15 04:52:19 [Config Delete] Instance gifted_northcutt Config replica-count-change 2022/12/15 04:52:19 [ConfigTemplate]: Download replica-count-template 2022/12/15 04:52:19 Before Sent to goroutine {e12b8f76-6357-4b0f-affe-3d1b47b9d8c3 023d93dc-78d4-46a5-8053-e943846e29f5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/15 04:52:19 Message Sent to goroutine {e12b8f76-6357-4b0f-affe-3d1b47b9d8c3 023d93dc-78d4-46a5-8053-e943846e29f5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/15 04:52:19 [scheduleResources]: DELETE {e12b8f76-6357-4b0f-affe-3d1b47b9d8c3 023d93dc-78d4-46a5-8053-e943846e29f5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-15T04:52:19Z"} 2022/12/15 04:52:19 No plugin for kind Deployment found. Using generic Plugin 2022/12/15 04:52:19 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/12/15 04:52:19 [Config Delete All] Instance gifted_northcutt Config replica-count-change 2022/12/15 04:52:19 Stop config thread for gifted_northcutt {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-15T04:52:19Z"} 2022/12/15 04:52:19 [scheduleResources]: STOP thread 2022/12/15 04:52:19 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-12-15T04:52:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-15T04:52:19Z"} 2022/12/15 04:52:19 Deleting service: rel-1-apache {"instance":"gifted_northcutt","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-15T04:52:19Z"} 2022/12/15 04:52:19 Deleted Obj with ID ObjectID("639aa785702c14cf71663375") 2022/12/15 04:52:19 Deleted Obj with ID ObjectID("639aa785c7315dad4ebc8618") 10.233.66.140 - - [15/Dec/2022:04:52:19 +0000] "DELETE /v1/instance/gifted_northcutt HTTP/1.1" 202 0 {"instance":"gifted_northcutt","level":"info","msg":"[START] status notify thread for ","time":"2022-12-15T04:52:27Z"} {"InstanceId":"gifted_northcutt","SubscriptionName":"gifted_northcutt-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-12-15T04:52:32Z"} 10.233.69.142 - - [15/Dec/2022:04:52:36 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/12/15 04:52:36 Deleted Obj with ID ObjectID("639aa672702c14cf71663364") 10.233.69.142 - - [15/Dec/2022:04:52:36 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/12/15 04:52:36 Deleted Obj with ID ObjectID("639aa672c7315dad4ebc850c")