2022/06/20 02:57:12 Starting Kubernetes Multicloud API 2022/06/20 02:57:12 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-06-20T02:57:22Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-06-20T02:57:22Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-06-20T03:31:01Z"} 10.233.67.148 - - [20/Jun/2022:03:31:01 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.68.103 - - [20/Jun/2022:04:15:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [20/Jun/2022:04:20:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [20/Jun/2022:04:21:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "GET /v1/rb/definition/cds-ms-rb-a5c05b5f-3611-406f-8327-ba52c1e7dd42/v1 HTTP/1.1" 200 124 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "POST /v1/rb/definition/cds-ms-rb-a5c05b5f-3611-406f-8327-ba52c1e7dd42/v1/content HTTP/1.1" 200 0 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "GET /v1/rb/definition/cds-ms-rb-a5c05b5f-3611-406f-8327-ba52c1e7dd42/v1 HTTP/1.1" 200 138 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "POST /v1/rb/definition/cds-ms-rb-a5c05b5f-3611-406f-8327-ba52c1e7dd42/v1/profile HTTP/1.1" 201 305 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "GET /v1/rb/definition/cds-ms-rb-a5c05b5f-3611-406f-8327-ba52c1e7dd42/v1/profile/cds-ms-prof-43faf8d5-53d9-43d9-a045-68e943ac7b6f HTTP/1.1" 200 305 10.233.68.103 - - [20/Jun/2022:04:34:13 +0000] "POST /v1/rb/definition/cds-ms-rb-a5c05b5f-3611-406f-8327-ba52c1e7dd42/v1/profile/cds-ms-prof-43faf8d5-53d9-43d9-a045-68e943ac7b6f/content HTTP/1.1" 200 0 2022/06/20 04:34:14 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/06/20 04:34:14 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/06/20 04:34:14 Main rss info 2022/06/20 04:34:14 Path: /tmp/helm-tmpl-273030722/manifest-0 2022/06/20 04:34:14 Kind: Service 2022/06/20 04:34:14 Path: /tmp/helm-tmpl-273030722/manifest-1 2022/06/20 04:34:14 Kind: Deployment 2022/06/20 04:34:14 Crd rss info 2022/06/20 04:34:14 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-06-20T04:34:14Z"} 2022/06/20 04:34:14 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-273030722/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:34:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-06-20T04:34:14Z"} {"filepath":"/tmp/helm-tmpl-273030722/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:34:14Z"} 2022/06/20 04:34:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-06-20T04:34:14Z"} 10.233.68.103 - - [20/Jun/2022:04:34:14 +0000] "POST /v1/instance HTTP/1.1" 201 541 2022/06/20 04:35:34 [Config Cleanup] Instance nifty_leavitt 2022/06/20 04:35:34 [scheduleResources]: START thread 2022/06/20 04:35:39 Stop config thread for nifty_leavitt 2022/06/20 04:35:39 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-06-20T04:35:39Z"} 2022/06/20 04:35:39 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-06-20T04:35:39Z"} 2022/06/20 04:35:39 Deleting service: cds-regression-mockserver {"instance":"nifty_leavitt","level":"info","msg":"[START] status notify thread for ","time":"2022-06-20T04:35:39Z"} {"instance":"nifty_leavitt","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-20T04:35:44Z"} 2022/06/20 04:35:44 Deleted Obj with ID ObjectID("62aff8c6d9ecb3f2c9ffb045") 2022/06/20 04:35:44 Deleted Obj with ID ObjectID("62aff8c5c7960c59c16dc2c2") 10.233.68.103 - - [20/Jun/2022:04:35:34 +0000] "DELETE /v1/instance/nifty_leavitt HTTP/1.1" 202 0 10.233.68.103 - - [20/Jun/2022:04:35:44 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/06/20 04:35:44 Deleted Obj with ID ObjectID("62aff8c5d9ecb3f2c9ffb03c") 10.233.68.103 - - [20/Jun/2022:04:35:44 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/06/20 04:35:44 Deleted Obj with ID ObjectID("62aff8c5c7960c59c16dc284") 10.233.68.103 - - [20/Jun/2022:04:36:57 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.103 - - [20/Jun/2022:04:36:57 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.68.103 - - [20/Jun/2022:04:36:57 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [20/Jun/2022:04:37:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [20/Jun/2022:04:37:09 +0000] "POST /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254/content HTTP/1.1" 200 0 127.0.0.1 - - [20/Jun/2022:04:37:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.68.103 - - [20/Jun/2022:04:42:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.68.103 - - [20/Jun/2022:04:43:30 +0000] "GET /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254 HTTP/1.1" 200 270 10.233.68.103 - - [20/Jun/2022:04:43:30 +0000] "GET /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254/profile/cnftest HTTP/1.1" 404 87 10.233.68.103 - - [20/Jun/2022:04:43:30 +0000] "POST /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254/profile HTTP/1.1" 201 240 10.233.68.103 - - [20/Jun/2022:04:43:30 +0000] "GET /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254/profile/cnftest HTTP/1.1" 200 240 10.233.68.103 - - [20/Jun/2022:04:43:30 +0000] "POST /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254/profile/cnftest/content HTTP/1.1" 200 0 10.233.68.103 - - [20/Jun/2022:04:43:39 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-7c27e295-5741-4b8b-96bc-a95c4504e809 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-06-20T04:43:39Z"} {"Body":{},"Payload":{"generic-vnf-id":"f6c29d1b-971a-4dfc-b8f3-f62d7ea56a22","vf-module-id":"f36ec255-2b49-49e3-a5c7-edba2e96bba3","vf-module-model-invariant-id":"b63e2f58-248d-4341-a851-171e4c0952e3","vf-module-model-version-id":"2fc5533b-7c68-4638-b1b7-5ffde2a10cf1","vf-module-model-customization-id":"99be268d-5f60-4e28-aacd-8e35d9eb2254","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-7c27e295-5741-4b8b-96bc-a95c4504e809"}},"level":"info","msg":"Broker API Payload","time":"2022-06-20T04:43:40Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"b63e2f58-248d-4341-a851-171e4c0952e3","rb-version":"99be268d-5f60-4e28-aacd-8e35d9eb2254","profile-name":"cnftest","release-name":"f36ec255-2b49-49e3-a5c7-edba2e96bba3","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-7c27e295-5741-4b8b-96bc-a95c4504e809"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-06-20T04:43:40Z"} 2022/06/20 04:43:40 Main rss info 2022/06/20 04:43:40 Path: /tmp/helm-tmpl-983992937/manifest-0 2022/06/20 04:43:40 Kind: Service 2022/06/20 04:43:40 Path: /tmp/helm-tmpl-983992937/manifest-1 2022/06/20 04:43:40 Kind: Deployment 2022/06/20 04:43:40 Crd rss info 2022/06/20 04:43:40 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-06-20T04:43:40Z"} 2022/06/20 04:43:40 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-983992937/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:43:40Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-20T04:43:40Z"} {"filepath":"/tmp/helm-tmpl-983992937/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:43:40Z"} 2022/06/20 04:43:40 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-20T04:43:40Z"} 10.233.68.103 - - [20/Jun/2022:04:43:40 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"goofy_lamport","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-20T04:43:40Z"} 10.233.68.103 - - [20/Jun/2022:04:43:40 +0000] "GET /basicnf-owner/k8sregion/infra_workload/goofy_lamport HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"goofy_lamport","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-20T04:43:40Z"} 10.233.68.103 - - [20/Jun/2022:04:43:40 +0000] "POST /basicnf-owner/k8sregion/infra_workload/goofy_lamport HTTP/1.1" 405 0 10.233.68.103 - - [20/Jun/2022:04:44:11 +0000] "GET /basicnf-owner/k8sregion/infra_workload/goofy_lamport HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"goofy_lamport","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-20T04:44:11Z"} 2022/06/20 04:44:12 [Config Cleanup] Instance goofy_lamport 2022/06/20 04:44:12 [scheduleResources]: START thread 2022/06/20 04:44:17 Stop config thread for goofy_lamport {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-20T04:44:17Z"} 2022/06/20 04:44:17 No plugin for kind Deployment found. Using generic Plugin 2022/06/20 04:44:17 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-20T04:44:17Z"} 2022/06/20 04:44:17 Deleting service: cnftest-nginx {"instance":"goofy_lamport","level":"info","msg":"[START] status notify thread for ","time":"2022-06-20T04:44:17Z"} {"instance":"goofy_lamport","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-20T04:44:22Z"} 2022/06/20 04:44:22 Deleted Obj with ID ObjectID("62affafcd9ecb3f2c9ffb051") 2022/06/20 04:44:22 Deleted Obj with ID ObjectID("62affafbc7960c59c16dc485") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"goofy_lamport","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-06-20T04:44:22Z"} 10.233.68.103 - - [20/Jun/2022:04:44:12 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/goofy_lamport HTTP/1.1" 202 121 10.233.68.103 - - [20/Jun/2022:04:44:29 +0000] "GET /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254 HTTP/1.1" 200 270 10.233.68.103 - - [20/Jun/2022:04:44:29 +0000] "GET /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254/profile/cnftest HTTP/1.1" 200 240 2022/06/20 04:44:29 Deleted Obj with ID ObjectID("62affaf2d9ecb3f2c9ffb04f") 2022/06/20 04:44:29 Deleted Obj with ID ObjectID("62affaf2d9ecb3f2c9ffb050") 2022/06/20 04:44:29 Deleted Obj with ID ObjectID("62affaf1c7960c59c16dc463") 10.233.68.103 - - [20/Jun/2022:04:44:29 +0000] "DELETE /v1/rb/definition/b63e2f58-248d-4341-a851-171e4c0952e3/99be268d-5f60-4e28-aacd-8e35d9eb2254/profile/cnftest HTTP/1.1" 204 0 10.233.68.103 - - [20/Jun/2022:04:44:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.68.103 - - [20/Jun/2022:04:44:59 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/06/20 04:44:59 Deleted Obj with ID ObjectID("62aff969d9ecb3f2c9ffb046") 2022/06/20 04:44:59 Deleted Obj with ID ObjectID("62aff969c7960c59c16dc345") 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-adc08505-c71b-4088-baf3-c4832f8f9dc4/v1 HTTP/1.1" 200 125 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-adc08505-c71b-4088-baf3-c4832f8f9dc4/v1/content HTTP/1.1" 200 0 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-adc08505-c71b-4088-baf3-c4832f8f9dc4/v1 HTTP/1.1" 200 138 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-adc08505-c71b-4088-baf3-c4832f8f9dc4/v1/profile HTTP/1.1" 201 314 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-adc08505-c71b-4088-baf3-c4832f8f9dc4/v1/profile/pnf-cnf-profile-2a9a5d83-a2a3-44e2-96d3-566057d811c9 HTTP/1.1" 200 314 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-adc08505-c71b-4088-baf3-c4832f8f9dc4/v1/profile/pnf-cnf-profile-2a9a5d83-a2a3-44e2-96d3-566057d811c9/content HTTP/1.1" 200 0 2022/06/20 04:50:35 Main rss info 2022/06/20 04:50:35 Path: /tmp/helm-tmpl-386586276/manifest-0 2022/06/20 04:50:35 Kind: Service 2022/06/20 04:50:35 Path: /tmp/helm-tmpl-386586276/manifest-1 2022/06/20 04:50:35 Kind: Service 2022/06/20 04:50:35 Path: /tmp/helm-tmpl-386586276/manifest-2 2022/06/20 04:50:35 Kind: Pod 2022/06/20 04:50:35 Path: /tmp/helm-tmpl-386586276/manifest-3 2022/06/20 04:50:35 Kind: Deployment 2022/06/20 04:50:35 Crd rss info 2022/06/20 04:50:35 Hook info {"filepath":"/tmp/helm-tmpl-386586276/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:50:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-20T04:50:35Z"} {"filepath":"/tmp/helm-tmpl-386586276/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:50:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-20T04:50:35Z"} {"filepath":"/tmp/helm-tmpl-386586276/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:50:35Z"} 2022/06/20 04:50:35 No plugin for kind Pod found. Using generic Plugin 2022/06/20 04:50:35 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-20T04:50:35Z"} {"filepath":"/tmp/helm-tmpl-386586276/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:50:35Z"} 2022/06/20 04:50:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-20T04:50:35Z"} 10.233.68.103 - - [20/Jun/2022:04:50:34 +0000] "POST /v1/instance HTTP/1.1" 201 745 10.233.68.103 - - [20/Jun/2022:04:52:15 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.68.103 - - [20/Jun/2022:04:52:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.68.103 - - [20/Jun/2022:04:52:15 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [20/Jun/2022:04:52:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [20/Jun/2022:04:52:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [20/Jun/2022:04:52:29 +0000] "POST /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f/content HTTP/1.1" 200 0 127.0.0.1 - - [20/Jun/2022:04:52:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.70.4 - - [20/Jun/2022:04:55:38 +0000] "GET /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f HTTP/1.1" 200 277 10.233.70.4 - - [20/Jun/2022:04:55:38 +0000] "GET /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f/profile/node-port-profile HTTP/1.1" 404 87 10.233.70.4 - - [20/Jun/2022:04:55:39 +0000] "POST /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f/profile HTTP/1.1" 201 270 10.233.70.4 - - [20/Jun/2022:04:55:39 +0000] "POST /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.70.4 - - [20/Jun/2022:04:55:51 +0000] "GET /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f HTTP/1.1" 200 277 10.233.70.4 - - [20/Jun/2022:04:55:51 +0000] "GET /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f/config-template/replica-count-template HTTP/1.1" 500 78 2022/06/20 04:55:51 [ConfigiTemplate]: create f9cba4e7-5967-4a9b-a38c-a6ce5c405a95 10.233.70.4 - - [20/Jun/2022:04:55:51 +0000] "POST /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f/config-template HTTP/1.1" 201 113 2022/06/20 04:55:51 [ConfigTemplate]: Upload replica-count-template 10.233.70.4 - - [20/Jun/2022:04:55:51 +0000] "POST /v1/rb/definition/f9cba4e7-5967-4a9b-a38c-a6ce5c405a95/534d20c2-b4b2-4264-8fdd-334cd78fe46f/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/06/20 04:55:54 Main rss info 2022/06/20 04:55:54 Path: /tmp/helm-tmpl-459881226/manifest-0 2022/06/20 04:55:54 Kind: Service 2022/06/20 04:55:54 Path: /tmp/helm-tmpl-459881226/manifest-1 2022/06/20 04:55:54 Kind: Deployment 2022/06/20 04:55:54 Crd rss info 2022/06/20 04:55:54 Hook info {"filepath":"/tmp/helm-tmpl-459881226/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:55:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-20T04:55:54Z"} {"filepath":"/tmp/helm-tmpl-459881226/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:55:54Z"} 2022/06/20 04:55:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-20T04:55:54Z"} 10.233.67.148 - - [20/Jun/2022:04:55:54 +0000] "POST /v1/instance HTTP/1.1" 201 1287 2022/06/20 04:55:56 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.148 - - [20/Jun/2022:04:55:56 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 14569 {"instance":"wizardly_brahmagupta","level":"info","msg":"[START] status notify thread for ","time":"2022-06-20T04:56:17Z"} {"instance":"wizardly_brahmagupta","level":"info","msg":"REFRESH WATCHERS","subscription":"wizardly_brahmagupta-cnf-adapter","time":"2022-06-20T04:56:22Z"} {"Instance":"wizardly_brahmagupta","Kind":"Deployment","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-20T04:56:22Z"} {"Instance":"wizardly_brahmagupta","Kind":"Pod","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-20T04:56:22Z"} {"Instance":"wizardly_brahmagupta","Kind":"Service","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-20T04:56:22Z"} {"InstanceId":"wizardly_brahmagupta","SubscriptionName":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-06-20T04:56:22Z"} 10.233.67.148 - - [20/Jun/2022:04:56:17 +0000] "POST /v1/instance/wizardly_brahmagupta/status/subscription HTTP/1.1" 201 666 {"InstanceId":"wizardly_brahmagupta","SubscriptionName":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-06-20T04:56:27Z"} 2022/06/20 04:56:31 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.4 - - [20/Jun/2022:04:56:31 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 14912 2022/06/20 04:56:41 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.4 - - [20/Jun/2022:04:56:41 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 14912 10.233.70.4 - - [20/Jun/2022:04:56:51 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 14724 2022/06/20 04:56:51 [scheduleResources]: START thread 10.233.70.4 - - [20/Jun/2022:04:56:51 +0000] "GET /v1/instance/wizardly_brahmagupta/config/replica-count-change HTTP/1.1" 500 60 2022/06/20 04:56:56 [Config Create] Instance wizardly_brahmagupta 2022/06/20 04:56:56 [ConfigTemplate]: Download replica-count-template 2022/06/20 04:56:56 Before Sent to goroutine {f9cba4e7-5967-4a9b-a38c-a6ce5c405a95 534d20c2-b4b2-4264-8fdd-334cd78fe46f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/20 04:56:56 Message Sent to goroutine {f9cba4e7-5967-4a9b-a38c-a6ce5c405a95 534d20c2-b4b2-4264-8fdd-334cd78fe46f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/20 04:56:56 [scheduleResources]: POST {f9cba4e7-5967-4a9b-a38c-a6ce5c405a95 534d20c2-b4b2-4264-8fdd-334cd78fe46f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-741182896/manifest-0}] {"filepath":"/tmp/helm-tmpl-741182896/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:56:56Z"} 2022/06/20 04:56:56 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-741182896/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-06-20T04:56:57Z"} {"filepath":"/tmp/helm-tmpl-741182896/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-20T04:56:57Z"} 2022/06/20 04:56:57 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-20T04:56:57Z"} 2022/06/20 04:56:57 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.70.4 - - [20/Jun/2022:04:56:56 +0000] "POST /v1/instance/wizardly_brahmagupta/config HTTP/1.1" 201 272 2022/06/20 04:56:57 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.4 - - [20/Jun/2022:04:56:57 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 20976 {"Instance":"wizardly_brahmagupta","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-20T04:57:03Z"} {"Kind":"Pod","Name":"rel-1-apache-56cf86f696-s7fct","level":"info","msg":"CREATED","time":"2022-06-20T04:57:03Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-20T04:57:03Z"} {"Kind":"Pod","Name":"rel-1-apache-56cf86f696-xlfwh","level":"info","msg":"MODIFIED","time":"2022-06-20T04:57:03Z"} 2022/06/20 04:57:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.148 - - [20/Jun/2022:04:57:03 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 20976 {"InstanceId":"wizardly_brahmagupta","Result":202,"SubscriptionName":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-20T04:57:05Z"} 2022/06/20 04:57:07 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.4 - - [20/Jun/2022:04:57:07 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 20976 2022/06/20 04:57:17 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.4 - - [20/Jun/2022:04:57:17 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 21316 2022/06/20 04:57:27 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.4 - - [20/Jun/2022:04:57:27 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 21316 {"Instance":"wizardly_brahmagupta","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-20T04:57:35Z"} {"Kind":"Pod","Name":"rel-1-apache-56cf86f696-s7fct","level":"info","msg":"MODIFIED","time":"2022-06-20T04:57:35Z"} 2022/06/20 04:57:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.148 - - [20/Jun/2022:04:57:35 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 21316 {"InstanceId":"wizardly_brahmagupta","Result":202,"SubscriptionName":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-20T04:57:37Z"} 2022/06/20 04:57:37 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.4 - - [20/Jun/2022:04:57:37 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 21316 10.233.70.4 - - [20/Jun/2022:04:57:47 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 21024 {"Instance":"wizardly_brahmagupta","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-20T04:58:07Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-20T04:58:07Z"} {"Kind":"Pod","Name":"rel-1-apache-56cf86f696-s7fct","level":"info","msg":"MODIFIED","time":"2022-06-20T04:58:07Z"} 10.233.67.148 - - [20/Jun/2022:04:58:07 +0000] "GET /v1/instance/wizardly_brahmagupta/status HTTP/1.1" 200 21024 {"InstanceId":"wizardly_brahmagupta","Result":202,"SubscriptionName":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-20T04:58:09Z"} {"Instance":"wizardly_brahmagupta","Kind":"Deployment","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-20T04:58:10Z"} {"Instance":"wizardly_brahmagupta","Kind":"Service","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-20T04:58:10Z"} {"Instance":"wizardly_brahmagupta","Kind":"Pod","Subscription":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-20T04:58:10Z"} 2022/06/20 04:58:10 Deleted Obj with ID ObjectID("62affdf6d9ecb3f2c9ffb06d") 2022/06/20 04:58:10 Deleted Obj with ID ObjectID("62affdf6c7960c59c16dc749") 10.233.67.148 - - [20/Jun/2022:04:58:10 +0000] "DELETE /v1/instance/wizardly_brahmagupta/status/subscription/wizardly_brahmagupta-cnf-adapter HTTP/1.1" 202 0 2022/06/20 04:58:10 [Config Cleanup] Instance wizardly_brahmagupta 2022/06/20 04:58:10 [Config Delete] Instance wizardly_brahmagupta Config replica-count-change 2022/06/20 04:58:10 [ConfigTemplate]: Download replica-count-template 2022/06/20 04:58:10 Before Sent to goroutine {f9cba4e7-5967-4a9b-a38c-a6ce5c405a95 534d20c2-b4b2-4264-8fdd-334cd78fe46f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/20 04:58:10 Message Sent to goroutine {f9cba4e7-5967-4a9b-a38c-a6ce5c405a95 534d20c2-b4b2-4264-8fdd-334cd78fe46f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/20 04:58:10 [scheduleResources]: DELETE {f9cba4e7-5967-4a9b-a38c-a6ce5c405a95 534d20c2-b4b2-4264-8fdd-334cd78fe46f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-20T04:58:10Z"} 2022/06/20 04:58:10 No plugin for kind Deployment found. Using generic Plugin 2022/06/20 04:58:10 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/06/20 04:58:10 [Config Delete All] Instance wizardly_brahmagupta Config replica-count-change 2022/06/20 04:58:10 Stop config thread for wizardly_brahmagupta {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-20T04:58:10Z"} 2022/06/20 04:58:10 [scheduleResources]: STOP thread 2022/06/20 04:58:10 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-06-20T04:58:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-20T04:58:10Z"} 2022/06/20 04:58:10 Deleting service: rel-1-apache {"instance":"wizardly_brahmagupta","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-20T04:58:10Z"} 2022/06/20 04:58:10 Deleted Obj with ID ObjectID("62affddad9ecb3f2c9ffb06c") 2022/06/20 04:58:10 Deleted Obj with ID ObjectID("62affdd9c7960c59c16dc721") 10.233.67.148 - - [20/Jun/2022:04:58:10 +0000] "DELETE /v1/instance/wizardly_brahmagupta HTTP/1.1" 202 0 2022/06/20 04:58:23 [Config Cleanup] Instance frosty_chatelet 2022/06/20 04:58:23 [scheduleResources]: START thread 10.233.68.103 - - [20/Jun/2022:04:58:27 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/06/20 04:58:28 Deleted Obj with ID ObjectID("62affcffd9ecb3f2c9ffb05b") 10.233.68.103 - - [20/Jun/2022:04:58:28 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/06/20 04:58:28 Deleted Obj with ID ObjectID("62affcfec7960c59c16dc638") 2022/06/20 04:58:28 Stop config thread for frosty_chatelet {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-20T04:58:28Z"} 2022/06/20 04:58:28 No plugin for kind Deployment found. Using generic Plugin 2022/06/20 04:58:28 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-20T04:58:28Z"} 2022/06/20 04:58:28 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-20T04:58:28Z"} 2022/06/20 04:58:28 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-20T04:58:29Z"} 2022/06/20 04:58:29 Deleting service: pnf-macro-test-simulator-mongo {"instance":"frosty_chatelet","level":"info","msg":"[START] status notify thread for ","time":"2022-06-20T04:58:29Z"} {"instance":"frosty_chatelet","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-20T04:58:34Z"} 2022/06/20 04:58:34 Deleted Obj with ID ObjectID("62affc9bd9ecb3f2c9ffb05a") 2022/06/20 04:58:34 Deleted Obj with ID ObjectID("62affc9ac7960c59c16dc5ec") 10.233.68.103 - - [20/Jun/2022:04:58:23 +0000] "DELETE /v1/instance/frosty_chatelet HTTP/1.1" 202 0 10.233.68.103 - - [20/Jun/2022:04:58:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/06/20 04:58:34 Deleted Obj with ID ObjectID("62affc9ad9ecb3f2c9ffb052") 2022/06/20 04:58:34 Deleted Obj with ID ObjectID("62affc99c7960c59c16dc5b1") 10.233.68.103 - - [20/Jun/2022:04:58:34 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 {"instance":"wizardly_brahmagupta","level":"info","msg":"[START] status notify thread for ","time":"2022-06-20T04:58:39Z"} {"InstanceId":"wizardly_brahmagupta","SubscriptionName":"wizardly_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-06-20T04:58:44Z"}