2022/06/27 04:27:18 Starting Kubernetes Multicloud API 2022/06/27 04:27:18 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-06-27T04:27:28Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-06-27T04:27:28Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-06-27T05:04:23Z"} 10.233.67.202 - - [27/Jun/2022:05:04:23 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.66.189 - - [27/Jun/2022:05:45:32 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [27/Jun/2022:05:52:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [27/Jun/2022:05:56:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "GET /v1/rb/definition/cds-ms-rb-58e98955-2023-4723-abe6-5c317120528b/v1 HTTP/1.1" 200 124 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "POST /v1/rb/definition/cds-ms-rb-58e98955-2023-4723-abe6-5c317120528b/v1/content HTTP/1.1" 200 0 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "GET /v1/rb/definition/cds-ms-rb-58e98955-2023-4723-abe6-5c317120528b/v1 HTTP/1.1" 200 138 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "POST /v1/rb/definition/cds-ms-rb-58e98955-2023-4723-abe6-5c317120528b/v1/profile HTTP/1.1" 201 305 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "GET /v1/rb/definition/cds-ms-rb-58e98955-2023-4723-abe6-5c317120528b/v1/profile/cds-ms-prof-749d041a-85bd-4d8b-80e7-28a5303015ed HTTP/1.1" 200 305 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "POST /v1/rb/definition/cds-ms-rb-58e98955-2023-4723-abe6-5c317120528b/v1/profile/cds-ms-prof-749d041a-85bd-4d8b-80e7-28a5303015ed/content HTTP/1.1" 200 0 2022/06/27 06:05:44 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/06/27 06:05:44 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/06/27 06:05:44 Main rss info 2022/06/27 06:05:44 Path: /tmp/helm-tmpl-402236087/manifest-0 2022/06/27 06:05:44 Kind: Service 2022/06/27 06:05:44 Path: /tmp/helm-tmpl-402236087/manifest-1 2022/06/27 06:05:44 Kind: Deployment 2022/06/27 06:05:44 Crd rss info 2022/06/27 06:05:44 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-06-27T06:05:44Z"} 2022/06/27 06:05:44 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-402236087/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:05:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-06-27T06:05:44Z"} {"filepath":"/tmp/helm-tmpl-402236087/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:05:44Z"} 2022/06/27 06:05:44 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-06-27T06:05:44Z"} 10.233.66.189 - - [27/Jun/2022:06:05:43 +0000] "POST /v1/instance HTTP/1.1" 201 546 2022/06/27 06:07:01 [Config Cleanup] Instance xenodochial_panini 2022/06/27 06:07:01 [scheduleResources]: START thread 2022/06/27 06:07:06 Stop config thread for xenodochial_panini {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-06-27T06:07:06Z"} 2022/06/27 06:07:06 No plugin for kind Deployment found. Using generic Plugin 2022/06/27 06:07:06 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-06-27T06:07:06Z"} 2022/06/27 06:07:06 Deleting service: cds-regression-mockserver {"instance":"xenodochial_panini","level":"info","msg":"[START] status notify thread for ","time":"2022-06-27T06:07:06Z"} {"instance":"xenodochial_panini","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-27T06:07:11Z"} 2022/06/27 06:07:11 Deleted Obj with ID ObjectID("62b948b87f67d7af329fd6db") 2022/06/27 06:07:11 Deleted Obj with ID ObjectID("62b948b8fdad7370d6d7da37") 10.233.66.189 - - [27/Jun/2022:06:07:01 +0000] "DELETE /v1/instance/xenodochial_panini HTTP/1.1" 202 0 10.233.66.189 - - [27/Jun/2022:06:07:11 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/06/27 06:07:11 Deleted Obj with ID ObjectID("62b948b77f67d7af329fd6d2") 10.233.66.189 - - [27/Jun/2022:06:07:11 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/06/27 06:07:11 Deleted Obj with ID ObjectID("62b948b7fdad7370d6d7d9f9") 127.0.0.1 - - [27/Jun/2022:06:07:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.66.189 - - [27/Jun/2022:06:09:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.189 - - [27/Jun/2022:06:09:50 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.66.189 - - [27/Jun/2022:06:09:50 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [27/Jun/2022:06:10:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [27/Jun/2022:06:10:01 +0000] "POST /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805/content HTTP/1.1" 200 0 10.233.66.189 - - [27/Jun/2022:06:15:22 +0000] "GET /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805 HTTP/1.1" 200 270 10.233.66.189 - - [27/Jun/2022:06:15:22 +0000] "GET /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805/profile/cnftest HTTP/1.1" 404 87 10.233.66.189 - - [27/Jun/2022:06:15:22 +0000] "POST /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805/profile HTTP/1.1" 201 240 10.233.66.189 - - [27/Jun/2022:06:15:22 +0000] "GET /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805/profile/cnftest HTTP/1.1" 200 240 10.233.66.189 - - [27/Jun/2022:06:15:22 +0000] "POST /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-06-27T06:15:31Z"} 10.233.66.189 - - [27/Jun/2022:06:15:31 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-fdd5fc80-cec2-4910-a3e4-921b0a9ebe89 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"6c556087-2bfa-42c6-a51d-ad2a53e43474","vf-module-id":"72322f77-ce98-4f89-b28f-2b36891033d3","vf-module-model-invariant-id":"7fc0a35f-b6ca-4da1-b31c-43acecd71e13","vf-module-model-version-id":"2022696c-03f7-4ebb-b6d9-d8d16d232766","vf-module-model-customization-id":"516e9ced-1c83-4283-ad00-dfcca48c7805","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-fdd5fc80-cec2-4910-a3e4-921b0a9ebe89"}},"level":"info","msg":"Broker API Payload","time":"2022-06-27T06:15:31Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"7fc0a35f-b6ca-4da1-b31c-43acecd71e13","rb-version":"516e9ced-1c83-4283-ad00-dfcca48c7805","profile-name":"cnftest","release-name":"72322f77-ce98-4f89-b28f-2b36891033d3","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-fdd5fc80-cec2-4910-a3e4-921b0a9ebe89"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-06-27T06:15:31Z"} 2022/06/27 06:15:31 Main rss info 2022/06/27 06:15:31 Path: /tmp/helm-tmpl-065998106/manifest-0 2022/06/27 06:15:31 Kind: Service 2022/06/27 06:15:31 Path: /tmp/helm-tmpl-065998106/manifest-1 2022/06/27 06:15:31 Kind: Deployment 2022/06/27 06:15:31 Crd rss info 2022/06/27 06:15:31 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-06-27T06:15:31Z"} 2022/06/27 06:15:31 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-065998106/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:15:31Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-27T06:15:31Z"} {"filepath":"/tmp/helm-tmpl-065998106/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:15:31Z"} 2022/06/27 06:15:31 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-27T06:15:31Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"musing_einstein","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-27T06:15:31Z"} 10.233.66.189 - - [27/Jun/2022:06:15:31 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"musing_einstein","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-27T06:15:32Z"} 10.233.66.189 - - [27/Jun/2022:06:15:32 +0000] "GET /basicnf-owner/k8sregion/infra_workload/musing_einstein HTTP/1.1" 200 123 10.233.66.189 - - [27/Jun/2022:06:15:32 +0000] "POST /basicnf-owner/k8sregion/infra_workload/musing_einstein HTTP/1.1" 405 0 10.233.66.189 - - [27/Jun/2022:06:16:03 +0000] "GET /basicnf-owner/k8sregion/infra_workload/musing_einstein HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"musing_einstein","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-27T06:16:03Z"} 2022/06/27 06:16:04 [Config Cleanup] Instance musing_einstein 2022/06/27 06:16:04 [scheduleResources]: START thread 2022/06/27 06:16:09 Stop config thread for musing_einstein {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-27T06:16:09Z"} 2022/06/27 06:16:09 No plugin for kind Deployment found. Using generic Plugin 2022/06/27 06:16:09 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-27T06:16:09Z"} 2022/06/27 06:16:09 Deleting service: cnftest-nginx {"instance":"musing_einstein","level":"info","msg":"[START] status notify thread for ","time":"2022-06-27T06:16:09Z"} {"instance":"musing_einstein","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-27T06:16:14Z"} 2022/06/27 06:16:14 Deleted Obj with ID ObjectID("62b94b037f67d7af329fd6e7") 10.233.66.189 - - [27/Jun/2022:06:16:04 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/musing_einstein HTTP/1.1" 202 123 2022/06/27 06:16:14 Deleted Obj with ID ObjectID("62b94b03fdad7370d6d7dc09") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"musing_einstein","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-06-27T06:16:14Z"} 10.233.66.189 - - [27/Jun/2022:06:16:21 +0000] "GET /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805 HTTP/1.1" 200 270 10.233.66.189 - - [27/Jun/2022:06:16:21 +0000] "GET /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805/profile/cnftest HTTP/1.1" 200 240 2022/06/27 06:16:21 Deleted Obj with ID ObjectID("62b94afa7f67d7af329fd6e5") 2022/06/27 06:16:21 Deleted Obj with ID ObjectID("62b94afa7f67d7af329fd6e6") 2022/06/27 06:16:21 Deleted Obj with ID ObjectID("62b94afafdad7370d6d7dbe8") 10.233.66.189 - - [27/Jun/2022:06:16:21 +0000] "DELETE /v1/rb/definition/7fc0a35f-b6ca-4da1-b31c-43acecd71e13/516e9ced-1c83-4283-ad00-dfcca48c7805/profile/cnftest HTTP/1.1" 204 0 10.233.66.189 - - [27/Jun/2022:06:16:50 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/06/27 06:16:50 Deleted Obj with ID ObjectID("62b949ae7f67d7af329fd6df") 10.233.66.189 - - [27/Jun/2022:06:16:50 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/06/27 06:16:50 Deleted Obj with ID ObjectID("62b949aefdad7370d6d7dafd") 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-89e0a5bf-5c20-418c-b10b-37fc265d559a/v1 HTTP/1.1" 200 125 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-89e0a5bf-5c20-418c-b10b-37fc265d559a/v1/content HTTP/1.1" 200 0 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-89e0a5bf-5c20-418c-b10b-37fc265d559a/v1 HTTP/1.1" 200 138 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-89e0a5bf-5c20-418c-b10b-37fc265d559a/v1/profile HTTP/1.1" 201 314 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-89e0a5bf-5c20-418c-b10b-37fc265d559a/v1/profile/pnf-cnf-profile-aa6b76f1-24fe-42b3-b774-5777f2fd3f16 HTTP/1.1" 200 314 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-89e0a5bf-5c20-418c-b10b-37fc265d559a/v1/profile/pnf-cnf-profile-aa6b76f1-24fe-42b3-b774-5777f2fd3f16/content HTTP/1.1" 200 0 2022/06/27 06:27:52 Main rss info 2022/06/27 06:27:52 Path: /tmp/helm-tmpl-508245857/manifest-0 2022/06/27 06:27:52 Kind: Service 2022/06/27 06:27:52 Path: /tmp/helm-tmpl-508245857/manifest-1 2022/06/27 06:27:52 Kind: Service 2022/06/27 06:27:52 Path: /tmp/helm-tmpl-508245857/manifest-2 2022/06/27 06:27:52 Kind: Pod 2022/06/27 06:27:52 Path: /tmp/helm-tmpl-508245857/manifest-3 2022/06/27 06:27:52 Kind: Deployment 2022/06/27 06:27:52 Crd rss info 2022/06/27 06:27:52 Hook info {"filepath":"/tmp/helm-tmpl-508245857/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:27:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-27T06:27:52Z"} {"filepath":"/tmp/helm-tmpl-508245857/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:27:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-27T06:27:52Z"} {"filepath":"/tmp/helm-tmpl-508245857/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:27:52Z"} 2022/06/27 06:27:52 No plugin for kind Pod found. Using generic Plugin 2022/06/27 06:27:52 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-27T06:27:52Z"} {"filepath":"/tmp/helm-tmpl-508245857/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:27:52Z"} 2022/06/27 06:27:52 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-27T06:27:52Z"} 10.233.66.189 - - [27/Jun/2022:06:27:52 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.66.189 - - [27/Jun/2022:06:29:37 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.66.189 - - [27/Jun/2022:06:29:37 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.66.189 - - [27/Jun/2022:06:29:37 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [27/Jun/2022:06:29:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [27/Jun/2022:06:29:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [27/Jun/2022:06:29:50 +0000] "POST /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df/content HTTP/1.1" 200 0 127.0.0.1 - - [27/Jun/2022:06:32:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.66.32 - - [27/Jun/2022:06:32:59 +0000] "GET /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df HTTP/1.1" 200 277 10.233.66.32 - - [27/Jun/2022:06:32:59 +0000] "GET /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df/profile/node-port-profile HTTP/1.1" 404 87 10.233.66.32 - - [27/Jun/2022:06:32:59 +0000] "POST /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df/profile HTTP/1.1" 201 270 10.233.66.32 - - [27/Jun/2022:06:32:59 +0000] "POST /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.66.32 - - [27/Jun/2022:06:33:10 +0000] "GET /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df HTTP/1.1" 200 277 10.233.66.32 - - [27/Jun/2022:06:33:10 +0000] "GET /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df/config-template/replica-count-template HTTP/1.1" 500 78 2022/06/27 06:33:10 [ConfigiTemplate]: create cabd7085-6db9-4c9e-b3ba-9ed24b2349ec 10.233.66.32 - - [27/Jun/2022:06:33:10 +0000] "POST /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df/config-template HTTP/1.1" 201 113 2022/06/27 06:33:10 [ConfigTemplate]: Upload replica-count-template 10.233.66.32 - - [27/Jun/2022:06:33:10 +0000] "POST /v1/rb/definition/cabd7085-6db9-4c9e-b3ba-9ed24b2349ec/002bdd54-961d-412e-a572-6b7ed4c019df/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/06/27 06:33:14 Main rss info 2022/06/27 06:33:14 Path: /tmp/helm-tmpl-995111740/manifest-0 2022/06/27 06:33:14 Kind: Service 2022/06/27 06:33:14 Path: /tmp/helm-tmpl-995111740/manifest-1 2022/06/27 06:33:14 Kind: Deployment 2022/06/27 06:33:14 Crd rss info 2022/06/27 06:33:14 Hook info {"filepath":"/tmp/helm-tmpl-995111740/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:33:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-27T06:33:14Z"} {"filepath":"/tmp/helm-tmpl-995111740/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:33:14Z"} 2022/06/27 06:33:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-27T06:33:14Z"} 10.233.67.202 - - [27/Jun/2022:06:33:14 +0000] "POST /v1/instance HTTP/1.1" 201 1282 10.233.67.202 - - [27/Jun/2022:06:33:15 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 14546 2022/06/27 06:33:15 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready {"instance":"infallible_ride","level":"info","msg":"[START] status notify thread for ","time":"2022-06-27T06:33:40Z"} {"instance":"infallible_ride","level":"info","msg":"REFRESH WATCHERS","subscription":"infallible_ride-cnf-adapter","time":"2022-06-27T06:33:45Z"} {"Instance":"infallible_ride","Kind":"Pod","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-27T06:33:45Z"} {"Instance":"infallible_ride","Kind":"Service","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-27T06:33:45Z"} {"Instance":"infallible_ride","Kind":"Deployment","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-27T06:33:45Z"} {"InstanceId":"infallible_ride","SubscriptionName":"infallible_ride-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-06-27T06:33:45Z"} 10.233.67.202 - - [27/Jun/2022:06:33:40 +0000] "POST /v1/instance/infallible_ride/status/subscription HTTP/1.1" 201 651 {"InstanceId":"infallible_ride","SubscriptionName":"infallible_ride-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-06-27T06:33:50Z"} 2022/06/27 06:33:52 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.32 - - [27/Jun/2022:06:33:52 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 14889 2022/06/27 06:34:02 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.32 - - [27/Jun/2022:06:34:02 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 14889 10.233.66.32 - - [27/Jun/2022:06:34:12 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 14701 2022/06/27 06:34:12 [scheduleResources]: START thread 10.233.66.32 - - [27/Jun/2022:06:34:12 +0000] "GET /v1/instance/infallible_ride/config/replica-count-change HTTP/1.1" 500 60 2022/06/27 06:34:17 [Config Create] Instance infallible_ride 2022/06/27 06:34:17 [ConfigTemplate]: Download replica-count-template 2022/06/27 06:34:17 Before Sent to goroutine {cabd7085-6db9-4c9e-b3ba-9ed24b2349ec 002bdd54-961d-412e-a572-6b7ed4c019df node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/27 06:34:17 Message Sent to goroutine {cabd7085-6db9-4c9e-b3ba-9ed24b2349ec 002bdd54-961d-412e-a572-6b7ed4c019df node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/27 06:34:17 [scheduleResources]: POST {cabd7085-6db9-4c9e-b3ba-9ed24b2349ec 002bdd54-961d-412e-a572-6b7ed4c019df node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-033572637/manifest-0}] {"filepath":"/tmp/helm-tmpl-033572637/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:34:17Z"} 2022/06/27 06:34:17 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-033572637/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-06-27T06:34:18Z"} {"filepath":"/tmp/helm-tmpl-033572637/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-27T06:34:18Z"} 2022/06/27 06:34:18 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-27T06:34:18Z"} 2022/06/27 06:34:18 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.66.32 - - [27/Jun/2022:06:34:17 +0000] "POST /v1/instance/infallible_ride/config HTTP/1.1" 201 267 2022/06/27 06:34:18 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.32 - - [27/Jun/2022:06:34:18 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 19579 {"Instance":"infallible_ride","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-27T06:34:25Z"} {"Kind":"Pod","Name":"rel-1-apache-86c45cf45b-xkfrp","level":"info","msg":"CREATED","time":"2022-06-27T06:34:25Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-27T06:34:25Z"} {"Kind":"Pod","Name":"rel-1-apache-86c45cf45b-t7dmd","level":"info","msg":"MODIFIED","time":"2022-06-27T06:34:25Z"} 2022/06/27 06:34:25 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.202 - - [27/Jun/2022:06:34:25 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 20948 2022/06/27 06:34:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.32 - - [27/Jun/2022:06:34:28 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 20948 {"InstanceId":"infallible_ride","Result":202,"SubscriptionName":"infallible_ride-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-27T06:34:28Z"} 2022/06/27 06:34:38 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.32 - - [27/Jun/2022:06:34:38 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 21288 2022/06/27 06:34:48 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.32 - - [27/Jun/2022:06:34:48 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 21288 {"Instance":"infallible_ride","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-27T06:34:58Z"} {"Kind":"Pod","Name":"rel-1-apache-86c45cf45b-xkfrp","level":"info","msg":"MODIFIED","time":"2022-06-27T06:34:58Z"} 2022/06/27 06:34:58 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.202 - - [27/Jun/2022:06:34:58 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 21288 2022/06/27 06:34:58 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.32 - - [27/Jun/2022:06:34:58 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 21288 {"InstanceId":"infallible_ride","Result":202,"SubscriptionName":"infallible_ride-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-27T06:35:00Z"} 10.233.66.32 - - [27/Jun/2022:06:35:08 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 20996 {"Instance":"infallible_ride","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-27T06:35:30Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-27T06:35:30Z"} {"Kind":"Pod","Name":"rel-1-apache-86c45cf45b-xkfrp","level":"info","msg":"MODIFIED","time":"2022-06-27T06:35:30Z"} 10.233.67.202 - - [27/Jun/2022:06:35:30 +0000] "GET /v1/instance/infallible_ride/status HTTP/1.1" 200 20996 {"InstanceId":"infallible_ride","Result":202,"SubscriptionName":"infallible_ride-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-27T06:35:33Z"} {"Instance":"infallible_ride","Kind":"Pod","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-27T06:35:33Z"} {"Instance":"infallible_ride","Kind":"Service","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-27T06:35:33Z"} 2022/06/27 06:35:33 Deleted Obj with ID ObjectID("62b94f497f67d7af329fd703") 2022/06/27 06:35:33 Deleted Obj with ID ObjectID("62b94f49fdad7370d6d7df9d") 10.233.67.202 - - [27/Jun/2022:06:35:33 +0000] "DELETE /v1/instance/infallible_ride/status/subscription/infallible_ride-cnf-adapter HTTP/1.1" 202 0 {"Instance":"infallible_ride","Kind":"Deployment","Subscription":"infallible_ride-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-27T06:35:33Z"} 2022/06/27 06:35:33 [Config Cleanup] Instance infallible_ride 2022/06/27 06:35:33 [Config Delete] Instance infallible_ride Config replica-count-change 2022/06/27 06:35:33 [ConfigTemplate]: Download replica-count-template 2022/06/27 06:35:33 Before Sent to goroutine {cabd7085-6db9-4c9e-b3ba-9ed24b2349ec 002bdd54-961d-412e-a572-6b7ed4c019df node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/27 06:35:33 Message Sent to goroutine {cabd7085-6db9-4c9e-b3ba-9ed24b2349ec 002bdd54-961d-412e-a572-6b7ed4c019df node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/27 06:35:33 [scheduleResources]: DELETE {cabd7085-6db9-4c9e-b3ba-9ed24b2349ec 002bdd54-961d-412e-a572-6b7ed4c019df node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-27T06:35:33Z"} 2022/06/27 06:35:33 No plugin for kind Deployment found. Using generic Plugin 2022/06/27 06:35:33 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/06/27 06:35:33 [Config Delete All] Instance infallible_ride Config replica-count-change 2022/06/27 06:35:33 Stop config thread for infallible_ride {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-27T06:35:33Z"} 2022/06/27 06:35:33 No plugin for kind Deployment found. Using generic Plugin 2022/06/27 06:35:33 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-06-27T06:35:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-27T06:35:33Z"} 2022/06/27 06:35:33 Deleting service: rel-1-apache {"instance":"infallible_ride","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-27T06:35:33Z"} 2022/06/27 06:35:33 Deleted Obj with ID ObjectID("62b94f2a7f67d7af329fd702") 2022/06/27 06:35:33 Deleted Obj with ID ObjectID("62b94f2afdad7370d6d7df75") 10.233.67.202 - - [27/Jun/2022:06:35:33 +0000] "DELETE /v1/instance/infallible_ride HTTP/1.1" 202 0 10.233.66.189 - - [27/Jun/2022:06:36:00 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/06/27 06:36:00 Deleted Obj with ID ObjectID("62b94e517f67d7af329fd6f1") 10.233.66.189 - - [27/Jun/2022:06:36:00 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/06/27 06:36:00 Deleted Obj with ID ObjectID("62b94e51fdad7370d6d7de87") {"instance":"infallible_ride","level":"info","msg":"[START] status notify thread for ","time":"2022-06-27T06:36:03Z"} {"InstanceId":"infallible_ride","SubscriptionName":"infallible_ride-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-06-27T06:36:08Z"} 2022/06/27 06:36:11 [Config Cleanup] Instance dreamy_wilbur 2022/06/27 06:36:11 [scheduleResources]: START thread 2022/06/27 06:36:16 Stop config thread for dreamy_wilbur {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-27T06:36:16Z"} 2022/06/27 06:36:16 No plugin for kind Deployment found. Using generic Plugin 2022/06/27 06:36:16 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-27T06:36:16Z"} 2022/06/27 06:36:16 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-27T06:36:16Z"} 2022/06/27 06:36:16 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-27T06:36:16Z"} 2022/06/27 06:36:16 Deleting service: pnf-macro-test-simulator-mongo {"instance":"dreamy_wilbur","level":"info","msg":"[START] status notify thread for ","time":"2022-06-27T06:36:16Z"} {"instance":"dreamy_wilbur","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-27T06:36:21Z"} 2022/06/27 06:36:21 Deleted Obj with ID ObjectID("62b94de87f67d7af329fd6f0") 2022/06/27 06:36:21 Deleted Obj with ID ObjectID("62b94de8fdad7370d6d7de3b") 10.233.66.189 - - [27/Jun/2022:06:36:11 +0000] "DELETE /v1/instance/dreamy_wilbur HTTP/1.1" 202 0 10.233.66.189 - - [27/Jun/2022:06:36:21 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.66.189 - - [27/Jun/2022:06:36:21 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/06/27 06:36:21 Deleted Obj with ID ObjectID("62b94de87f67d7af329fd6e8") 2022/06/27 06:36:21 Deleted Obj with ID ObjectID("62b94de8fdad7370d6d7ddff")