2022/10/07 02:36:44 Starting Kubernetes Multicloud API 2022/10/07 02:36:44 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-10-07T02:36:54Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-10-07T02:36:54Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-10-07T03:12:46Z"} 10.233.66.249 - - [07/Oct/2022:03:12:46 +0000] "GET /v1/instance HTTP/1.1" 500 63 127.0.0.1 - - [07/Oct/2022:03:49:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "GET /v1/rb/definition/cds-ms-rb-71d8c6d3-9e1c-46f1-86b7-1e6dbe2087d7/v1 HTTP/1.1" 200 124 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "POST /v1/rb/definition/cds-ms-rb-71d8c6d3-9e1c-46f1-86b7-1e6dbe2087d7/v1/content HTTP/1.1" 200 0 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "GET /v1/rb/definition/cds-ms-rb-71d8c6d3-9e1c-46f1-86b7-1e6dbe2087d7/v1 HTTP/1.1" 200 138 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "POST /v1/rb/definition/cds-ms-rb-71d8c6d3-9e1c-46f1-86b7-1e6dbe2087d7/v1/profile HTTP/1.1" 201 305 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "GET /v1/rb/definition/cds-ms-rb-71d8c6d3-9e1c-46f1-86b7-1e6dbe2087d7/v1/profile/cds-ms-prof-c933ca70-a65a-42e8-a076-c73f5c2cb13a HTTP/1.1" 200 305 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "POST /v1/rb/definition/cds-ms-rb-71d8c6d3-9e1c-46f1-86b7-1e6dbe2087d7/v1/profile/cds-ms-prof-c933ca70-a65a-42e8-a076-c73f5c2cb13a/content HTTP/1.1" 200 0 2022/10/07 03:51:16 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/10/07 03:51:16 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/10/07 03:51:16 Main rss info 2022/10/07 03:51:16 Path: /tmp/helm-tmpl-948286684/manifest-0 2022/10/07 03:51:16 Kind: Service 2022/10/07 03:51:16 Path: /tmp/helm-tmpl-948286684/manifest-1 2022/10/07 03:51:16 Kind: Deployment 2022/10/07 03:51:16 Crd rss info 2022/10/07 03:51:16 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-10-07T03:51:16Z"} 2022/10/07 03:51:16 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-948286684/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T03:51:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-10-07T03:51:16Z"} {"filepath":"/tmp/helm-tmpl-948286684/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T03:51:16Z"} 2022/10/07 03:51:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-10-07T03:51:16Z"} 10.233.72.35 - - [07/Oct/2022:03:51:16 +0000] "POST /v1/instance HTTP/1.1" 201 542 2022/10/07 03:52:35 [Config Cleanup] Instance confident_cori 2022/10/07 03:52:35 [scheduleResources]: START thread 2022/10/07 03:52:40 Stop config thread for confident_cori 2022/10/07 03:52:40 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-10-07T03:52:40Z"} 2022/10/07 03:52:40 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-10-07T03:52:40Z"} 2022/10/07 03:52:40 Deleting service: cds-regression-mockserver {"instance":"confident_cori","level":"info","msg":"[START] status notify thread for ","time":"2022-10-07T03:52:40Z"} {"instance":"confident_cori","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-07T03:52:45Z"} 2022/10/07 03:52:45 Deleted Obj with ID ObjectID("633fa2347d1c936734cdfb9f") 2022/10/07 03:52:45 Deleted Obj with ID ObjectID("633fa2350edc8c4e653a51ab") 10.233.72.35 - - [07/Oct/2022:03:52:35 +0000] "DELETE /v1/instance/confident_cori HTTP/1.1" 202 0 10.233.72.35 - - [07/Oct/2022:03:52:45 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/10/07 03:52:45 Deleted Obj with ID ObjectID("633fa2347d1c936734cdfb96") 2022/10/07 03:52:45 Deleted Obj with ID ObjectID("633fa2350edc8c4e653a516d") 10.233.72.35 - - [07/Oct/2022:03:52:45 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.72.35 - - [07/Oct/2022:03:53:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.35 - - [07/Oct/2022:03:53:26 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.72.35 - - [07/Oct/2022:03:53:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [07/Oct/2022:03:53:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [07/Oct/2022:03:53:39 +0000] "POST /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b/content HTTP/1.1" 200 0 127.0.0.1 - - [07/Oct/2022:03:53:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.72.35 - - [07/Oct/2022:03:57:57 +0000] "GET /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b HTTP/1.1" 200 270 10.233.72.35 - - [07/Oct/2022:03:57:57 +0000] "GET /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b/profile/cnftest HTTP/1.1" 404 87 10.233.72.35 - - [07/Oct/2022:03:57:57 +0000] "POST /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b/profile HTTP/1.1" 201 240 10.233.72.35 - - [07/Oct/2022:03:57:57 +0000] "GET /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b/profile/cnftest HTTP/1.1" 200 240 10.233.72.35 - - [07/Oct/2022:03:57:57 +0000] "POST /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-10-07T03:58:08Z"} 10.233.72.35 - - [07/Oct/2022:03:58:08 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-a85baffa-547f-457d-83fc-8de782ce010f HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"557a1946-4313-4317-9e4e-fd35b61c12f2","vf-module-id":"4954a38a-8d45-42e0-a933-13a099818a8a","vf-module-model-invariant-id":"d8f76da4-d0ea-4edd-aa2a-526b8ca401cf","vf-module-model-version-id":"cf144961-a9c1-4e5c-ba71-3469c05bc4cb","vf-module-model-customization-id":"b5a5299c-80b7-4f60-9467-5b3f397d4e1b","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-a85baffa-547f-457d-83fc-8de782ce010f"}},"level":"info","msg":"Broker API Payload","time":"2022-10-07T03:58:08Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"d8f76da4-d0ea-4edd-aa2a-526b8ca401cf","rb-version":"b5a5299c-80b7-4f60-9467-5b3f397d4e1b","profile-name":"cnftest","release-name":"4954a38a-8d45-42e0-a933-13a099818a8a","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-a85baffa-547f-457d-83fc-8de782ce010f"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-10-07T03:58:08Z"} 2022/10/07 03:58:08 Main rss info 2022/10/07 03:58:08 Path: /tmp/helm-tmpl-767123387/manifest-0 2022/10/07 03:58:08 Kind: Service 2022/10/07 03:58:08 Path: /tmp/helm-tmpl-767123387/manifest-1 2022/10/07 03:58:08 Kind: Deployment 2022/10/07 03:58:08 Crd rss info 2022/10/07 03:58:08 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-10-07T03:58:08Z"} 2022/10/07 03:58:08 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-767123387/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T03:58:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-07T03:58:08Z"} {"filepath":"/tmp/helm-tmpl-767123387/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T03:58:08Z"} 2022/10/07 03:58:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-07T03:58:08Z"} 10.233.72.35 - - [07/Oct/2022:03:58:08 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 310 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_engelbart","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-07T03:58:08Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_engelbart","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-07T03:58:08Z"} 10.233.72.35 - - [07/Oct/2022:03:58:08 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_engelbart HTTP/1.1" 200 129 10.233.72.35 - - [07/Oct/2022:03:58:09 +0000] "POST /basicnf-owner/k8sregion/infra_workload/xenodochial_engelbart HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_engelbart","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-07T03:59:09Z"} 10.233.72.35 - - [07/Oct/2022:03:59:09 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_engelbart HTTP/1.1" 200 129 2022/10/07 03:59:09 [Config Cleanup] Instance xenodochial_engelbart 2022/10/07 03:59:09 [scheduleResources]: START thread 2022/10/07 03:59:14 Stop config thread for xenodochial_engelbart {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-07T03:59:14Z"} 2022/10/07 03:59:14 [scheduleResources]: STOP thread 2022/10/07 03:59:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-07T03:59:14Z"} 2022/10/07 03:59:14 Deleting service: cnftest-nginx {"instance":"xenodochial_engelbart","level":"info","msg":"[START] status notify thread for ","time":"2022-10-07T03:59:14Z"} {"instance":"xenodochial_engelbart","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-07T03:59:19Z"} 2022/10/07 03:59:19 Deleted Obj with ID ObjectID("633fa3d07d1c936734cdfbab") 2022/10/07 03:59:19 Deleted Obj with ID ObjectID("633fa3d10edc8c4e653a5312") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_engelbart","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-10-07T03:59:19Z"} 10.233.72.35 - - [07/Oct/2022:03:59:09 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/xenodochial_engelbart HTTP/1.1" 202 129 10.233.72.35 - - [07/Oct/2022:03:59:27 +0000] "GET /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b HTTP/1.1" 200 270 10.233.72.35 - - [07/Oct/2022:03:59:27 +0000] "GET /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b/profile/cnftest HTTP/1.1" 200 240 2022/10/07 03:59:27 Deleted Obj with ID ObjectID("633fa3c57d1c936734cdfba9") 2022/10/07 03:59:27 Deleted Obj with ID ObjectID("633fa3c57d1c936734cdfbaa") 10.233.72.35 - - [07/Oct/2022:03:59:27 +0000] "DELETE /v1/rb/definition/d8f76da4-d0ea-4edd-aa2a-526b8ca401cf/b5a5299c-80b7-4f60-9467-5b3f397d4e1b/profile/cnftest HTTP/1.1" 204 0 2022/10/07 03:59:27 Deleted Obj with ID ObjectID("633fa3c70edc8c4e653a52f0") 10.233.72.35 - - [07/Oct/2022:03:59:54 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/10/07 03:59:54 Deleted Obj with ID ObjectID("633fa2b67d1c936734cdfba0") 2022/10/07 03:59:54 Deleted Obj with ID ObjectID("633fa2b70edc8c4e653a521c") 10.233.72.35 - - [07/Oct/2022:03:59:54 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ce1e43d4-02d4-4e4d-8f83-a285e3c855e9/v1 HTTP/1.1" 200 125 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ce1e43d4-02d4-4e4d-8f83-a285e3c855e9/v1/content HTTP/1.1" 200 0 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ce1e43d4-02d4-4e4d-8f83-a285e3c855e9/v1 HTTP/1.1" 200 138 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ce1e43d4-02d4-4e4d-8f83-a285e3c855e9/v1/profile HTTP/1.1" 201 314 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ce1e43d4-02d4-4e4d-8f83-a285e3c855e9/v1/profile/pnf-cnf-profile-b00ef93d-e4e4-43fb-8728-5fc013e22bf0 HTTP/1.1" 200 314 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ce1e43d4-02d4-4e4d-8f83-a285e3c855e9/v1/profile/pnf-cnf-profile-b00ef93d-e4e4-43fb-8728-5fc013e22bf0/content HTTP/1.1" 200 0 2022/10/07 04:05:21 Main rss info 2022/10/07 04:05:21 Path: /tmp/helm-tmpl-052362921/manifest-0 2022/10/07 04:05:21 Kind: Service 2022/10/07 04:05:21 Path: /tmp/helm-tmpl-052362921/manifest-1 2022/10/07 04:05:21 Kind: Service 2022/10/07 04:05:21 Path: /tmp/helm-tmpl-052362921/manifest-2 2022/10/07 04:05:21 Kind: Pod 2022/10/07 04:05:21 Path: /tmp/helm-tmpl-052362921/manifest-3 2022/10/07 04:05:21 Kind: Deployment 2022/10/07 04:05:21 Crd rss info 2022/10/07 04:05:21 Hook info {"filepath":"/tmp/helm-tmpl-052362921/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:05:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-07T04:05:21Z"} {"filepath":"/tmp/helm-tmpl-052362921/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:05:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-07T04:05:21Z"} {"filepath":"/tmp/helm-tmpl-052362921/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:05:21Z"} 2022/10/07 04:05:21 No plugin for kind Pod found. Using generic Plugin 2022/10/07 04:05:21 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-07T04:05:21Z"} {"filepath":"/tmp/helm-tmpl-052362921/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:05:21Z"} 2022/10/07 04:05:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-07T04:05:21Z"} 10.233.72.35 - - [07/Oct/2022:04:05:21 +0000] "POST /v1/instance HTTP/1.1" 201 751 10.233.72.35 - - [07/Oct/2022:04:06:55 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.72.35 - - [07/Oct/2022:04:06:55 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.72.35 - - [07/Oct/2022:04:06:55 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [07/Oct/2022:04:07:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [07/Oct/2022:04:07:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [07/Oct/2022:04:07:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [07/Oct/2022:04:07:20 +0000] "POST /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998/content HTTP/1.1" 200 0 10.233.71.222 - - [07/Oct/2022:04:12:13 +0000] "GET /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998 HTTP/1.1" 200 277 10.233.71.222 - - [07/Oct/2022:04:12:13 +0000] "GET /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.222 - - [07/Oct/2022:04:12:13 +0000] "POST /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998/profile HTTP/1.1" 201 270 10.233.71.222 - - [07/Oct/2022:04:12:13 +0000] "POST /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.222 - - [07/Oct/2022:04:12:21 +0000] "GET /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998 HTTP/1.1" 200 277 10.233.71.222 - - [07/Oct/2022:04:12:21 +0000] "GET /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998/config-template/replica-count-template HTTP/1.1" 500 78 2022/10/07 04:12:21 [ConfigiTemplate]: create 00f41662-7b64-49f8-8666-8e96a668e11f 10.233.71.222 - - [07/Oct/2022:04:12:21 +0000] "POST /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998/config-template HTTP/1.1" 201 113 2022/10/07 04:12:21 [ConfigTemplate]: Upload replica-count-template 10.233.71.222 - - [07/Oct/2022:04:12:21 +0000] "POST /v1/rb/definition/00f41662-7b64-49f8-8666-8e96a668e11f/3196e4e4-9d3a-4371-b900-33c9a831d998/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/10/07 04:12:24 Main rss info 2022/10/07 04:12:24 Path: /tmp/helm-tmpl-051968996/manifest-0 2022/10/07 04:12:24 Kind: Service 2022/10/07 04:12:24 Path: /tmp/helm-tmpl-051968996/manifest-1 2022/10/07 04:12:24 Kind: Deployment 2022/10/07 04:12:24 Crd rss info 2022/10/07 04:12:24 Hook info {"filepath":"/tmp/helm-tmpl-051968996/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:12:24Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-07T04:12:24Z"} {"filepath":"/tmp/helm-tmpl-051968996/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:12:24Z"} 2022/10/07 04:12:24 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-07T04:12:24Z"} 10.233.66.249 - - [07/Oct/2022:04:12:24 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2022/10/07 04:12:25 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.249 - - [07/Oct/2022:04:12:25 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 14550 {"instance":"inspiring_golick","level":"info","msg":"[START] status notify thread for ","time":"2022-10-07T04:12:47Z"} {"instance":"inspiring_golick","level":"info","msg":"REFRESH WATCHERS","subscription":"inspiring_golick-cnf-adapter","time":"2022-10-07T04:12:52Z"} {"Instance":"inspiring_golick","Kind":"Deployment","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-07T04:12:52Z"} {"Instance":"inspiring_golick","Kind":"Service","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-07T04:12:52Z"} {"Instance":"inspiring_golick","Kind":"Pod","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-07T04:12:52Z"} {"InstanceId":"inspiring_golick","SubscriptionName":"inspiring_golick-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-10-07T04:12:52Z"} 10.233.66.249 - - [07/Oct/2022:04:12:47 +0000] "POST /v1/instance/inspiring_golick/status/subscription HTTP/1.1" 201 654 2022/10/07 04:12:57 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.222 - - [07/Oct/2022:04:12:57 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 14893 {"InstanceId":"inspiring_golick","SubscriptionName":"inspiring_golick-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-10-07T04:12:57Z"} 2022/10/07 04:13:07 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.222 - - [07/Oct/2022:04:13:07 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 14893 10.233.71.222 - - [07/Oct/2022:04:13:17 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 14705 2022/10/07 04:13:17 [scheduleResources]: START thread 10.233.71.222 - - [07/Oct/2022:04:13:17 +0000] "GET /v1/instance/inspiring_golick/config/replica-count-change HTTP/1.1" 500 60 2022/10/07 04:13:22 [Config Create] Instance inspiring_golick 2022/10/07 04:13:23 [ConfigTemplate]: Download replica-count-template 2022/10/07 04:13:23 Before Sent to goroutine {00f41662-7b64-49f8-8666-8e96a668e11f 3196e4e4-9d3a-4371-b900-33c9a831d998 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/07 04:13:23 Message Sent to goroutine {00f41662-7b64-49f8-8666-8e96a668e11f 3196e4e4-9d3a-4371-b900-33c9a831d998 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/07 04:13:23 [scheduleResources]: POST {00f41662-7b64-49f8-8666-8e96a668e11f 3196e4e4-9d3a-4371-b900-33c9a831d998 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-861941221/manifest-0}] {"filepath":"/tmp/helm-tmpl-861941221/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:13:23Z"} 2022/10/07 04:13:23 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-861941221/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-10-07T04:13:23Z"} {"filepath":"/tmp/helm-tmpl-861941221/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-07T04:13:23Z"} 2022/10/07 04:13:23 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-07T04:13:23Z"} 2022/10/07 04:13:23 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.222 - - [07/Oct/2022:04:13:22 +0000] "POST /v1/instance/inspiring_golick/config HTTP/1.1" 201 268 2022/10/07 04:13:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.222 - - [07/Oct/2022:04:13:23 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 20952 {"Instance":"inspiring_golick","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-07T04:13:32Z"} {"Kind":"Pod","Name":"rel-1-apache-6c4b6cc7d8-dlhtp","level":"info","msg":"CREATED","time":"2022-10-07T04:13:32Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-07T04:13:32Z"} {"Kind":"Pod","Name":"rel-1-apache-6c4b6cc7d8-jg4td","level":"info","msg":"MODIFIED","time":"2022-10-07T04:13:32Z"} 2022/10/07 04:13:32 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.249 - - [07/Oct/2022:04:13:32 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 21295 2022/10/07 04:13:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.222 - - [07/Oct/2022:04:13:33 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 21295 {"InstanceId":"inspiring_golick","Result":202,"SubscriptionName":"inspiring_golick-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-07T04:13:34Z"} 2022/10/07 04:13:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.222 - - [07/Oct/2022:04:13:43 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 21295 2022/10/07 04:13:53 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.222 - - [07/Oct/2022:04:13:53 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 21295 10.233.71.222 - - [07/Oct/2022:04:14:03 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 21003 {"Instance":"inspiring_golick","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-07T04:14:04Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-07T04:14:04Z"} {"Kind":"Pod","Name":"rel-1-apache-6c4b6cc7d8-dlhtp","level":"info","msg":"MODIFIED","time":"2022-10-07T04:14:04Z"} 10.233.66.249 - - [07/Oct/2022:04:14:04 +0000] "GET /v1/instance/inspiring_golick/status HTTP/1.1" 200 21003 {"InstanceId":"inspiring_golick","Result":202,"SubscriptionName":"inspiring_golick-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-07T04:14:06Z"} {"Instance":"inspiring_golick","Kind":"Deployment","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-07T04:14:23Z"} {"Instance":"inspiring_golick","Kind":"Pod","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-07T04:14:23Z"} {"Instance":"inspiring_golick","Kind":"Service","Subscription":"inspiring_golick-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-07T04:14:23Z"} 2022/10/07 04:14:23 Deleted Obj with ID ObjectID("633fa7447d1c936734cdfbc7") 10.233.66.249 - - [07/Oct/2022:04:14:23 +0000] "DELETE /v1/instance/inspiring_golick/status/subscription/inspiring_golick-cnf-adapter HTTP/1.1" 202 0 2022/10/07 04:14:23 Deleted Obj with ID ObjectID("633fa7450edc8c4e653a561d") 2022/10/07 04:14:23 [Config Cleanup] Instance inspiring_golick 2022/10/07 04:14:23 [Config Delete] Instance inspiring_golick Config replica-count-change 2022/10/07 04:14:23 [ConfigTemplate]: Download replica-count-template 2022/10/07 04:14:23 Before Sent to goroutine {00f41662-7b64-49f8-8666-8e96a668e11f 3196e4e4-9d3a-4371-b900-33c9a831d998 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/07 04:14:23 Message Sent to goroutine {00f41662-7b64-49f8-8666-8e96a668e11f 3196e4e4-9d3a-4371-b900-33c9a831d998 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/07 04:14:23 [scheduleResources]: DELETE {00f41662-7b64-49f8-8666-8e96a668e11f 3196e4e4-9d3a-4371-b900-33c9a831d998 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-07T04:14:23Z"} 2022/10/07 04:14:23 No plugin for kind Deployment found. Using generic Plugin 2022/10/07 04:14:23 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/10/07 04:14:24 [Config Delete All] Instance inspiring_golick Config replica-count-change 2022/10/07 04:14:24 Stop config thread for inspiring_golick {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-07T04:14:24Z"} 2022/10/07 04:14:24 No plugin for kind Deployment found. Using generic Plugin 2022/10/07 04:14:24 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-10-07T04:14:24Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-07T04:14:24Z"} 2022/10/07 04:14:24 Deleting service: rel-1-apache {"instance":"inspiring_golick","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-07T04:14:24Z"} 2022/10/07 04:14:24 Deleted Obj with ID ObjectID("633fa7287d1c936734cdfbc6") 2022/10/07 04:14:24 Deleted Obj with ID ObjectID("633fa7290edc8c4e653a55fb") 10.233.66.249 - - [07/Oct/2022:04:14:23 +0000] "DELETE /v1/instance/inspiring_golick HTTP/1.1" 202 0 {"instance":"inspiring_golick","level":"info","msg":"[START] status notify thread for ","time":"2022-10-07T04:14:36Z"} 10.233.72.35 - - [07/Oct/2022:04:14:41 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/10/07 04:14:41 Deleted Obj with ID ObjectID("633fa5df7d1c936734cdfbb5") 2022/10/07 04:14:41 Deleted Obj with ID ObjectID("633fa5e00edc8c4e653a54cb") 10.233.72.35 - - [07/Oct/2022:04:14:41 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"InstanceId":"inspiring_golick","SubscriptionName":"inspiring_golick-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-10-07T04:14:41Z"} 2022/10/07 04:16:46 [Config Cleanup] Instance peaceful_varahamihira 2022/10/07 04:16:46 [scheduleResources]: START thread 2022/10/07 04:16:51 Stop config thread for peaceful_varahamihira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-07T04:16:51Z"} 2022/10/07 04:16:51 No plugin for kind Deployment found. Using generic Plugin 2022/10/07 04:16:51 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-07T04:16:51Z"} 2022/10/07 04:16:51 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-07T04:16:51Z"} 2022/10/07 04:16:51 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-07T04:16:51Z"} 2022/10/07 04:16:51 Deleting service: pnf-macro-test-simulator-mongo {"instance":"peaceful_varahamihira","level":"info","msg":"[START] status notify thread for ","time":"2022-10-07T04:16:51Z"} {"instance":"peaceful_varahamihira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-07T04:16:56Z"} 2022/10/07 04:16:56 Deleted Obj with ID ObjectID("633fa5817d1c936734cdfbb4") 2022/10/07 04:16:56 Deleted Obj with ID ObjectID("633fa5820edc8c4e653a547f") 10.233.72.35 - - [07/Oct/2022:04:16:46 +0000] "DELETE /v1/instance/peaceful_varahamihira HTTP/1.1" 202 0 10.233.72.35 - - [07/Oct/2022:04:16:56 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/10/07 04:16:56 Deleted Obj with ID ObjectID("633fa5817d1c936734cdfbac") 10.233.72.35 - - [07/Oct/2022:04:16:56 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/10/07 04:16:56 Deleted Obj with ID ObjectID("633fa5820edc8c4e653a5444")