2022/05/28 04:50:03 Starting Kubernetes Multicloud API 2022/05/28 04:50:03 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-28T04:50:13Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-28T04:50:13Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-28T05:28:52Z"} 10.233.66.185 - - [28/May/2022:05:28:52 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.68.204 - - [28/May/2022:06:00:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [28/May/2022:06:07:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [28/May/2022:06:09:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [28/May/2022:06:12:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.204 - - [28/May/2022:06:19:48 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "GET /v1/rb/definition/cds-ms-rb-1a3840d0-e0f7-45c9-b119-0d2b60c2cabc/v1 HTTP/1.1" 200 124 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "POST /v1/rb/definition/cds-ms-rb-1a3840d0-e0f7-45c9-b119-0d2b60c2cabc/v1/content HTTP/1.1" 200 0 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "GET /v1/rb/definition/cds-ms-rb-1a3840d0-e0f7-45c9-b119-0d2b60c2cabc/v1 HTTP/1.1" 200 138 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "POST /v1/rb/definition/cds-ms-rb-1a3840d0-e0f7-45c9-b119-0d2b60c2cabc/v1/profile HTTP/1.1" 201 305 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "GET /v1/rb/definition/cds-ms-rb-1a3840d0-e0f7-45c9-b119-0d2b60c2cabc/v1/profile/cds-ms-prof-b6ae9f90-4c39-4b48-b07b-8ce1d34749af HTTP/1.1" 200 305 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "POST /v1/rb/definition/cds-ms-rb-1a3840d0-e0f7-45c9-b119-0d2b60c2cabc/v1/profile/cds-ms-prof-b6ae9f90-4c39-4b48-b07b-8ce1d34749af/content HTTP/1.1" 200 0 2022/05/28 06:19:49 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/28 06:19:49 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/28 06:19:49 Main rss info 2022/05/28 06:19:49 Path: /tmp/helm-tmpl-255318636/manifest-0 2022/05/28 06:19:49 Kind: Service 2022/05/28 06:19:49 Path: /tmp/helm-tmpl-255318636/manifest-1 2022/05/28 06:19:49 Kind: Deployment 2022/05/28 06:19:49 Crd rss info 2022/05/28 06:19:49 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-28T06:19:49Z"} 2022/05/28 06:19:49 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-255318636/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:19:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-28T06:19:49Z"} {"filepath":"/tmp/helm-tmpl-255318636/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:19:49Z"} 2022/05/28 06:19:49 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-28T06:19:49Z"} 10.233.68.204 - - [28/May/2022:06:19:49 +0000] "POST /v1/instance HTTP/1.1" 201 539 2022/05/28 06:21:03 [Config Cleanup] Instance nifty_noyce 2022/05/28 06:21:03 [scheduleResources]: START thread 2022/05/28 06:21:08 Stop config thread for nifty_noyce {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-28T06:21:08Z"} 2022/05/28 06:21:08 No plugin for kind Deployment found. Using generic Plugin 2022/05/28 06:21:08 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-28T06:21:08Z"} 2022/05/28 06:21:08 Deleting service: cds-regression-mockserver {"instance":"nifty_noyce","level":"info","msg":"[START] status notify thread for ","time":"2022-05-28T06:21:08Z"} {"instance":"nifty_noyce","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-28T06:21:13Z"} 2022/05/28 06:21:13 Deleted Obj with ID ObjectID("6291bf0582159c186f846a58") 2022/05/28 06:21:13 Deleted Obj with ID ObjectID("6291bf05393b6bc1916b262c") 10.233.68.204 - - [28/May/2022:06:21:03 +0000] "DELETE /v1/instance/nifty_noyce HTTP/1.1" 202 0 10.233.68.204 - - [28/May/2022:06:21:13 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/05/28 06:21:13 Deleted Obj with ID ObjectID("6291bf0582159c186f846a4f") 10.233.68.204 - - [28/May/2022:06:21:13 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/05/28 06:21:13 Deleted Obj with ID ObjectID("6291bf05393b6bc1916b25ee") 10.233.68.204 - - [28/May/2022:06:22:15 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.204 - - [28/May/2022:06:22:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.68.204 - - [28/May/2022:06:22:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [28/May/2022:06:22:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [28/May/2022:06:22:28 +0000] "POST /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830/content HTTP/1.1" 200 0 127.0.0.1 - - [28/May/2022:06:22:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.68.204 - - [28/May/2022:06:28:56 +0000] "GET /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830 HTTP/1.1" 200 270 10.233.68.204 - - [28/May/2022:06:28:56 +0000] "GET /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830/profile/cnftest HTTP/1.1" 404 87 10.233.68.204 - - [28/May/2022:06:28:56 +0000] "POST /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830/profile HTTP/1.1" 201 240 10.233.68.204 - - [28/May/2022:06:28:56 +0000] "GET /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830/profile/cnftest HTTP/1.1" 200 240 10.233.68.204 - - [28/May/2022:06:28:56 +0000] "POST /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-28T06:29:10Z"} 10.233.68.204 - - [28/May/2022:06:29:10 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-4e2ed354-c013-4c0d-a4f1-c7ed1c6156cb HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"b196595e-86e1-4c6c-9765-afdb7382874b","vf-module-id":"13e2155c-f2e0-4d8e-973a-885104fa3ced","vf-module-model-invariant-id":"46e788fd-b63f-4f47-ad54-2f1108ea6396","vf-module-model-version-id":"19dd51e1-64b1-4573-90ae-9546fdf9f9fa","vf-module-model-customization-id":"efddb6f2-4812-4178-95cd-501abb91a830","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-4e2ed354-c013-4c0d-a4f1-c7ed1c6156cb"}},"level":"info","msg":"Broker API Payload","time":"2022-05-28T06:29:11Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"46e788fd-b63f-4f47-ad54-2f1108ea6396","rb-version":"efddb6f2-4812-4178-95cd-501abb91a830","profile-name":"cnftest","release-name":"13e2155c-f2e0-4d8e-973a-885104fa3ced","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-4e2ed354-c013-4c0d-a4f1-c7ed1c6156cb"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-28T06:29:11Z"} 2022/05/28 06:29:11 Main rss info 2022/05/28 06:29:11 Path: /tmp/helm-tmpl-895944715/manifest-0 2022/05/28 06:29:11 Kind: Service 2022/05/28 06:29:11 Path: /tmp/helm-tmpl-895944715/manifest-1 2022/05/28 06:29:11 Kind: Deployment 2022/05/28 06:29:11 Crd rss info 2022/05/28 06:29:11 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-28T06:29:11Z"} 2022/05/28 06:29:11 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-895944715/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:29:11Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-28T06:29:11Z"} {"filepath":"/tmp/helm-tmpl-895944715/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:29:11Z"} 2022/05/28 06:29:11 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-28T06:29:11Z"} 10.233.68.204 - - [28/May/2022:06:29:11 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_heyrovsky","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-28T06:29:11Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_heyrovsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-28T06:29:11Z"} 10.233.68.204 - - [28/May/2022:06:29:11 +0000] "GET /basicnf-owner/k8sregion/infra_workload/cocky_heyrovsky HTTP/1.1" 200 123 10.233.68.204 - - [28/May/2022:06:29:11 +0000] "POST /basicnf-owner/k8sregion/infra_workload/cocky_heyrovsky HTTP/1.1" 405 0 10.233.68.204 - - [28/May/2022:06:29:41 +0000] "GET /basicnf-owner/k8sregion/infra_workload/cocky_heyrovsky HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_heyrovsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-28T06:29:41Z"} 2022/05/28 06:29:41 [Config Cleanup] Instance cocky_heyrovsky 2022/05/28 06:29:41 [scheduleResources]: START thread 2022/05/28 06:29:46 Stop config thread for cocky_heyrovsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-28T06:29:46Z"} 2022/05/28 06:29:46 No plugin for kind Deployment found. Using generic Plugin 2022/05/28 06:29:46 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-28T06:29:46Z"} 2022/05/28 06:29:46 Deleting service: cnftest-nginx {"instance":"cocky_heyrovsky","level":"info","msg":"[START] status notify thread for ","time":"2022-05-28T06:29:46Z"} {"instance":"cocky_heyrovsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-28T06:29:51Z"} 2022/05/28 06:29:51 Deleted Obj with ID ObjectID("6291c13782159c186f846a64") 10.233.68.204 - - [28/May/2022:06:29:41 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/cocky_heyrovsky HTTP/1.1" 202 123 2022/05/28 06:29:51 Deleted Obj with ID ObjectID("6291c137393b6bc1916b27ed") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_heyrovsky","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-28T06:29:51Z"} 10.233.68.204 - - [28/May/2022:06:30:08 +0000] "GET /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830 HTTP/1.1" 200 270 10.233.68.204 - - [28/May/2022:06:30:08 +0000] "GET /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830/profile/cnftest HTTP/1.1" 200 240 2022/05/28 06:30:08 Deleted Obj with ID ObjectID("6291c12882159c186f846a62") 2022/05/28 06:30:08 Deleted Obj with ID ObjectID("6291c12882159c186f846a63") 2022/05/28 06:30:08 Deleted Obj with ID ObjectID("6291c128393b6bc1916b27c5") 10.233.68.204 - - [28/May/2022:06:30:08 +0000] "DELETE /v1/rb/definition/46e788fd-b63f-4f47-ad54-2f1108ea6396/efddb6f2-4812-4178-95cd-501abb91a830/profile/cnftest HTTP/1.1" 204 0 10.233.68.204 - - [28/May/2022:06:30:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/05/28 06:30:38 Deleted Obj with ID ObjectID("6291bf9882159c186f846a59") 2022/05/28 06:30:38 Deleted Obj with ID ObjectID("6291bf98393b6bc1916b26a3") 10.233.68.204 - - [28/May/2022:06:30:38 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.68.204 - - [28/May/2022:06:36:27 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.68.204 - - [28/May/2022:06:36:27 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f89f4955-e50c-40c4-bc3e-f66fb5ec0de3/v1 HTTP/1.1" 200 125 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f89f4955-e50c-40c4-bc3e-f66fb5ec0de3/v1/content HTTP/1.1" 200 0 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f89f4955-e50c-40c4-bc3e-f66fb5ec0de3/v1 HTTP/1.1" 200 138 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f89f4955-e50c-40c4-bc3e-f66fb5ec0de3/v1/profile HTTP/1.1" 201 314 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f89f4955-e50c-40c4-bc3e-f66fb5ec0de3/v1/profile/pnf-cnf-profile-0002d632-d512-4b55-bcd7-00624fe462db HTTP/1.1" 200 314 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f89f4955-e50c-40c4-bc3e-f66fb5ec0de3/v1/profile/pnf-cnf-profile-0002d632-d512-4b55-bcd7-00624fe462db/content HTTP/1.1" 200 0 2022/05/28 06:36:28 Main rss info 2022/05/28 06:36:28 Path: /tmp/helm-tmpl-556510841/manifest-0 2022/05/28 06:36:28 Kind: Service 2022/05/28 06:36:28 Path: /tmp/helm-tmpl-556510841/manifest-1 2022/05/28 06:36:28 Kind: Service 2022/05/28 06:36:28 Path: /tmp/helm-tmpl-556510841/manifest-2 2022/05/28 06:36:28 Kind: Pod 2022/05/28 06:36:28 Path: /tmp/helm-tmpl-556510841/manifest-3 2022/05/28 06:36:28 Kind: Deployment 2022/05/28 06:36:28 Crd rss info 2022/05/28 06:36:28 Hook info {"filepath":"/tmp/helm-tmpl-556510841/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:36:28Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-28T06:36:28Z"} {"filepath":"/tmp/helm-tmpl-556510841/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:36:28Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-28T06:36:28Z"} {"filepath":"/tmp/helm-tmpl-556510841/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:36:28Z"} 2022/05/28 06:36:28 No plugin for kind Pod found. Using generic Plugin 2022/05/28 06:36:28 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-28T06:36:28Z"} {"filepath":"/tmp/helm-tmpl-556510841/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:36:28Z"} 2022/05/28 06:36:28 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-28T06:36:28Z"} 10.233.68.204 - - [28/May/2022:06:36:28 +0000] "POST /v1/instance HTTP/1.1" 201 746 10.233.68.204 - - [28/May/2022:06:39:23 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.68.204 - - [28/May/2022:06:39:24 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.68.204 - - [28/May/2022:06:39:24 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [28/May/2022:06:39:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [28/May/2022:06:39:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [28/May/2022:06:39:35 +0000] "POST /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196/content HTTP/1.1" 200 0 127.0.0.1 - - [28/May/2022:06:39:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.229 - - [28/May/2022:06:43:52 +0000] "GET /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196 HTTP/1.1" 200 277 10.233.68.229 - - [28/May/2022:06:43:52 +0000] "GET /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.229 - - [28/May/2022:06:43:52 +0000] "POST /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196/profile HTTP/1.1" 201 270 10.233.68.229 - - [28/May/2022:06:43:52 +0000] "POST /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.68.229 - - [28/May/2022:06:44:03 +0000] "GET /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196 HTTP/1.1" 200 277 10.233.68.229 - - [28/May/2022:06:44:03 +0000] "GET /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/28 06:44:03 [ConfigiTemplate]: create e2059a4e-43a1-433a-ac05-3add1cefcfb4 10.233.68.229 - - [28/May/2022:06:44:03 +0000] "POST /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196/config-template HTTP/1.1" 201 113 2022/05/28 06:44:03 [ConfigTemplate]: Upload replica-count-template 10.233.68.229 - - [28/May/2022:06:44:03 +0000] "POST /v1/rb/definition/e2059a4e-43a1-433a-ac05-3add1cefcfb4/11ec4402-66fe-498b-a3a4-214c4507d196/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/28 06:44:07 Main rss info 2022/05/28 06:44:07 Path: /tmp/helm-tmpl-933410164/manifest-0 2022/05/28 06:44:07 Kind: Service 2022/05/28 06:44:07 Path: /tmp/helm-tmpl-933410164/manifest-1 2022/05/28 06:44:07 Kind: Deployment 2022/05/28 06:44:07 Crd rss info 2022/05/28 06:44:07 Hook info {"filepath":"/tmp/helm-tmpl-933410164/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:44:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-28T06:44:08Z"} {"filepath":"/tmp/helm-tmpl-933410164/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:44:08Z"} 2022/05/28 06:44:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-28T06:44:08Z"} 10.233.66.185 - - [28/May/2022:06:44:07 +0000] "POST /v1/instance HTTP/1.1" 201 1286 2022/05/28 06:44:09 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.185 - - [28/May/2022:06:44:08 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 14563 {"instance":"compassionate_kirch","level":"info","msg":"[START] status notify thread for ","time":"2022-05-28T06:44:35Z"} {"instance":"compassionate_kirch","level":"info","msg":"REFRESH WATCHERS","subscription":"compassionate_kirch-cnf-adapter","time":"2022-05-28T06:44:40Z"} {"Instance":"compassionate_kirch","Kind":"Pod","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-28T06:44:40Z"} {"Instance":"compassionate_kirch","Kind":"Deployment","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-28T06:44:40Z"} {"Instance":"compassionate_kirch","Kind":"Service","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-28T06:44:40Z"} {"InstanceId":"compassionate_kirch","SubscriptionName":"compassionate_kirch-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-28T06:44:40Z"} 10.233.66.185 - - [28/May/2022:06:44:35 +0000] "POST /v1/instance/compassionate_kirch/status/subscription HTTP/1.1" 201 663 {"InstanceId":"compassionate_kirch","SubscriptionName":"compassionate_kirch-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-28T06:44:45Z"} 2022/05/28 06:44:46 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.229 - - [28/May/2022:06:44:46 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 14906 2022/05/28 06:44:56 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.229 - - [28/May/2022:06:44:56 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 14906 10.233.68.229 - - [28/May/2022:06:45:06 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 14718 2022/05/28 06:45:06 [scheduleResources]: START thread 10.233.68.229 - - [28/May/2022:06:45:06 +0000] "GET /v1/instance/compassionate_kirch/config/replica-count-change HTTP/1.1" 500 60 2022/05/28 06:45:11 [Config Create] Instance compassionate_kirch 2022/05/28 06:45:11 [ConfigTemplate]: Download replica-count-template 2022/05/28 06:45:11 Before Sent to goroutine {e2059a4e-43a1-433a-ac05-3add1cefcfb4 11ec4402-66fe-498b-a3a4-214c4507d196 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/28 06:45:11 Message Sent to goroutine {e2059a4e-43a1-433a-ac05-3add1cefcfb4 11ec4402-66fe-498b-a3a4-214c4507d196 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/28 06:45:11 [scheduleResources]: POST {e2059a4e-43a1-433a-ac05-3add1cefcfb4 11ec4402-66fe-498b-a3a4-214c4507d196 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-705123509/manifest-0}] {"filepath":"/tmp/helm-tmpl-705123509/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:45:11Z"} 2022/05/28 06:45:11 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-705123509/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-28T06:45:11Z"} {"filepath":"/tmp/helm-tmpl-705123509/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-28T06:45:11Z"} 2022/05/28 06:45:11 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-28T06:45:11Z"} 2022/05/28 06:45:11 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.229 - - [28/May/2022:06:45:11 +0000] "POST /v1/instance/compassionate_kirch/config HTTP/1.1" 201 271 2022/05/28 06:45:11 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.229 - - [28/May/2022:06:45:11 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 20968 {"Instance":"compassionate_kirch","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-28T06:45:21Z"} {"Kind":"Pod","Name":"rel-1-apache-57574dc989-4sw9x","level":"info","msg":"CREATED","time":"2022-05-28T06:45:21Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-28T06:45:21Z"} {"Kind":"Pod","Name":"rel-1-apache-57574dc989-jq7vv","level":"info","msg":"MODIFIED","time":"2022-05-28T06:45:21Z"} 2022/05/28 06:45:21 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.185 - - [28/May/2022:06:45:21 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 21308 2022/05/28 06:45:21 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.229 - - [28/May/2022:06:45:21 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 21308 {"InstanceId":"compassionate_kirch","Result":202,"SubscriptionName":"compassionate_kirch-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-28T06:45:28Z"} 2022/05/28 06:45:32 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.229 - - [28/May/2022:06:45:31 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 21308 2022/05/28 06:45:42 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.229 - - [28/May/2022:06:45:42 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 21308 10.233.68.229 - - [28/May/2022:06:45:52 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 21016 {"Instance":"compassionate_kirch","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-28T06:45:58Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-28T06:45:58Z"} {"Kind":"Pod","Name":"rel-1-apache-57574dc989-4sw9x","level":"info","msg":"MODIFIED","time":"2022-05-28T06:45:58Z"} 10.233.66.185 - - [28/May/2022:06:45:59 +0000] "GET /v1/instance/compassionate_kirch/status HTTP/1.1" 200 21016 {"InstanceId":"compassionate_kirch","Result":202,"SubscriptionName":"compassionate_kirch-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-28T06:46:04Z"} {"Instance":"compassionate_kirch","Kind":"Deployment","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-28T06:46:15Z"} {"Instance":"compassionate_kirch","Kind":"Pod","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-28T06:46:15Z"} {"Instance":"compassionate_kirch","Kind":"Service","Subscription":"compassionate_kirch-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-28T06:46:15Z"} 2022/05/28 06:46:15 Deleted Obj with ID ObjectID("6291c4d882159c186f846a80") 10.233.66.185 - - [28/May/2022:06:46:15 +0000] "DELETE /v1/instance/compassionate_kirch/status/subscription/compassionate_kirch-cnf-adapter HTTP/1.1" 202 0 2022/05/28 06:46:15 Deleted Obj with ID ObjectID("6291c4d9393b6bc1916b2b17") 2022/05/28 06:46:15 [Config Cleanup] Instance compassionate_kirch 2022/05/28 06:46:15 [Config Delete] Instance compassionate_kirch Config replica-count-change 2022/05/28 06:46:15 [ConfigTemplate]: Download replica-count-template 2022/05/28 06:46:15 Before Sent to goroutine {e2059a4e-43a1-433a-ac05-3add1cefcfb4 11ec4402-66fe-498b-a3a4-214c4507d196 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/28 06:46:15 Message Sent to goroutine {e2059a4e-43a1-433a-ac05-3add1cefcfb4 11ec4402-66fe-498b-a3a4-214c4507d196 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/28 06:46:15 [scheduleResources]: DELETE {e2059a4e-43a1-433a-ac05-3add1cefcfb4 11ec4402-66fe-498b-a3a4-214c4507d196 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-28T06:46:15Z"} 2022/05/28 06:46:15 No plugin for kind Deployment found. Using generic Plugin 2022/05/28 06:46:15 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/05/28 06:46:15 [Config Delete All] Instance compassionate_kirch Config replica-count-change 2022/05/28 06:46:15 Stop config thread for compassionate_kirch {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-28T06:46:15Z"} 2022/05/28 06:46:15 No plugin for kind Deployment found. Using generic Plugin 2022/05/28 06:46:15 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-28T06:46:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-28T06:46:15Z"} 2022/05/28 06:46:15 Deleting service: rel-1-apache {"instance":"compassionate_kirch","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-28T06:46:15Z"} 2022/05/28 06:46:15 Deleted Obj with ID ObjectID("6291c4b782159c186f846a7f") 2022/05/28 06:46:15 Deleted Obj with ID ObjectID("6291c4b8393b6bc1916b2ae9") 10.233.66.185 - - [28/May/2022:06:46:15 +0000] "DELETE /v1/instance/compassionate_kirch HTTP/1.1" 202 0 {"instance":"compassionate_kirch","level":"info","msg":"[START] status notify thread for ","time":"2022-05-28T06:46:34Z"} {"InstanceId":"compassionate_kirch","SubscriptionName":"compassionate_kirch-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-28T06:46:39Z"} 2022/05/28 06:46:43 [Config Cleanup] Instance reverent_feynman 2022/05/28 06:46:43 [scheduleResources]: START thread 10.233.68.204 - - [28/May/2022:06:46:43 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/05/28 06:46:43 Deleted Obj with ID ObjectID("6291c39c82159c186f846a6e") 2022/05/28 06:46:43 Deleted Obj with ID ObjectID("6291c39c393b6bc1916b29d7") 10.233.68.204 - - [28/May/2022:06:46:43 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/05/28 06:46:48 Stop config thread for reverent_feynman {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-28T06:46:48Z"} 2022/05/28 06:46:48 No plugin for kind Deployment found. Using generic Plugin 2022/05/28 06:46:48 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-28T06:46:48Z"} 2022/05/28 06:46:48 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-28T06:46:48Z"} 2022/05/28 06:46:48 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-28T06:46:48Z"} 2022/05/28 06:46:48 Deleting service: pnf-macro-test-simulator-mongo {"instance":"reverent_feynman","level":"info","msg":"[START] status notify thread for ","time":"2022-05-28T06:46:48Z"} {"instance":"reverent_feynman","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-28T06:46:53Z"} 2022/05/28 06:46:53 Deleted Obj with ID ObjectID("6291c2ec82159c186f846a6d") 10.233.68.204 - - [28/May/2022:06:46:43 +0000] "DELETE /v1/instance/reverent_feynman HTTP/1.1" 202 0 2022/05/28 06:46:53 Deleted Obj with ID ObjectID("6291c2ec393b6bc1916b2961") 10.233.68.204 - - [28/May/2022:06:46:53 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/05/28 06:46:53 Deleted Obj with ID ObjectID("6291c2eb82159c186f846a65") 10.233.68.204 - - [28/May/2022:06:46:53 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/05/28 06:46:53 Deleted Obj with ID ObjectID("6291c2ec393b6bc1916b2925")