2022/11/24 04:37:42 Starting Kubernetes Multicloud API 2022/11/24 04:37:42 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-24T04:37:52Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-24T04:37:52Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-24T05:10:16Z"} 10.233.70.207 - - [24/Nov/2022:05:10:16 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.63 - - [24/Nov/2022:05:49:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Nov/2022:05:53:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [24/Nov/2022:05:55:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "GET /v1/rb/definition/cds-ms-rb-a37430bf-5ff3-4f11-8782-f925fd309921/v1 HTTP/1.1" 200 124 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "POST /v1/rb/definition/cds-ms-rb-a37430bf-5ff3-4f11-8782-f925fd309921/v1/content HTTP/1.1" 200 0 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "GET /v1/rb/definition/cds-ms-rb-a37430bf-5ff3-4f11-8782-f925fd309921/v1 HTTP/1.1" 200 138 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "POST /v1/rb/definition/cds-ms-rb-a37430bf-5ff3-4f11-8782-f925fd309921/v1/profile HTTP/1.1" 201 305 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "GET /v1/rb/definition/cds-ms-rb-a37430bf-5ff3-4f11-8782-f925fd309921/v1/profile/cds-ms-prof-89bf2452-5493-4c09-9f1a-b1ac46b1867a HTTP/1.1" 200 305 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "POST /v1/rb/definition/cds-ms-rb-a37430bf-5ff3-4f11-8782-f925fd309921/v1/profile/cds-ms-prof-89bf2452-5493-4c09-9f1a-b1ac46b1867a/content HTTP/1.1" 200 0 2022/11/24 06:09:00 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/24 06:09:00 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/24 06:09:01 Main rss info 2022/11/24 06:09:01 Path: /tmp/helm-tmpl-060215569/manifest-0 2022/11/24 06:09:01 Kind: Service 2022/11/24 06:09:01 Path: /tmp/helm-tmpl-060215569/manifest-1 2022/11/24 06:09:01 Kind: Deployment 2022/11/24 06:09:01 Crd rss info 2022/11/24 06:09:01 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-24T06:09:01Z"} 2022/11/24 06:09:01 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-060215569/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:09:01Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-24T06:09:01Z"} {"filepath":"/tmp/helm-tmpl-060215569/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:09:01Z"} 2022/11/24 06:09:01 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-24T06:09:01Z"} 10.233.70.63 - - [24/Nov/2022:06:09:00 +0000] "POST /v1/instance HTTP/1.1" 201 543 10.233.70.63 - - [24/Nov/2022:06:09:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.63 - - [24/Nov/2022:06:09:49 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.70.63 - - [24/Nov/2022:06:09:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [24/Nov/2022:06:09:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [24/Nov/2022:06:10:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [24/Nov/2022:06:10:17 +0000] "POST /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b/content HTTP/1.1" 200 0 2022/11/24 06:10:25 [Config Cleanup] Instance agitated_fermat 2022/11/24 06:10:25 [scheduleResources]: START thread 2022/11/24 06:10:30 Stop config thread for agitated_fermat {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-24T06:10:30Z"} 2022/11/24 06:10:30 No plugin for kind Deployment found. Using generic Plugin 2022/11/24 06:10:31 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-24T06:10:31Z"} 2022/11/24 06:10:31 Deleting service: cds-regression-mockserver {"instance":"agitated_fermat","level":"info","msg":"[START] status notify thread for ","time":"2022-11-24T06:10:31Z"} {"instance":"agitated_fermat","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-24T06:10:36Z"} 2022/11/24 06:10:36 Deleted Obj with ID ObjectID("637f0a7d3c347d2b4bf0b0e4") 2022/11/24 06:10:36 Deleted Obj with ID ObjectID("637f0a7b9f9f426fc377b1e0") 10.233.70.63 - - [24/Nov/2022:06:10:25 +0000] "DELETE /v1/instance/agitated_fermat HTTP/1.1" 202 0 10.233.70.63 - - [24/Nov/2022:06:10:36 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/11/24 06:10:36 Deleted Obj with ID ObjectID("637f0a7c3c347d2b4bf0b0db") 10.233.70.63 - - [24/Nov/2022:06:10:36 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/11/24 06:10:36 Deleted Obj with ID ObjectID("637f0a7b9f9f426fc377b1a2") 10.233.70.63 - - [24/Nov/2022:06:15:20 +0000] "GET /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b HTTP/1.1" 200 270 10.233.70.63 - - [24/Nov/2022:06:15:20 +0000] "GET /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b/profile/cnftest HTTP/1.1" 404 87 10.233.70.63 - - [24/Nov/2022:06:15:20 +0000] "POST /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b/profile HTTP/1.1" 201 240 10.233.70.63 - - [24/Nov/2022:06:15:20 +0000] "GET /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b/profile/cnftest HTTP/1.1" 200 240 10.233.70.63 - - [24/Nov/2022:06:15:20 +0000] "POST /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-24T06:15:31Z"} 10.233.70.63 - - [24/Nov/2022:06:15:31 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-72bc1654-0af2-4ffd-8137-1b935e7460eb HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"a3c7f519-6201-4ac7-8ca6-1aa967120078","vf-module-id":"5d9e8a01-91c2-4454-a24e-38136a350ed0","vf-module-model-invariant-id":"32e7537f-3f08-42df-89f5-2430769ec9b1","vf-module-model-version-id":"e5701be7-18e6-4eb2-b5f4-2805ef1bf0ba","vf-module-model-customization-id":"2a097a7c-0a21-4abd-bb49-059f4e4b692b","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-72bc1654-0af2-4ffd-8137-1b935e7460eb"}},"level":"info","msg":"Broker API Payload","time":"2022-11-24T06:15:32Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"32e7537f-3f08-42df-89f5-2430769ec9b1","rb-version":"2a097a7c-0a21-4abd-bb49-059f4e4b692b","profile-name":"cnftest","release-name":"5d9e8a01-91c2-4454-a24e-38136a350ed0","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-72bc1654-0af2-4ffd-8137-1b935e7460eb"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-24T06:15:32Z"} 2022/11/24 06:15:32 Main rss info 2022/11/24 06:15:32 Path: /tmp/helm-tmpl-921176382/manifest-0 2022/11/24 06:15:32 Kind: Service 2022/11/24 06:15:32 Path: /tmp/helm-tmpl-921176382/manifest-1 2022/11/24 06:15:32 Kind: Deployment 2022/11/24 06:15:32 Crd rss info 2022/11/24 06:15:32 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-24T06:15:32Z"} 2022/11/24 06:15:32 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-921176382/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:15:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-24T06:15:32Z"} {"filepath":"/tmp/helm-tmpl-921176382/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:15:32Z"} 2022/11/24 06:15:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-24T06:15:32Z"} 10.233.70.63 - - [24/Nov/2022:06:15:32 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"gracious_fermat","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-24T06:15:32Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"gracious_fermat","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-24T06:15:32Z"} 10.233.70.63 - - [24/Nov/2022:06:15:32 +0000] "GET /basicnf-owner/k8sregion/infra_workload/gracious_fermat HTTP/1.1" 200 123 10.233.70.63 - - [24/Nov/2022:06:15:32 +0000] "POST /basicnf-owner/k8sregion/infra_workload/gracious_fermat HTTP/1.1" 405 0 10.233.70.63 - - [24/Nov/2022:06:16:00 +0000] "GET /basicnf-owner/k8sregion/infra_workload/gracious_fermat HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"gracious_fermat","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-24T06:16:00Z"} 2022/11/24 06:16:01 [Config Cleanup] Instance gracious_fermat 2022/11/24 06:16:01 [scheduleResources]: START thread 2022/11/24 06:16:06 Stop config thread for gracious_fermat {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-24T06:16:06Z"} 2022/11/24 06:16:06 No plugin for kind Deployment found. Using generic Plugin 2022/11/24 06:16:06 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-24T06:16:06Z"} 2022/11/24 06:16:06 Deleting service: cnftest-nginx {"instance":"gracious_fermat","level":"info","msg":"[START] status notify thread for ","time":"2022-11-24T06:16:06Z"} {"instance":"gracious_fermat","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-24T06:16:11Z"} 2022/11/24 06:16:11 Deleted Obj with ID ObjectID("637f0c043c347d2b4bf0b0f0") 10.233.70.63 - - [24/Nov/2022:06:16:01 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/gracious_fermat HTTP/1.1" 202 123 2022/11/24 06:16:11 Deleted Obj with ID ObjectID("637f0c039f9f426fc377b33b") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"gracious_fermat","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-24T06:16:11Z"} 10.233.70.63 - - [24/Nov/2022:06:17:12 +0000] "GET /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b HTTP/1.1" 200 270 10.233.70.63 - - [24/Nov/2022:06:17:12 +0000] "GET /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b/profile/cnftest HTTP/1.1" 200 240 2022/11/24 06:17:12 Deleted Obj with ID ObjectID("637f0bf83c347d2b4bf0b0ee") 2022/11/24 06:17:12 Deleted Obj with ID ObjectID("637f0bf83c347d2b4bf0b0ef") 10.233.70.63 - - [24/Nov/2022:06:17:12 +0000] "DELETE /v1/rb/definition/32e7537f-3f08-42df-89f5-2430769ec9b1/2a097a7c-0a21-4abd-bb49-059f4e4b692b/profile/cnftest HTTP/1.1" 204 0 2022/11/24 06:17:12 Deleted Obj with ID ObjectID("637f0bf79f9f426fc377b314") 10.233.70.63 - - [24/Nov/2022:06:17:40 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/11/24 06:17:40 Deleted Obj with ID ObjectID("637f0aad3c347d2b4bf0b0e5") 2022/11/24 06:17:40 Deleted Obj with ID ObjectID("637f0aac9f9f426fc377b209") 10.233.70.63 - - [24/Nov/2022:06:17:40 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-95e701da-38dc-4eaa-b9fa-b128cc47427b/v1 HTTP/1.1" 200 125 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-95e701da-38dc-4eaa-b9fa-b128cc47427b/v1/content HTTP/1.1" 200 0 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-95e701da-38dc-4eaa-b9fa-b128cc47427b/v1 HTTP/1.1" 200 138 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-95e701da-38dc-4eaa-b9fa-b128cc47427b/v1/profile HTTP/1.1" 201 314 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-95e701da-38dc-4eaa-b9fa-b128cc47427b/v1/profile/pnf-cnf-profile-35061c09-b373-4cfc-9b24-c91150711acf HTTP/1.1" 200 314 10.233.70.63 - - [24/Nov/2022:06:21:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-95e701da-38dc-4eaa-b9fa-b128cc47427b/v1/profile/pnf-cnf-profile-35061c09-b373-4cfc-9b24-c91150711acf/content HTTP/1.1" 200 0 2022/11/24 06:21:26 Main rss info 2022/11/24 06:21:26 Path: /tmp/helm-tmpl-512881748/manifest-0 2022/11/24 06:21:26 Kind: Service 2022/11/24 06:21:26 Path: /tmp/helm-tmpl-512881748/manifest-1 2022/11/24 06:21:26 Kind: Service 2022/11/24 06:21:26 Path: /tmp/helm-tmpl-512881748/manifest-2 2022/11/24 06:21:26 Kind: Pod 2022/11/24 06:21:26 Path: /tmp/helm-tmpl-512881748/manifest-3 2022/11/24 06:21:26 Kind: Deployment 2022/11/24 06:21:26 Crd rss info 2022/11/24 06:21:26 Hook info {"filepath":"/tmp/helm-tmpl-512881748/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:21:26Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-24T06:21:26Z"} {"filepath":"/tmp/helm-tmpl-512881748/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:21:26Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-24T06:21:26Z"} {"filepath":"/tmp/helm-tmpl-512881748/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:21:26Z"} 2022/11/24 06:21:26 No plugin for kind Pod found. Using generic Plugin 2022/11/24 06:21:26 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-24T06:21:26Z"} {"filepath":"/tmp/helm-tmpl-512881748/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:21:26Z"} 2022/11/24 06:21:26 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-24T06:21:26Z"} 10.233.70.63 - - [24/Nov/2022:06:21:26 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.70.63 - - [24/Nov/2022:06:22:33 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.63 - - [24/Nov/2022:06:22:33 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.70.63 - - [24/Nov/2022:06:22:33 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [24/Nov/2022:06:22:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [24/Nov/2022:06:22:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [24/Nov/2022:06:22:46 +0000] "POST /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933/content HTTP/1.1" 200 0 127.0.0.1 - - [24/Nov/2022:06:23:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.72.134 - - [24/Nov/2022:06:24:53 +0000] "GET /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933 HTTP/1.1" 200 277 10.233.72.134 - - [24/Nov/2022:06:24:53 +0000] "GET /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.134 - - [24/Nov/2022:06:24:53 +0000] "POST /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933/profile HTTP/1.1" 201 270 10.233.72.134 - - [24/Nov/2022:06:24:54 +0000] "POST /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.134 - - [24/Nov/2022:06:25:10 +0000] "GET /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933 HTTP/1.1" 200 277 10.233.72.134 - - [24/Nov/2022:06:25:10 +0000] "GET /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/24 06:25:10 [ConfigiTemplate]: create 3f36910c-a3ad-434d-9e7a-936a7d8783d2 10.233.72.134 - - [24/Nov/2022:06:25:10 +0000] "POST /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933/config-template HTTP/1.1" 201 113 2022/11/24 06:25:11 [ConfigTemplate]: Upload replica-count-template 10.233.72.134 - - [24/Nov/2022:06:25:11 +0000] "POST /v1/rb/definition/3f36910c-a3ad-434d-9e7a-936a7d8783d2/434252ba-38c4-473a-a38b-05b78aa25933/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/24 06:25:14 Main rss info 2022/11/24 06:25:14 Path: /tmp/helm-tmpl-468587645/manifest-0 2022/11/24 06:25:14 Kind: Service 2022/11/24 06:25:14 Path: /tmp/helm-tmpl-468587645/manifest-1 2022/11/24 06:25:14 Kind: Deployment 2022/11/24 06:25:14 Crd rss info 2022/11/24 06:25:14 Hook info {"filepath":"/tmp/helm-tmpl-468587645/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:25:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-24T06:25:14Z"} {"filepath":"/tmp/helm-tmpl-468587645/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:25:14Z"} 2022/11/24 06:25:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-24T06:25:14Z"} 10.233.70.207 - - [24/Nov/2022:06:25:14 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2022/11/24 06:25:15 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.207 - - [24/Nov/2022:06:25:15 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 14540 {"instance":"objective_darwin","level":"info","msg":"[START] status notify thread for ","time":"2022-11-24T06:25:36Z"} {"instance":"objective_darwin","level":"info","msg":"REFRESH WATCHERS","subscription":"objective_darwin-cnf-adapter","time":"2022-11-24T06:25:41Z"} {"Instance":"objective_darwin","Kind":"Pod","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-24T06:25:41Z"} {"Instance":"objective_darwin","Kind":"Service","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-24T06:25:41Z"} {"Instance":"objective_darwin","Kind":"Deployment","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-24T06:25:41Z"} {"InstanceId":"objective_darwin","SubscriptionName":"objective_darwin-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-24T06:25:41Z"} 10.233.70.207 - - [24/Nov/2022:06:25:36 +0000] "POST /v1/instance/objective_darwin/status/subscription HTTP/1.1" 201 654 {"InstanceId":"objective_darwin","SubscriptionName":"objective_darwin-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-24T06:25:46Z"} 2022/11/24 06:25:48 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.134 - - [24/Nov/2022:06:25:48 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 14883 2022/11/24 06:25:58 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.134 - - [24/Nov/2022:06:25:58 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 14883 10.233.72.134 - - [24/Nov/2022:06:26:08 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 14695 2022/11/24 06:26:08 [scheduleResources]: START thread 10.233.72.134 - - [24/Nov/2022:06:26:08 +0000] "GET /v1/instance/objective_darwin/config/replica-count-change HTTP/1.1" 500 60 2022/11/24 06:26:13 [Config Create] Instance objective_darwin 2022/11/24 06:26:13 [ConfigTemplate]: Download replica-count-template 2022/11/24 06:26:13 Before Sent to goroutine {3f36910c-a3ad-434d-9e7a-936a7d8783d2 434252ba-38c4-473a-a38b-05b78aa25933 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/24 06:26:13 Message Sent to goroutine {3f36910c-a3ad-434d-9e7a-936a7d8783d2 434252ba-38c4-473a-a38b-05b78aa25933 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/24 06:26:13 [scheduleResources]: POST {3f36910c-a3ad-434d-9e7a-936a7d8783d2 434252ba-38c4-473a-a38b-05b78aa25933 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-724955794/manifest-0}] {"filepath":"/tmp/helm-tmpl-724955794/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:26:13Z"} 2022/11/24 06:26:13 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-724955794/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-24T06:26:13Z"} {"filepath":"/tmp/helm-tmpl-724955794/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-24T06:26:13Z"} 2022/11/24 06:26:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-24T06:26:13Z"} 2022/11/24 06:26:13 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.134 - - [24/Nov/2022:06:26:13 +0000] "POST /v1/instance/objective_darwin/config HTTP/1.1" 201 268 2022/11/24 06:26:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.134 - - [24/Nov/2022:06:26:14 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 20930 {"Instance":"objective_darwin","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-24T06:26:21Z"} {"Kind":"Pod","Name":"rel-1-apache-d8f85f84-pxztg","level":"info","msg":"CREATED","time":"2022-11-24T06:26:21Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-24T06:26:21Z"} {"Kind":"Pod","Name":"rel-1-apache-d8f85f84-h7s2c","level":"info","msg":"MODIFIED","time":"2022-11-24T06:26:21Z"} 2022/11/24 06:26:22 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.207 - - [24/Nov/2022:06:26:21 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 20930 {"InstanceId":"objective_darwin","Result":202,"SubscriptionName":"objective_darwin-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-24T06:26:23Z"} 2022/11/24 06:26:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.134 - - [24/Nov/2022:06:26:24 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 21273 10.233.72.134 - - [24/Nov/2022:06:26:34 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 21273 2022/11/24 06:26:34 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 2022/11/24 06:26:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.134 - - [24/Nov/2022:06:26:44 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 21273 {"Instance":"objective_darwin","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-24T06:26:53Z"} {"Kind":"Pod","Name":"rel-1-apache-d8f85f84-pxztg","level":"info","msg":"MODIFIED","time":"2022-11-24T06:26:53Z"} 2022/11/24 06:26:53 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.207 - - [24/Nov/2022:06:26:53 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 21273 10.233.72.134 - - [24/Nov/2022:06:26:54 +0000] "GET /v1/instance/objective_darwin/status HTTP/1.1" 200 20981 {"InstanceId":"objective_darwin","Result":202,"SubscriptionName":"objective_darwin-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-24T06:26:55Z"} {"Instance":"objective_darwin","Kind":"Pod","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-24T06:27:15Z"} {"Instance":"objective_darwin","Kind":"Service","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-24T06:27:15Z"} {"Instance":"objective_darwin","Kind":"Deployment","Subscription":"objective_darwin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-24T06:27:15Z"} 2022/11/24 06:27:15 Deleted Obj with ID ObjectID("637f0e653c347d2b4bf0b10c") 2022/11/24 06:27:15 Deleted Obj with ID ObjectID("637f0e649f9f426fc377b59a") 10.233.70.207 - - [24/Nov/2022:06:27:15 +0000] "DELETE /v1/instance/objective_darwin/status/subscription/objective_darwin-cnf-adapter HTTP/1.1" 202 0 2022/11/24 06:27:15 [Config Cleanup] Instance objective_darwin 2022/11/24 06:27:15 [Config Delete] Instance objective_darwin Config replica-count-change 2022/11/24 06:27:15 [ConfigTemplate]: Download replica-count-template 2022/11/24 06:27:15 Before Sent to goroutine {3f36910c-a3ad-434d-9e7a-936a7d8783d2 434252ba-38c4-473a-a38b-05b78aa25933 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/24 06:27:15 Message Sent to goroutine {3f36910c-a3ad-434d-9e7a-936a7d8783d2 434252ba-38c4-473a-a38b-05b78aa25933 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/24 06:27:15 [scheduleResources]: DELETE {3f36910c-a3ad-434d-9e7a-936a7d8783d2 434252ba-38c4-473a-a38b-05b78aa25933 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-24T06:27:15Z"} 2022/11/24 06:27:15 No plugin for kind Deployment found. Using generic Plugin 2022/11/24 06:27:15 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/24 06:27:15 [Config Delete All] Instance objective_darwin Config replica-count-change 2022/11/24 06:27:15 Stop config thread for objective_darwin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-24T06:27:15Z"} 2022/11/24 06:27:15 No plugin for kind Deployment found. Using generic Plugin 2022/11/24 06:27:15 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-24T06:27:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-24T06:27:15Z"} 2022/11/24 06:27:15 Deleting service: rel-1-apache {"instance":"objective_darwin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-24T06:27:15Z"} 2022/11/24 06:27:15 Deleted Obj with ID ObjectID("637f0e4a3c347d2b4bf0b10b") 10.233.70.207 - - [24/Nov/2022:06:27:15 +0000] "DELETE /v1/instance/objective_darwin HTTP/1.1" 202 0 2022/11/24 06:27:15 Deleted Obj with ID ObjectID("637f0e499f9f426fc377b578") {"instance":"objective_darwin","level":"info","msg":"[START] status notify thread for ","time":"2022-11-24T06:27:25Z"} {"InstanceId":"objective_darwin","SubscriptionName":"objective_darwin-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-24T06:27:30Z"} 10.233.70.63 - - [24/Nov/2022:06:27:31 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/11/24 06:27:31 Deleted Obj with ID ObjectID("637f0da93c347d2b4bf0b0fa") 10.233.70.63 - - [24/Nov/2022:06:27:31 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/24 06:27:31 Deleted Obj with ID ObjectID("637f0da89f9f426fc377b4ae") 2022/11/24 06:29:12 [Config Cleanup] Instance vibrant_tesla 2022/11/24 06:29:12 [scheduleResources]: START thread 2022/11/24 06:29:17 Stop config thread for vibrant_tesla {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-24T06:29:17Z"} 2022/11/24 06:29:17 No plugin for kind Deployment found. Using generic Plugin 2022/11/24 06:29:17 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-24T06:29:17Z"} 2022/11/24 06:29:17 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-24T06:29:17Z"} 2022/11/24 06:29:17 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-24T06:29:17Z"} 2022/11/24 06:29:17 Deleting service: pnf-macro-test-simulator-mongo {"instance":"vibrant_tesla","level":"info","msg":"[START] status notify thread for ","time":"2022-11-24T06:29:17Z"} {"instance":"vibrant_tesla","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-24T06:29:22Z"} 2022/11/24 06:29:22 Deleted Obj with ID ObjectID("637f0d663c347d2b4bf0b0f9") 10.233.70.63 - - [24/Nov/2022:06:29:12 +0000] "DELETE /v1/instance/vibrant_tesla HTTP/1.1" 202 0 2022/11/24 06:29:22 Deleted Obj with ID ObjectID("637f0d649f9f426fc377b479") 10.233.70.63 - - [24/Nov/2022:06:29:22 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/11/24 06:29:22 Deleted Obj with ID ObjectID("637f0d653c347d2b4bf0b0f1") 2022/11/24 06:29:22 Deleted Obj with ID ObjectID("637f0d649f9f426fc377b43e") 10.233.70.63 - - [24/Nov/2022:06:29:22 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0