2022/12/27 02:58:42 Starting Kubernetes Multicloud API 2022/12/27 02:58:42 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-12-27T02:58:52Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-12-27T02:58:52Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-12-27T03:38:53Z"} 10.233.67.195 - - [27/Dec/2022:03:38:53 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.68.103 - - [27/Dec/2022:04:39:09 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [27/Dec/2022:04:44:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [27/Dec/2022:04:45:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "GET /v1/rb/definition/cds-ms-rb-e8a2b38c-e438-4c10-92bd-4ac4cd24c6e9/v1 HTTP/1.1" 200 124 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "POST /v1/rb/definition/cds-ms-rb-e8a2b38c-e438-4c10-92bd-4ac4cd24c6e9/v1/content HTTP/1.1" 200 0 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "GET /v1/rb/definition/cds-ms-rb-e8a2b38c-e438-4c10-92bd-4ac4cd24c6e9/v1 HTTP/1.1" 200 138 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "POST /v1/rb/definition/cds-ms-rb-e8a2b38c-e438-4c10-92bd-4ac4cd24c6e9/v1/profile HTTP/1.1" 201 305 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "GET /v1/rb/definition/cds-ms-rb-e8a2b38c-e438-4c10-92bd-4ac4cd24c6e9/v1/profile/cds-ms-prof-30d5cad7-474c-4b94-9696-b936c933307e HTTP/1.1" 200 305 10.233.68.103 - - [27/Dec/2022:04:58:19 +0000] "POST /v1/rb/definition/cds-ms-rb-e8a2b38c-e438-4c10-92bd-4ac4cd24c6e9/v1/profile/cds-ms-prof-30d5cad7-474c-4b94-9696-b936c933307e/content HTTP/1.1" 200 0 2022/12/27 04:58:20 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/12/27 04:58:20 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/12/27 04:58:20 Main rss info 2022/12/27 04:58:20 Path: /tmp/helm-tmpl-217628298/manifest-0 2022/12/27 04:58:20 Kind: Service 2022/12/27 04:58:20 Path: /tmp/helm-tmpl-217628298/manifest-1 2022/12/27 04:58:20 Kind: Deployment 2022/12/27 04:58:20 Crd rss info 2022/12/27 04:58:20 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-12-27T04:58:20Z"} 2022/12/27 04:58:20 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-217628298/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T04:58:20Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-12-27T04:58:20Z"} {"filepath":"/tmp/helm-tmpl-217628298/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T04:58:20Z"} 2022/12/27 04:58:20 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-12-27T04:58:20Z"} 10.233.68.103 - - [27/Dec/2022:04:58:20 +0000] "POST /v1/instance HTTP/1.1" 201 541 2022/12/27 04:59:49 [Config Cleanup] Instance modest_agnesi 2022/12/27 04:59:49 [scheduleResources]: START thread 2022/12/27 04:59:54 Stop config thread for modest_agnesi {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-12-27T04:59:54Z"} 2022/12/27 04:59:54 [scheduleResources]: STOP thread 2022/12/27 04:59:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-12-27T04:59:55Z"} 2022/12/27 04:59:55 Deleting service: cds-regression-mockserver {"instance":"modest_agnesi","level":"info","msg":"[START] status notify thread for ","time":"2022-12-27T04:59:55Z"} {"instance":"modest_agnesi","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-27T05:00:00Z"} 2022/12/27 05:00:00 Deleted Obj with ID ObjectID("63aa7b6cd7ec6bd201508af6") 2022/12/27 05:00:00 Deleted Obj with ID ObjectID("63aa7b6cc8edf65d51e76c46") 10.233.68.103 - - [27/Dec/2022:04:59:49 +0000] "DELETE /v1/instance/modest_agnesi HTTP/1.1" 202 0 10.233.68.103 - - [27/Dec/2022:05:00:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/12/27 05:00:00 Deleted Obj with ID ObjectID("63aa7b6bd7ec6bd201508aed") 2022/12/27 05:00:00 Deleted Obj with ID ObjectID("63aa7b6bc8edf65d51e76c08") 10.233.68.103 - - [27/Dec/2022:05:00:00 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.68.103 - - [27/Dec/2022:05:00:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.103 - - [27/Dec/2022:05:00:30 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.68.103 - - [27/Dec/2022:05:00:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [27/Dec/2022:05:00:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [27/Dec/2022:05:00:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [27/Dec/2022:05:00:57 +0000] "POST /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924/content HTTP/1.1" 200 0 10.233.68.103 - - [27/Dec/2022:05:07:09 +0000] "GET /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924 HTTP/1.1" 200 270 10.233.68.103 - - [27/Dec/2022:05:07:09 +0000] "GET /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924/profile/cnftest HTTP/1.1" 404 87 10.233.68.103 - - [27/Dec/2022:05:07:09 +0000] "POST /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924/profile HTTP/1.1" 201 240 10.233.68.103 - - [27/Dec/2022:05:07:09 +0000] "GET /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924/profile/cnftest HTTP/1.1" 200 240 10.233.68.103 - - [27/Dec/2022:05:07:09 +0000] "POST /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-12-27T05:07:21Z"} 10.233.68.103 - - [27/Dec/2022:05:07:21 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-fe4fd648-0e31-43ab-b4d0-deb76c1c8012 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"a4e44a35-5436-4ca7-8d47-76fb1118f940","vf-module-id":"961dd15b-1ff2-4b95-b660-4f3a0cce6b68","vf-module-model-invariant-id":"2d6db040-669d-4471-8495-cba7d4a12c91","vf-module-model-version-id":"0fd9eb7f-2097-4868-ba3a-de1d800ed0ae","vf-module-model-customization-id":"4a77e29b-dd51-4d86-8c85-e68bbc35a924","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-fe4fd648-0e31-43ab-b4d0-deb76c1c8012"}},"level":"info","msg":"Broker API Payload","time":"2022-12-27T05:07:22Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"2d6db040-669d-4471-8495-cba7d4a12c91","rb-version":"4a77e29b-dd51-4d86-8c85-e68bbc35a924","profile-name":"cnftest","release-name":"961dd15b-1ff2-4b95-b660-4f3a0cce6b68","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-fe4fd648-0e31-43ab-b4d0-deb76c1c8012"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-12-27T05:07:22Z"} 2022/12/27 05:07:22 Main rss info 2022/12/27 05:07:22 Path: /tmp/helm-tmpl-348143211/manifest-0 2022/12/27 05:07:22 Kind: Service 2022/12/27 05:07:22 Path: /tmp/helm-tmpl-348143211/manifest-1 2022/12/27 05:07:22 Kind: Deployment 2022/12/27 05:07:22 Crd rss info 2022/12/27 05:07:22 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-12-27T05:07:22Z"} 2022/12/27 05:07:22 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-348143211/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:07:22Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-27T05:07:22Z"} {"filepath":"/tmp/helm-tmpl-348143211/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:07:22Z"} 2022/12/27 05:07:22 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-27T05:07:22Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"determined_davinci","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-27T05:07:22Z"} 10.233.68.103 - - [27/Dec/2022:05:07:22 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 307 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"determined_davinci","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-27T05:07:22Z"} 10.233.68.103 - - [27/Dec/2022:05:07:22 +0000] "GET /basicnf-owner/k8sregion/infra_workload/determined_davinci HTTP/1.1" 200 126 10.233.68.103 - - [27/Dec/2022:05:07:22 +0000] "POST /basicnf-owner/k8sregion/infra_workload/determined_davinci HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"determined_davinci","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-27T05:07:52Z"} 10.233.68.103 - - [27/Dec/2022:05:07:52 +0000] "GET /basicnf-owner/k8sregion/infra_workload/determined_davinci HTTP/1.1" 200 126 2022/12/27 05:07:53 [Config Cleanup] Instance determined_davinci 2022/12/27 05:07:53 [scheduleResources]: START thread 2022/12/27 05:07:58 Stop config thread for determined_davinci {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-27T05:07:58Z"} 2022/12/27 05:07:58 No plugin for kind Deployment found. Using generic Plugin 2022/12/27 05:07:58 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-27T05:07:58Z"} 2022/12/27 05:07:58 Deleting service: cnftest-nginx {"instance":"determined_davinci","level":"info","msg":"[START] status notify thread for ","time":"2022-12-27T05:07:58Z"} {"instance":"determined_davinci","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-27T05:08:03Z"} 2022/12/27 05:08:03 Deleted Obj with ID ObjectID("63aa7d8ad7ec6bd201508b02") 2022/12/27 05:08:03 Deleted Obj with ID ObjectID("63aa7d8ac8edf65d51e76e01") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"determined_davinci","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-12-27T05:08:03Z"} 10.233.68.103 - - [27/Dec/2022:05:07:53 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/determined_davinci HTTP/1.1" 202 126 10.233.68.103 - - [27/Dec/2022:05:09:03 +0000] "GET /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924 HTTP/1.1" 200 270 10.233.68.103 - - [27/Dec/2022:05:09:03 +0000] "GET /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924/profile/cnftest HTTP/1.1" 200 240 2022/12/27 05:09:03 Deleted Obj with ID ObjectID("63aa7d7dd7ec6bd201508b00") 2022/12/27 05:09:03 Deleted Obj with ID ObjectID("63aa7d7dd7ec6bd201508b01") 2022/12/27 05:09:03 Deleted Obj with ID ObjectID("63aa7d7dc8edf65d51e76dd9") 10.233.68.103 - - [27/Dec/2022:05:09:03 +0000] "DELETE /v1/rb/definition/2d6db040-669d-4471-8495-cba7d4a12c91/4a77e29b-dd51-4d86-8c85-e68bbc35a924/profile/cnftest HTTP/1.1" 204 0 10.233.68.103 - - [27/Dec/2022:05:09:33 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/12/27 05:09:33 Deleted Obj with ID ObjectID("63aa7beed7ec6bd201508af7") 2022/12/27 05:09:33 Deleted Obj with ID ObjectID("63aa7beec8edf65d51e76cb7") 10.233.68.103 - - [27/Dec/2022:05:09:33 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.68.103 - - [27/Dec/2022:05:25:02 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9d759300-70bf-4b2e-b78a-e594540d5f97/v1 HTTP/1.1" 200 125 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9d759300-70bf-4b2e-b78a-e594540d5f97/v1/content HTTP/1.1" 200 0 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9d759300-70bf-4b2e-b78a-e594540d5f97/v1 HTTP/1.1" 200 138 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9d759300-70bf-4b2e-b78a-e594540d5f97/v1/profile HTTP/1.1" 201 314 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9d759300-70bf-4b2e-b78a-e594540d5f97/v1/profile/pnf-cnf-profile-551513ac-1100-4b51-8d21-101c51a4725a HTTP/1.1" 200 314 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9d759300-70bf-4b2e-b78a-e594540d5f97/v1/profile/pnf-cnf-profile-551513ac-1100-4b51-8d21-101c51a4725a/content HTTP/1.1" 200 0 2022/12/27 05:25:03 Main rss info 2022/12/27 05:25:03 Path: /tmp/helm-tmpl-388170201/manifest-0 2022/12/27 05:25:03 Kind: Service 2022/12/27 05:25:03 Path: /tmp/helm-tmpl-388170201/manifest-1 2022/12/27 05:25:03 Kind: Service 2022/12/27 05:25:03 Path: /tmp/helm-tmpl-388170201/manifest-2 2022/12/27 05:25:03 Kind: Pod 2022/12/27 05:25:03 Path: /tmp/helm-tmpl-388170201/manifest-3 2022/12/27 05:25:03 Kind: Deployment 2022/12/27 05:25:03 Crd rss info 2022/12/27 05:25:03 Hook info {"filepath":"/tmp/helm-tmpl-388170201/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:25:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-27T05:25:03Z"} {"filepath":"/tmp/helm-tmpl-388170201/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:25:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-27T05:25:03Z"} {"filepath":"/tmp/helm-tmpl-388170201/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:25:03Z"} 2022/12/27 05:25:03 No plugin for kind Pod found. Using generic Plugin 2022/12/27 05:25:03 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-27T05:25:03Z"} {"filepath":"/tmp/helm-tmpl-388170201/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:25:03Z"} 2022/12/27 05:25:03 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-27T05:25:03Z"} 10.233.68.103 - - [27/Dec/2022:05:25:03 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.68.103 - - [27/Dec/2022:05:26:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.68.103 - - [27/Dec/2022:05:26:10 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.68.103 - - [27/Dec/2022:05:26:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [27/Dec/2022:05:26:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [27/Dec/2022:05:26:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [27/Dec/2022:05:26:23 +0000] "POST /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04/content HTTP/1.1" 200 0 127.0.0.1 - - [27/Dec/2022:05:27:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.113 - - [27/Dec/2022:05:27:40 +0000] "GET /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04 HTTP/1.1" 200 277 10.233.71.113 - - [27/Dec/2022:05:27:40 +0000] "GET /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.113 - - [27/Dec/2022:05:27:40 +0000] "POST /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04/profile HTTP/1.1" 201 270 10.233.71.113 - - [27/Dec/2022:05:27:40 +0000] "POST /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.113 - - [27/Dec/2022:05:27:56 +0000] "GET /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04 HTTP/1.1" 200 277 10.233.71.113 - - [27/Dec/2022:05:27:56 +0000] "GET /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04/config-template/replica-count-template HTTP/1.1" 500 78 2022/12/27 05:27:56 [ConfigiTemplate]: create 743aa1a4-503c-4ca8-8922-b96b1e8a41a1 10.233.71.113 - - [27/Dec/2022:05:27:56 +0000] "POST /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04/config-template HTTP/1.1" 201 113 2022/12/27 05:27:56 [ConfigTemplate]: Upload replica-count-template 10.233.71.113 - - [27/Dec/2022:05:27:56 +0000] "POST /v1/rb/definition/743aa1a4-503c-4ca8-8922-b96b1e8a41a1/e6dee1fc-d290-416f-a8b5-4fa8df68ef04/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/12/27 05:28:01 Main rss info 2022/12/27 05:28:01 Path: /tmp/helm-tmpl-035786662/manifest-0 2022/12/27 05:28:01 Kind: Service 2022/12/27 05:28:01 Path: /tmp/helm-tmpl-035786662/manifest-1 2022/12/27 05:28:01 Kind: Deployment 2022/12/27 05:28:01 Crd rss info 2022/12/27 05:28:01 Hook info {"filepath":"/tmp/helm-tmpl-035786662/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:28:01Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-27T05:28:01Z"} {"filepath":"/tmp/helm-tmpl-035786662/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:28:01Z"} 2022/12/27 05:28:01 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-27T05:28:01Z"} 10.233.67.195 - - [27/Dec/2022:05:28:00 +0000] "POST /v1/instance HTTP/1.1" 201 1279 2022/12/27 05:28:02 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.195 - - [27/Dec/2022:05:28:02 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 14534 {"instance":"quirky_haibt","level":"info","msg":"[START] status notify thread for ","time":"2022-12-27T05:28:27Z"} {"instance":"quirky_haibt","level":"info","msg":"REFRESH WATCHERS","subscription":"quirky_haibt-cnf-adapter","time":"2022-12-27T05:28:32Z"} {"Instance":"quirky_haibt","Kind":"Pod","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-27T05:28:32Z"} {"Instance":"quirky_haibt","Kind":"Deployment","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-27T05:28:32Z"} {"Instance":"quirky_haibt","Kind":"Service","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-27T05:28:32Z"} {"InstanceId":"quirky_haibt","SubscriptionName":"quirky_haibt-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-12-27T05:28:32Z"} 10.233.67.195 - - [27/Dec/2022:05:28:27 +0000] "POST /v1/instance/quirky_haibt/status/subscription HTTP/1.1" 201 642 {"InstanceId":"quirky_haibt","SubscriptionName":"quirky_haibt-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-12-27T05:28:37Z"} 2022/12/27 05:28:43 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.113 - - [27/Dec/2022:05:28:43 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 14877 2022/12/27 05:28:54 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.113 - - [27/Dec/2022:05:28:53 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 14877 2022/12/27 05:29:04 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.113 - - [27/Dec/2022:05:29:04 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 14877 {"Instance":"quirky_haibt","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-27T05:29:12Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-27T05:29:12Z"} {"Kind":"Pod","Name":"rel-1-apache-779867f957-6pqxt","level":"info","msg":"MODIFIED","time":"2022-12-27T05:29:12Z"} 10.233.67.195 - - [27/Dec/2022:05:29:12 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 14689 10.233.71.113 - - [27/Dec/2022:05:29:14 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 14689 2022/12/27 05:29:14 [scheduleResources]: START thread {"InstanceId":"quirky_haibt","Result":202,"SubscriptionName":"quirky_haibt-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-27T05:29:15Z"} 10.233.71.113 - - [27/Dec/2022:05:29:14 +0000] "GET /v1/instance/quirky_haibt/config/replica-count-change HTTP/1.1" 500 60 2022/12/27 05:29:19 [Config Create] Instance quirky_haibt 2022/12/27 05:29:19 [ConfigTemplate]: Download replica-count-template 2022/12/27 05:29:19 Before Sent to goroutine {743aa1a4-503c-4ca8-8922-b96b1e8a41a1 e6dee1fc-d290-416f-a8b5-4fa8df68ef04 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/27 05:29:19 Message Sent to goroutine {743aa1a4-503c-4ca8-8922-b96b1e8a41a1 e6dee1fc-d290-416f-a8b5-4fa8df68ef04 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/27 05:29:19 [scheduleResources]: POST {743aa1a4-503c-4ca8-8922-b96b1e8a41a1 e6dee1fc-d290-416f-a8b5-4fa8df68ef04 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-068408996/manifest-0}] {"filepath":"/tmp/helm-tmpl-068408996/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:29:19Z"} 2022/12/27 05:29:19 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-068408996/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-12-27T05:29:19Z"} {"filepath":"/tmp/helm-tmpl-068408996/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-27T05:29:19Z"} 2022/12/27 05:29:19 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-27T05:29:19Z"} 2022/12/27 05:29:19 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.113 - - [27/Dec/2022:05:29:19 +0000] "POST /v1/instance/quirky_haibt/config HTTP/1.1" 201 264 2022/12/27 05:29:19 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.113 - - [27/Dec/2022:05:29:19 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 20930 2022/12/27 05:29:29 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.113 - - [27/Dec/2022:05:29:29 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 20930 2022/12/27 05:29:39 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.113 - - [27/Dec/2022:05:29:39 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 21270 {"Instance":"quirky_haibt","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-27T05:29:45Z"} {"Kind":"Pod","Name":"rel-1-apache-779867f957-cznt8","level":"info","msg":"CREATED","time":"2022-12-27T05:29:45Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-27T05:29:45Z"} 2022/12/27 05:29:45 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.195 - - [27/Dec/2022:05:29:45 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 21270 {"InstanceId":"quirky_haibt","Result":202,"SubscriptionName":"quirky_haibt-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-27T05:29:48Z"} 2022/12/27 05:29:49 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.113 - - [27/Dec/2022:05:29:49 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 21270 10.233.71.113 - - [27/Dec/2022:05:29:59 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 20978 {"Instance":"quirky_haibt","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-27T05:30:18Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-27T05:30:18Z"} {"Kind":"Pod","Name":"rel-1-apache-779867f957-cznt8","level":"info","msg":"MODIFIED","time":"2022-12-27T05:30:18Z"} 10.233.67.195 - - [27/Dec/2022:05:30:18 +0000] "GET /v1/instance/quirky_haibt/status HTTP/1.1" 200 20978 {"InstanceId":"quirky_haibt","Result":202,"SubscriptionName":"quirky_haibt-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-27T05:30:20Z"} {"Instance":"quirky_haibt","Kind":"Deployment","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-27T05:30:20Z"} {"Instance":"quirky_haibt","Kind":"Service","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-27T05:30:20Z"} {"Instance":"quirky_haibt","Kind":"Pod","Subscription":"quirky_haibt-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-27T05:30:20Z"} 2022/12/27 05:30:20 Deleted Obj with ID ObjectID("63aa8280d7ec6bd201508b1e") 2022/12/27 05:30:20 Deleted Obj with ID ObjectID("63aa8280c8edf65d51e771ff") 10.233.67.195 - - [27/Dec/2022:05:30:19 +0000] "DELETE /v1/instance/quirky_haibt/status/subscription/quirky_haibt-cnf-adapter HTTP/1.1" 202 0 2022/12/27 05:30:21 [Config Cleanup] Instance quirky_haibt 2022/12/27 05:30:21 [Config Delete] Instance quirky_haibt Config replica-count-change 2022/12/27 05:30:21 [ConfigTemplate]: Download replica-count-template 2022/12/27 05:30:21 Before Sent to goroutine {743aa1a4-503c-4ca8-8922-b96b1e8a41a1 e6dee1fc-d290-416f-a8b5-4fa8df68ef04 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/27 05:30:21 Message Sent to goroutine {743aa1a4-503c-4ca8-8922-b96b1e8a41a1 e6dee1fc-d290-416f-a8b5-4fa8df68ef04 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/27 05:30:21 [scheduleResources]: DELETE {743aa1a4-503c-4ca8-8922-b96b1e8a41a1 e6dee1fc-d290-416f-a8b5-4fa8df68ef04 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-27T05:30:21Z"} 2022/12/27 05:30:21 No plugin for kind Deployment found. Using generic Plugin 2022/12/27 05:30:21 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/12/27 05:30:21 [Config Delete All] Instance quirky_haibt Config replica-count-change 2022/12/27 05:30:21 Stop config thread for quirky_haibt {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-27T05:30:21Z"} 2022/12/27 05:30:21 [scheduleResources]: STOP thread 2022/12/27 05:30:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-12-27T05:30:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-27T05:30:21Z"} 2022/12/27 05:30:21 Deleting service: rel-1-apache {"instance":"quirky_haibt","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-27T05:30:21Z"} 2022/12/27 05:30:21 Deleted Obj with ID ObjectID("63aa8261d7ec6bd201508b1d") 2022/12/27 05:30:21 Deleted Obj with ID ObjectID("63aa8260c8edf65d51e771d1") 10.233.67.195 - - [27/Dec/2022:05:30:20 +0000] "DELETE /v1/instance/quirky_haibt HTTP/1.1" 202 0 10.233.68.103 - - [27/Dec/2022:05:30:46 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/12/27 05:30:46 Deleted Obj with ID ObjectID("63aa81f2d7ec6bd201508b0c") 10.233.68.103 - - [27/Dec/2022:05:30:46 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/12/27 05:30:46 Deleted Obj with ID ObjectID("63aa81f2c8edf65d51e7712a") {"instance":"quirky_haibt","level":"info","msg":"[START] status notify thread for ","time":"2022-12-27T05:30:50Z"} {"InstanceId":"quirky_haibt","SubscriptionName":"quirky_haibt-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-12-27T05:30:55Z"} 2022/12/27 05:33:14 [Config Cleanup] Instance quirky_easley 2022/12/27 05:33:14 [scheduleResources]: START thread 2022/12/27 05:33:19 Stop config thread for quirky_easley {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-27T05:33:19Z"} 2022/12/27 05:33:19 No plugin for kind Deployment found. Using generic Plugin 2022/12/27 05:33:19 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-27T05:33:19Z"} 2022/12/27 05:33:19 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-27T05:33:19Z"} 2022/12/27 05:33:19 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-27T05:33:19Z"} 2022/12/27 05:33:19 Deleting service: pnf-macro-test-simulator-mongo {"instance":"quirky_easley","level":"info","msg":"[START] status notify thread for ","time":"2022-12-27T05:33:19Z"} {"instance":"quirky_easley","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-27T05:33:24Z"} 2022/12/27 05:33:24 Deleted Obj with ID ObjectID("63aa81afd7ec6bd201508b0b") 2022/12/27 05:33:24 Deleted Obj with ID ObjectID("63aa81afc8edf65d51e770f6") 10.233.68.103 - - [27/Dec/2022:05:33:14 +0000] "DELETE /v1/instance/quirky_easley HTTP/1.1" 202 0 10.233.68.103 - - [27/Dec/2022:05:33:24 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/12/27 05:33:24 Deleted Obj with ID ObjectID("63aa81afd7ec6bd201508b03") 2022/12/27 05:33:24 Deleted Obj with ID ObjectID("63aa81aec8edf65d51e770bb") 10.233.68.103 - - [27/Dec/2022:05:33:24 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0