2022/05/11 04:38:10 Starting Kubernetes Multicloud API 2022/05/11 04:38:10 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-11T04:38:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-11T04:38:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-11T05:00:13Z"} 10.233.66.42 - - [11/May/2022:05:00:13 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.71.3 - - [11/May/2022:05:34:41 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [11/May/2022:05:36:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.3 - - [11/May/2022:05:37:12 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [11/May/2022:05:37:14 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "GET /v1/rb/definition/cds-ms-rb-6b5870cd-4517-4efd-9ae7-99ca3ddda1f7/v1 HTTP/1.1" 200 124 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "POST /v1/rb/definition/cds-ms-rb-6b5870cd-4517-4efd-9ae7-99ca3ddda1f7/v1/content HTTP/1.1" 200 0 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "GET /v1/rb/definition/cds-ms-rb-6b5870cd-4517-4efd-9ae7-99ca3ddda1f7/v1 HTTP/1.1" 200 138 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "POST /v1/rb/definition/cds-ms-rb-6b5870cd-4517-4efd-9ae7-99ca3ddda1f7/v1/profile HTTP/1.1" 201 305 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "GET /v1/rb/definition/cds-ms-rb-6b5870cd-4517-4efd-9ae7-99ca3ddda1f7/v1/profile/cds-ms-prof-d0db3b12-e120-494d-a9e1-e0bc26c20c26 HTTP/1.1" 200 305 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "POST /v1/rb/definition/cds-ms-rb-6b5870cd-4517-4efd-9ae7-99ca3ddda1f7/v1/profile/cds-ms-prof-d0db3b12-e120-494d-a9e1-e0bc26c20c26/content HTTP/1.1" 200 0 2022/05/11 05:48:15 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/11 05:48:15 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/11 05:48:15 Main rss info 2022/05/11 05:48:15 Path: /tmp/helm-tmpl-061028027/manifest-0 2022/05/11 05:48:15 Kind: Service 2022/05/11 05:48:15 Path: /tmp/helm-tmpl-061028027/manifest-1 2022/05/11 05:48:15 Kind: Deployment 2022/05/11 05:48:15 Crd rss info 2022/05/11 05:48:15 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-11T05:48:15Z"} 2022/05/11 05:48:15 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-061028027/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:48:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-11T05:48:15Z"} {"filepath":"/tmp/helm-tmpl-061028027/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:48:15Z"} 2022/05/11 05:48:15 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-11T05:48:15Z"} 10.233.71.3 - - [11/May/2022:05:48:15 +0000] "POST /v1/instance HTTP/1.1" 201 539 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d692aa5e-88e3-4d0e-bda6-aa714e6c636a/v1 HTTP/1.1" 200 125 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d692aa5e-88e3-4d0e-bda6-aa714e6c636a/v1/content HTTP/1.1" 200 0 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d692aa5e-88e3-4d0e-bda6-aa714e6c636a/v1 HTTP/1.1" 200 138 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d692aa5e-88e3-4d0e-bda6-aa714e6c636a/v1/profile HTTP/1.1" 201 314 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d692aa5e-88e3-4d0e-bda6-aa714e6c636a/v1/profile/pnf-cnf-profile-4e9e86ad-5ebd-424f-9df5-2478926564d1 HTTP/1.1" 200 314 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d692aa5e-88e3-4d0e-bda6-aa714e6c636a/v1/profile/pnf-cnf-profile-4e9e86ad-5ebd-424f-9df5-2478926564d1/content HTTP/1.1" 200 0 2022/05/11 05:48:16 Main rss info 2022/05/11 05:48:16 Path: /tmp/helm-tmpl-669865963/manifest-0 2022/05/11 05:48:16 Kind: Service 2022/05/11 05:48:16 Path: /tmp/helm-tmpl-669865963/manifest-1 2022/05/11 05:48:16 Kind: Service 2022/05/11 05:48:16 Path: /tmp/helm-tmpl-669865963/manifest-2 2022/05/11 05:48:16 Kind: Pod 2022/05/11 05:48:16 Path: /tmp/helm-tmpl-669865963/manifest-3 2022/05/11 05:48:16 Kind: Deployment 2022/05/11 05:48:16 Crd rss info 2022/05/11 05:48:16 Hook info {"filepath":"/tmp/helm-tmpl-669865963/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:48:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-11T05:48:16Z"} {"filepath":"/tmp/helm-tmpl-669865963/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:48:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-11T05:48:16Z"} {"filepath":"/tmp/helm-tmpl-669865963/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:48:16Z"} 2022/05/11 05:48:16 No plugin for kind Pod found. Using generic Plugin 2022/05/11 05:48:16 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-11T05:48:16Z"} {"filepath":"/tmp/helm-tmpl-669865963/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:48:16Z"} 2022/05/11 05:48:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-11T05:48:16Z"} 10.233.71.3 - - [11/May/2022:05:48:16 +0000] "POST /v1/instance HTTP/1.1" 201 740 2022/05/11 05:49:26 [Config Cleanup] Instance stoic_allen 2022/05/11 05:49:26 [scheduleResources]: START thread 2022/05/11 05:49:31 Stop config thread for stoic_allen {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-11T05:49:31Z"} 2022/05/11 05:49:31 No plugin for kind Deployment found. Using generic Plugin 2022/05/11 05:49:31 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-11T05:49:31Z"} 2022/05/11 05:49:31 Deleting service: cds-regression-mockserver {"instance":"stoic_allen","level":"info","msg":"[START] status notify thread for ","time":"2022-05-11T05:49:31Z"} {"instance":"stoic_allen","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-11T05:49:36Z"} 2022/05/11 05:49:36 Deleted Obj with ID ObjectID("627b4e1feb93265db71476b1") 2022/05/11 05:49:36 Deleted Obj with ID ObjectID("627b4e1fa310cf37c589ec0c") 10.233.71.3 - - [11/May/2022:05:49:26 +0000] "DELETE /v1/instance/stoic_allen HTTP/1.1" 202 0 10.233.71.3 - - [11/May/2022:05:49:36 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/05/11 05:49:36 Deleted Obj with ID ObjectID("627b4e1feb93265db71476a8") 10.233.71.3 - - [11/May/2022:05:49:36 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/05/11 05:49:36 Deleted Obj with ID ObjectID("627b4e1fa310cf37c589ebce") 10.233.71.3 - - [11/May/2022:05:50:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.3 - - [11/May/2022:05:50:59 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.71.3 - - [11/May/2022:05:50:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [11/May/2022:05:51:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [11/May/2022:05:51:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [11/May/2022:05:51:21 +0000] "POST /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1/content HTTP/1.1" 200 0 10.233.71.3 - - [11/May/2022:05:51:28 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.71.3 - - [11/May/2022:05:51:28 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.71.3 - - [11/May/2022:05:51:28 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [11/May/2022:05:51:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [11/May/2022:05:51:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [11/May/2022:05:51:40 +0000] "POST /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe/content HTTP/1.1" 200 0 127.0.0.1 - - [11/May/2022:05:52:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.3 - - [11/May/2022:05:58:43 +0000] "GET /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1 HTTP/1.1" 200 270 10.233.71.3 - - [11/May/2022:05:58:43 +0000] "GET /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1/profile/cnftest HTTP/1.1" 404 87 10.233.71.3 - - [11/May/2022:05:58:43 +0000] "POST /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1/profile HTTP/1.1" 201 240 10.233.71.3 - - [11/May/2022:05:58:43 +0000] "GET /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1/profile/cnftest HTTP/1.1" 200 240 10.233.71.3 - - [11/May/2022:05:58:43 +0000] "POST /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1/profile/cnftest/content HTTP/1.1" 200 0 10.233.68.5 - - [11/May/2022:05:58:53 +0000] "GET /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe HTTP/1.1" 200 277 10.233.68.5 - - [11/May/2022:05:58:53 +0000] "GET /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.5 - - [11/May/2022:05:58:53 +0000] "POST /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe/profile HTTP/1.1" 201 270 10.233.68.5 - - [11/May/2022:05:58:53 +0000] "POST /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe/profile/node-port-profile/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-11T05:58:54Z"} 10.233.71.3 - - [11/May/2022:05:58:54 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-75a2f76f-1fb4-4d64-a08a-7efa44a4863a HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"a3198f45-b9a8-46cd-9f3c-ca0992552f20","vf-module-id":"76b88742-fff7-4e04-b911-5443f6609eb5","vf-module-model-invariant-id":"e778b981-f964-4090-8458-a8710f6f3eb0","vf-module-model-version-id":"6098fbe9-f3da-468f-8862-4eadb1dc8983","vf-module-model-customization-id":"737cfb35-3de7-4c90-b403-7d60c49719b1","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-75a2f76f-1fb4-4d64-a08a-7efa44a4863a"}},"level":"info","msg":"Broker API Payload","time":"2022-05-11T05:58:54Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"e778b981-f964-4090-8458-a8710f6f3eb0","rb-version":"737cfb35-3de7-4c90-b403-7d60c49719b1","profile-name":"cnftest","release-name":"76b88742-fff7-4e04-b911-5443f6609eb5","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-75a2f76f-1fb4-4d64-a08a-7efa44a4863a"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-11T05:58:54Z"} 2022/05/11 05:58:54 Main rss info 2022/05/11 05:58:54 Path: /tmp/helm-tmpl-255383268/manifest-0 2022/05/11 05:58:54 Kind: Service 2022/05/11 05:58:54 Path: /tmp/helm-tmpl-255383268/manifest-1 2022/05/11 05:58:54 Kind: Deployment 2022/05/11 05:58:54 Crd rss info 2022/05/11 05:58:54 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-11T05:58:54Z"} 2022/05/11 05:58:54 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-255383268/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:58:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-11T05:58:54Z"} {"filepath":"/tmp/helm-tmpl-255383268/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:58:54Z"} 2022/05/11 05:58:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-11T05:58:54Z"} 10.233.71.3 - - [11/May/2022:05:58:54 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 303 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"brave_meninsky","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-11T05:58:54Z"} 10.233.71.3 - - [11/May/2022:05:58:54 +0000] "GET /basicnf-owner/k8sregion/infra_workload/brave_meninsky HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"brave_meninsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-11T05:58:54Z"} 10.233.71.3 - - [11/May/2022:05:58:54 +0000] "POST /basicnf-owner/k8sregion/infra_workload/brave_meninsky HTTP/1.1" 405 0 10.233.68.5 - - [11/May/2022:05:59:03 +0000] "GET /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe HTTP/1.1" 200 277 10.233.68.5 - - [11/May/2022:05:59:03 +0000] "GET /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/11 05:59:03 [ConfigiTemplate]: create 99c9e3b0-7383-4481-b1b6-580f5f923431 10.233.68.5 - - [11/May/2022:05:59:03 +0000] "POST /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe/config-template HTTP/1.1" 201 113 2022/05/11 05:59:03 [ConfigTemplate]: Upload replica-count-template 10.233.68.5 - - [11/May/2022:05:59:03 +0000] "POST /v1/rb/definition/99c9e3b0-7383-4481-b1b6-580f5f923431/2a6a7f3e-da1b-4f29-8c12-4178041a6dbe/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/11 05:59:07 Main rss info 2022/05/11 05:59:07 Path: /tmp/helm-tmpl-076253908/manifest-0 2022/05/11 05:59:07 Kind: Service 2022/05/11 05:59:07 Path: /tmp/helm-tmpl-076253908/manifest-1 2022/05/11 05:59:07 Kind: Deployment 2022/05/11 05:59:07 Crd rss info 2022/05/11 05:59:07 Hook info {"filepath":"/tmp/helm-tmpl-076253908/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:59:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-11T05:59:07Z"} {"filepath":"/tmp/helm-tmpl-076253908/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:59:07Z"} 2022/05/11 05:59:07 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-11T05:59:07Z"} 10.233.66.42 - - [11/May/2022:05:59:07 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2022/05/11 05:59:08 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.42 - - [11/May/2022:05:59:08 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 14553 10.233.71.3 - - [11/May/2022:05:59:26 +0000] "GET /basicnf-owner/k8sregion/infra_workload/brave_meninsky HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"brave_meninsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-11T05:59:26Z"} 2022/05/11 05:59:26 [Config Cleanup] Instance brave_meninsky 2022/05/11 05:59:26 [scheduleResources]: START thread 2022/05/11 05:59:31 Stop config thread for brave_meninsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-11T05:59:31Z"} 2022/05/11 05:59:31 No plugin for kind Deployment found. Using generic Plugin 2022/05/11 05:59:31 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-11T05:59:31Z"} 2022/05/11 05:59:31 Deleting service: cnftest-nginx {"instance":"brave_meninsky","level":"info","msg":"[START] status notify thread for ","time":"2022-05-11T05:59:31Z"} {"instance":"nostalgic_poitras","level":"info","msg":"[START] status notify thread for ","time":"2022-05-11T05:59:36Z"} {"instance":"brave_meninsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-11T05:59:41Z"} {"instance":"nostalgic_poitras","level":"info","msg":"REFRESH WATCHERS","subscription":"nostalgic_poitras-cnf-adapter","time":"2022-05-11T05:59:41Z"} 2022/05/11 05:59:41 Deleted Obj with ID ObjectID("627b509eeb93265db71476d4") 2022/05/11 05:59:41 Deleted Obj with ID ObjectID("627b509fa310cf37c589ee87") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"brave_meninsky","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-11T05:59:41Z"} 10.233.71.3 - - [11/May/2022:05:59:26 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/brave_meninsky HTTP/1.1" 202 122 {"Instance":"nostalgic_poitras","Kind":"Pod","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-11T05:59:41Z"} {"Instance":"nostalgic_poitras","Kind":"Deployment","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-11T05:59:41Z"} {"Instance":"nostalgic_poitras","Kind":"Service","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-11T05:59:41Z"} {"InstanceId":"nostalgic_poitras","SubscriptionName":"nostalgic_poitras-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-11T05:59:41Z"} 10.233.66.42 - - [11/May/2022:05:59:32 +0000] "POST /v1/instance/nostalgic_poitras/status/subscription HTTP/1.1" 201 657 {"InstanceId":"nostalgic_poitras","SubscriptionName":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-11T05:59:46Z"} 10.233.68.5 - - [11/May/2022:05:59:49 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 14705 2022/05/11 05:59:50 [scheduleResources]: START thread 10.233.71.3 - - [11/May/2022:05:59:53 +0000] "GET /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1 HTTP/1.1" 200 270 10.233.71.3 - - [11/May/2022:05:59:53 +0000] "GET /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1/profile/cnftest HTTP/1.1" 200 240 2022/05/11 05:59:53 Deleted Obj with ID ObjectID("627b5093eb93265db71476d0") 2022/05/11 05:59:53 Deleted Obj with ID ObjectID("627b5093eb93265db71476d1") 2022/05/11 05:59:53 Deleted Obj with ID ObjectID("627b5094a310cf37c589ee56") 10.233.71.3 - - [11/May/2022:05:59:53 +0000] "DELETE /v1/rb/definition/e778b981-f964-4090-8458-a8710f6f3eb0/737cfb35-3de7-4c90-b403-7d60c49719b1/profile/cnftest HTTP/1.1" 204 0 10.233.68.5 - - [11/May/2022:05:59:50 +0000] "GET /v1/instance/nostalgic_poitras/config/replica-count-change HTTP/1.1" 500 60 2022/05/11 05:59:55 [Config Create] Instance nostalgic_poitras 2022/05/11 05:59:55 [ConfigTemplate]: Download replica-count-template 2022/05/11 05:59:55 Before Sent to goroutine {99c9e3b0-7383-4481-b1b6-580f5f923431 2a6a7f3e-da1b-4f29-8c12-4178041a6dbe node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/11 05:59:55 Message Sent to goroutine {99c9e3b0-7383-4481-b1b6-580f5f923431 2a6a7f3e-da1b-4f29-8c12-4178041a6dbe node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/11 05:59:55 [scheduleResources]: POST {99c9e3b0-7383-4481-b1b6-580f5f923431 2a6a7f3e-da1b-4f29-8c12-4178041a6dbe node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-108127630/manifest-0}] {"filepath":"/tmp/helm-tmpl-108127630/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:59:55Z"} 2022/05/11 05:59:55 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-108127630/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-11T05:59:55Z"} {"filepath":"/tmp/helm-tmpl-108127630/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-11T05:59:55Z"} 2022/05/11 05:59:55 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-11T05:59:55Z"} 2022/05/11 05:59:55 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.5 - - [11/May/2022:05:59:55 +0000] "POST /v1/instance/nostalgic_poitras/config HTTP/1.1" 201 269 2022/05/11 05:59:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.5 - - [11/May/2022:05:59:55 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 20952 2022/05/11 06:00:01 [Config Cleanup] Instance epic_curie 2022/05/11 06:00:01 [scheduleResources]: START thread 2022/05/11 06:00:05 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.5 - - [11/May/2022:06:00:05 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 20952 2022/05/11 06:00:06 Stop config thread for epic_curie 2022/05/11 06:00:06 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-11T06:00:06Z"} 2022/05/11 06:00:06 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-11T06:00:06Z"} 2022/05/11 06:00:06 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-11T06:00:06Z"} 2022/05/11 06:00:06 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-11T06:00:06Z"} 2022/05/11 06:00:06 Deleting service: pnf-macro-test-simulator-mongo {"instance":"epic_curie","level":"info","msg":"[START] status notify thread for ","time":"2022-05-11T06:00:06Z"} {"instance":"epic_curie","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-11T06:00:11Z"} 2022/05/11 06:00:11 Deleted Obj with ID ObjectID("627b4e20eb93265db71476ba") 2022/05/11 06:00:11 Deleted Obj with ID ObjectID("627b4e21a310cf37c589ec57") 10.233.71.3 - - [11/May/2022:06:00:01 +0000] "DELETE /v1/instance/epic_curie HTTP/1.1" 202 0 10.233.71.3 - - [11/May/2022:06:00:11 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/05/11 06:00:11 Deleted Obj with ID ObjectID("627b4e20eb93265db71476b2") 2022/05/11 06:00:11 Deleted Obj with ID ObjectID("627b4e20a310cf37c589ec1c") 10.233.71.3 - - [11/May/2022:06:00:11 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/05/11 06:00:15 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.5 - - [11/May/2022:06:00:15 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 21295 {"Instance":"nostalgic_poitras","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-11T06:00:21Z"} {"Kind":"Pod","Name":"rel-1-apache-6b4bc59bfd-7qk7r","level":"info","msg":"CREATED","time":"2022-05-11T06:00:21Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-11T06:00:21Z"} 2022/05/11 06:00:21 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.42 - - [11/May/2022:06:00:21 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 21295 {"InstanceId":"nostalgic_poitras","Result":202,"SubscriptionName":"nostalgic_poitras-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-11T06:00:25Z"} 2022/05/11 06:00:25 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.5 - - [11/May/2022:06:00:25 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 21295 10.233.71.3 - - [11/May/2022:06:00:32 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/05/11 06:00:32 Deleted Obj with ID ObjectID("627b4ec3eb93265db71476bb") 10.233.71.3 - - [11/May/2022:06:00:32 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/05/11 06:00:32 Deleted Obj with ID ObjectID("627b4ec3a310cf37c589ecd5") 2022/05/11 06:00:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.5 - - [11/May/2022:06:00:35 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 21295 10.233.68.5 - - [11/May/2022:06:00:45 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 21003 {"Instance":"nostalgic_poitras","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-11T06:00:55Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-11T06:00:55Z"} {"Kind":"Pod","Name":"rel-1-apache-6b4bc59bfd-7qk7r","level":"info","msg":"MODIFIED","time":"2022-05-11T06:00:55Z"} 10.233.66.42 - - [11/May/2022:06:00:55 +0000] "GET /v1/instance/nostalgic_poitras/status HTTP/1.1" 200 21003 {"InstanceId":"nostalgic_poitras","Result":202,"SubscriptionName":"nostalgic_poitras-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-11T06:00:58Z"} {"Instance":"nostalgic_poitras","Kind":"Service","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-11T06:01:06Z"} {"Instance":"nostalgic_poitras","Kind":"Deployment","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-11T06:01:06Z"} {"Instance":"nostalgic_poitras","Kind":"Pod","Subscription":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-11T06:01:06Z"} 2022/05/11 06:01:06 Deleted Obj with ID ObjectID("627b50cdeb93265db71476d9") 2022/05/11 06:01:06 Deleted Obj with ID ObjectID("627b50cea310cf37c589eef9") 10.233.66.42 - - [11/May/2022:06:01:06 +0000] "DELETE /v1/instance/nostalgic_poitras/status/subscription/nostalgic_poitras-cnf-adapter HTTP/1.1" 202 0 2022/05/11 06:01:06 [Config Cleanup] Instance nostalgic_poitras 2022/05/11 06:01:06 [Config Delete] Instance nostalgic_poitras Config replica-count-change 2022/05/11 06:01:06 [ConfigTemplate]: Download replica-count-template 2022/05/11 06:01:06 Before Sent to goroutine {99c9e3b0-7383-4481-b1b6-580f5f923431 2a6a7f3e-da1b-4f29-8c12-4178041a6dbe node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/11 06:01:06 Message Sent to goroutine {99c9e3b0-7383-4481-b1b6-580f5f923431 2a6a7f3e-da1b-4f29-8c12-4178041a6dbe node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/11 06:01:06 [scheduleResources]: DELETE {99c9e3b0-7383-4481-b1b6-580f5f923431 2a6a7f3e-da1b-4f29-8c12-4178041a6dbe node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-11T06:01:06Z"} 2022/05/11 06:01:06 No plugin for kind Deployment found. Using generic Plugin 2022/05/11 06:01:06 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/05/11 06:01:06 [Config Delete All] Instance nostalgic_poitras Config replica-count-change 2022/05/11 06:01:06 Stop config thread for nostalgic_poitras {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-11T06:01:06Z"} 2022/05/11 06:01:06 No plugin for kind Deployment found. Using generic Plugin 2022/05/11 06:01:06 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-11T06:01:06Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-11T06:01:06Z"} 2022/05/11 06:01:06 Deleting service: rel-1-apache {"instance":"nostalgic_poitras","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-11T06:01:06Z"} 2022/05/11 06:01:06 Deleted Obj with ID ObjectID("627b50abeb93265db71476d8") 2022/05/11 06:01:06 Deleted Obj with ID ObjectID("627b50aba310cf37c589eec0") 10.233.66.42 - - [11/May/2022:06:01:06 +0000] "DELETE /v1/instance/nostalgic_poitras HTTP/1.1" 202 0 {"instance":"nostalgic_poitras","level":"info","msg":"[START] status notify thread for ","time":"2022-05-11T06:01:28Z"} 10.233.71.3 - - [11/May/2022:06:01:32 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/05/11 06:01:32 Deleted Obj with ID ObjectID("627b4ee0eb93265db71476c4") 2022/05/11 06:01:32 Deleted Obj with ID ObjectID("627b4ee0a310cf37c589ed10") 10.233.71.3 - - [11/May/2022:06:01:32 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"InstanceId":"nostalgic_poitras","SubscriptionName":"nostalgic_poitras-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-11T06:01:33Z"}