2022/10/28 04:51:55 Starting Kubernetes Multicloud API 2022/10/28 04:51:55 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-10-28T04:52:05Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-10-28T04:52:05Z"} 10.233.71.10 - - [28/Oct/2022:05:24:13 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-10-28T05:24:13Z"} 10.233.67.70 - - [28/Oct/2022:06:05:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [28/Oct/2022:06:09:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [28/Oct/2022:06:10:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.67.70 - - [28/Oct/2022:06:23:20 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.67.70 - - [28/Oct/2022:06:23:20 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.67.70 - - [28/Oct/2022:06:23:20 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.67.70 - - [28/Oct/2022:06:23:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.70 - - [28/Oct/2022:06:23:20 +0000] "GET /v1/rb/definition/cds-ms-rb-fde404dc-ef0d-44b6-a648-6afa391aae52/v1 HTTP/1.1" 200 124 10.233.67.70 - - [28/Oct/2022:06:23:20 +0000] "POST /v1/rb/definition/cds-ms-rb-fde404dc-ef0d-44b6-a648-6afa391aae52/v1/content HTTP/1.1" 200 0 10.233.67.70 - - [28/Oct/2022:06:23:21 +0000] "GET /v1/rb/definition/cds-ms-rb-fde404dc-ef0d-44b6-a648-6afa391aae52/v1 HTTP/1.1" 200 138 10.233.67.70 - - [28/Oct/2022:06:23:21 +0000] "POST /v1/rb/definition/cds-ms-rb-fde404dc-ef0d-44b6-a648-6afa391aae52/v1/profile HTTP/1.1" 201 305 10.233.67.70 - - [28/Oct/2022:06:23:21 +0000] "GET /v1/rb/definition/cds-ms-rb-fde404dc-ef0d-44b6-a648-6afa391aae52/v1/profile/cds-ms-prof-2caa8b2f-fb29-475f-8cd0-19f94f09889b HTTP/1.1" 200 305 10.233.67.70 - - [28/Oct/2022:06:23:21 +0000] "POST /v1/rb/definition/cds-ms-rb-fde404dc-ef0d-44b6-a648-6afa391aae52/v1/profile/cds-ms-prof-2caa8b2f-fb29-475f-8cd0-19f94f09889b/content HTTP/1.1" 200 0 2022/10/28 06:23:21 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/10/28 06:23:21 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/10/28 06:23:21 Main rss info 2022/10/28 06:23:21 Path: /tmp/helm-tmpl-892429473/manifest-0 2022/10/28 06:23:21 Kind: Service 2022/10/28 06:23:21 Path: /tmp/helm-tmpl-892429473/manifest-1 2022/10/28 06:23:21 Kind: Deployment 2022/10/28 06:23:21 Crd rss info 2022/10/28 06:23:21 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-10-28T06:23:21Z"} 2022/10/28 06:23:21 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-892429473/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:23:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-10-28T06:23:21Z"} {"filepath":"/tmp/helm-tmpl-892429473/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:23:21Z"} 2022/10/28 06:23:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-10-28T06:23:21Z"} 10.233.67.70 - - [28/Oct/2022:06:23:21 +0000] "POST /v1/instance HTTP/1.1" 201 540 10.233.67.70 - - [28/Oct/2022:06:24:34 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.70 - - [28/Oct/2022:06:24:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.67.70 - - [28/Oct/2022:06:24:34 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/10/28 06:24:39 [Config Cleanup] Instance sad_goldberg 2022/10/28 06:24:39 [scheduleResources]: START thread 2022/10/28 06:24:44 Stop config thread for sad_goldberg {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-10-28T06:24:44Z"} 2022/10/28 06:24:44 No plugin for kind Deployment found. Using generic Plugin 2022/10/28 06:24:44 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-10-28T06:24:44Z"} 2022/10/28 06:24:44 Deleting service: cds-regression-mockserver {"instance":"sad_goldberg","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T06:24:44Z"} {"instance":"sad_goldberg","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T06:24:49Z"} 2022/10/28 06:24:49 Deleted Obj with ID ObjectID("635b7559acd2b78f5a12c33a") 2022/10/28 06:24:49 Deleted Obj with ID ObjectID("635b75590a3d86d69cebd6c6") 10.233.67.70 - - [28/Oct/2022:06:24:39 +0000] "DELETE /v1/instance/sad_goldberg HTTP/1.1" 202 0 10.233.67.70 - - [28/Oct/2022:06:24:49 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/10/28 06:24:49 Deleted Obj with ID ObjectID("635b7558acd2b78f5a12c331") 2022/10/28 06:24:49 Deleted Obj with ID ObjectID("635b75580a3d86d69cebd688") 10.233.67.70 - - [28/Oct/2022:06:24:49 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [28/Oct/2022:06:24:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [28/Oct/2022:06:24:50 +0000] "POST /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca/content HTTP/1.1" 200 0 127.0.0.1 - - [28/Oct/2022:06:25:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.67.70 - - [28/Oct/2022:06:33:05 +0000] "GET /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca HTTP/1.1" 200 270 10.233.67.70 - - [28/Oct/2022:06:33:05 +0000] "GET /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca/profile/cnftest HTTP/1.1" 404 87 10.233.67.70 - - [28/Oct/2022:06:33:05 +0000] "POST /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca/profile HTTP/1.1" 201 240 10.233.67.70 - - [28/Oct/2022:06:33:05 +0000] "GET /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca/profile/cnftest HTTP/1.1" 200 240 10.233.67.70 - - [28/Oct/2022:06:33:05 +0000] "POST /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca/profile/cnftest/content HTTP/1.1" 200 0 10.233.67.70 - - [28/Oct/2022:06:33:13 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-134511a1-d332-44b4-82c1-469f978ac873 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-10-28T06:33:13Z"} {"Body":{},"Payload":{"generic-vnf-id":"50195a99-df7a-4402-973e-9581d393d12c","vf-module-id":"0fe63f65-f793-4029-b265-457d85e26641","vf-module-model-invariant-id":"c204d107-1c86-413d-9413-a46e41cd4dad","vf-module-model-version-id":"07aa8df6-70ce-4b34-bf5a-66dcf57b8f78","vf-module-model-customization-id":"86776bf1-9bea-4b41-ba4e-ba84107286ca","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-134511a1-d332-44b4-82c1-469f978ac873"}},"level":"info","msg":"Broker API Payload","time":"2022-10-28T06:33:14Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"c204d107-1c86-413d-9413-a46e41cd4dad","rb-version":"86776bf1-9bea-4b41-ba4e-ba84107286ca","profile-name":"cnftest","release-name":"0fe63f65-f793-4029-b265-457d85e26641","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-134511a1-d332-44b4-82c1-469f978ac873"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-10-28T06:33:14Z"} 2022/10/28 06:33:14 Main rss info 2022/10/28 06:33:14 Path: /tmp/helm-tmpl-570320910/manifest-0 2022/10/28 06:33:14 Kind: Service 2022/10/28 06:33:14 Path: /tmp/helm-tmpl-570320910/manifest-1 2022/10/28 06:33:14 Kind: Deployment 2022/10/28 06:33:14 Crd rss info 2022/10/28 06:33:14 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-10-28T06:33:14Z"} 2022/10/28 06:33:14 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-570320910/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:33:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-28T06:33:14Z"} {"filepath":"/tmp/helm-tmpl-570320910/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:33:14Z"} 2022/10/28 06:33:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-28T06:33:14Z"} 10.233.67.70 - - [28/Oct/2022:06:33:14 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hopeful_knuth","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T06:33:14Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hopeful_knuth","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T06:33:14Z"} 10.233.67.70 - - [28/Oct/2022:06:33:14 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hopeful_knuth HTTP/1.1" 200 121 10.233.67.70 - - [28/Oct/2022:06:33:14 +0000] "POST /basicnf-owner/k8sregion/infra_workload/hopeful_knuth HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hopeful_knuth","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T06:34:06Z"} 10.233.67.70 - - [28/Oct/2022:06:34:06 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hopeful_knuth HTTP/1.1" 200 121 2022/10/28 06:34:07 [Config Cleanup] Instance hopeful_knuth 2022/10/28 06:34:07 [scheduleResources]: START thread 2022/10/28 06:34:12 Stop config thread for hopeful_knuth {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-28T06:34:12Z"} 2022/10/28 06:34:12 No plugin for kind Deployment found. Using generic Plugin 2022/10/28 06:34:12 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-28T06:34:12Z"} 2022/10/28 06:34:12 Deleting service: cnftest-nginx {"instance":"hopeful_knuth","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T06:34:12Z"} {"instance":"hopeful_knuth","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T06:34:17Z"} 2022/10/28 06:34:17 Deleted Obj with ID ObjectID("635b77aaacd2b78f5a12c346") 2022/10/28 06:34:17 Deleted Obj with ID ObjectID("635b77aa0a3d86d69cebd89d") 10.233.67.70 - - [28/Oct/2022:06:34:07 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/hopeful_knuth HTTP/1.1" 202 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hopeful_knuth","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-10-28T06:34:17Z"} 10.233.67.70 - - [28/Oct/2022:06:34:24 +0000] "GET /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca HTTP/1.1" 200 270 10.233.67.70 - - [28/Oct/2022:06:34:24 +0000] "GET /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca/profile/cnftest HTTP/1.1" 200 240 2022/10/28 06:34:24 Deleted Obj with ID ObjectID("635b77a1acd2b78f5a12c344") 2022/10/28 06:34:24 Deleted Obj with ID ObjectID("635b77a1acd2b78f5a12c345") 2022/10/28 06:34:24 Deleted Obj with ID ObjectID("635b77a10a3d86d69cebd87c") 10.233.67.70 - - [28/Oct/2022:06:34:24 +0000] "DELETE /v1/rb/definition/c204d107-1c86-413d-9413-a46e41cd4dad/86776bf1-9bea-4b41-ba4e-ba84107286ca/profile/cnftest HTTP/1.1" 204 0 10.233.67.70 - - [28/Oct/2022:06:34:51 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/10/28 06:34:51 Deleted Obj with ID ObjectID("635b75a2acd2b78f5a12c33b") 2022/10/28 06:34:51 Deleted Obj with ID ObjectID("635b75a20a3d86d69cebd700") 10.233.67.70 - - [28/Oct/2022:06:34:51 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "GET /v1/rb/definition/pnf-cnf-rb-80d020de-5692-45e8-8841-1f151b2eff28/v1 HTTP/1.1" 200 125 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "POST /v1/rb/definition/pnf-cnf-rb-80d020de-5692-45e8-8841-1f151b2eff28/v1/content HTTP/1.1" 200 0 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "GET /v1/rb/definition/pnf-cnf-rb-80d020de-5692-45e8-8841-1f151b2eff28/v1 HTTP/1.1" 200 138 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "POST /v1/rb/definition/pnf-cnf-rb-80d020de-5692-45e8-8841-1f151b2eff28/v1/profile HTTP/1.1" 201 314 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "GET /v1/rb/definition/pnf-cnf-rb-80d020de-5692-45e8-8841-1f151b2eff28/v1/profile/pnf-cnf-profile-def758e7-e6a7-44a7-98ed-f69cc8192902 HTTP/1.1" 200 314 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "POST /v1/rb/definition/pnf-cnf-rb-80d020de-5692-45e8-8841-1f151b2eff28/v1/profile/pnf-cnf-profile-def758e7-e6a7-44a7-98ed-f69cc8192902/content HTTP/1.1" 200 0 2022/10/28 06:38:14 Main rss info 2022/10/28 06:38:14 Path: /tmp/helm-tmpl-069503807/manifest-0 2022/10/28 06:38:14 Kind: Service 2022/10/28 06:38:14 Path: /tmp/helm-tmpl-069503807/manifest-1 2022/10/28 06:38:14 Kind: Service 2022/10/28 06:38:14 Path: /tmp/helm-tmpl-069503807/manifest-2 2022/10/28 06:38:14 Kind: Pod 2022/10/28 06:38:14 Path: /tmp/helm-tmpl-069503807/manifest-3 2022/10/28 06:38:14 Kind: Deployment 2022/10/28 06:38:14 Crd rss info 2022/10/28 06:38:14 Hook info {"filepath":"/tmp/helm-tmpl-069503807/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:38:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T06:38:14Z"} {"filepath":"/tmp/helm-tmpl-069503807/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:38:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T06:38:14Z"} {"filepath":"/tmp/helm-tmpl-069503807/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:38:14Z"} 2022/10/28 06:38:14 No plugin for kind Pod found. Using generic Plugin 2022/10/28 06:38:14 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T06:38:14Z"} {"filepath":"/tmp/helm-tmpl-069503807/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:38:14Z"} 2022/10/28 06:38:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T06:38:15Z"} 10.233.67.70 - - [28/Oct/2022:06:38:14 +0000] "POST /v1/instance HTTP/1.1" 201 742 10.233.67.70 - - [28/Oct/2022:06:39:42 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.67.70 - - [28/Oct/2022:06:39:42 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.67.70 - - [28/Oct/2022:06:39:42 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [28/Oct/2022:06:39:55 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [28/Oct/2022:06:39:55 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [28/Oct/2022:06:39:55 +0000] "POST /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f/content HTTP/1.1" 200 0 127.0.0.1 - - [28/Oct/2022:06:40:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.69.8 - - [28/Oct/2022:06:43:05 +0000] "GET /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f HTTP/1.1" 200 277 10.233.69.8 - - [28/Oct/2022:06:43:05 +0000] "GET /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f/profile/node-port-profile HTTP/1.1" 404 87 10.233.69.8 - - [28/Oct/2022:06:43:05 +0000] "POST /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f/profile HTTP/1.1" 201 270 10.233.69.8 - - [28/Oct/2022:06:43:05 +0000] "POST /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.69.8 - - [28/Oct/2022:06:43:16 +0000] "GET /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f HTTP/1.1" 200 277 10.233.69.8 - - [28/Oct/2022:06:43:16 +0000] "GET /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f/config-template/replica-count-template HTTP/1.1" 500 78 2022/10/28 06:43:16 [ConfigiTemplate]: create 6e11870f-73a6-4b87-a633-5f74b723e9e7 10.233.69.8 - - [28/Oct/2022:06:43:16 +0000] "POST /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f/config-template HTTP/1.1" 201 113 2022/10/28 06:43:16 [ConfigTemplate]: Upload replica-count-template 10.233.69.8 - - [28/Oct/2022:06:43:16 +0000] "POST /v1/rb/definition/6e11870f-73a6-4b87-a633-5f74b723e9e7/fc758f73-dc4f-4011-a58e-79e2dd47e18f/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/10/28 06:43:19 Main rss info 2022/10/28 06:43:19 Path: /tmp/helm-tmpl-544492813/manifest-0 2022/10/28 06:43:19 Kind: Service 2022/10/28 06:43:19 Path: /tmp/helm-tmpl-544492813/manifest-1 2022/10/28 06:43:19 Kind: Deployment 2022/10/28 06:43:19 Crd rss info 2022/10/28 06:43:19 Hook info {"filepath":"/tmp/helm-tmpl-544492813/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:43:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-28T06:43:19Z"} {"filepath":"/tmp/helm-tmpl-544492813/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:43:19Z"} 2022/10/28 06:43:19 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-28T06:43:19Z"} 10.233.71.10 - - [28/Oct/2022:06:43:19 +0000] "POST /v1/instance HTTP/1.1" 201 1288 2022/10/28 06:43:21 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.10 - - [28/Oct/2022:06:43:21 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 14564 {"instance":"xenodochial_heyrovsky","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T06:43:45Z"} {"instance":"xenodochial_heyrovsky","level":"info","msg":"REFRESH WATCHERS","subscription":"xenodochial_heyrovsky-cnf-adapter","time":"2022-10-28T06:43:50Z"} {"Instance":"xenodochial_heyrovsky","Kind":"Deployment","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-28T06:43:50Z"} {"Instance":"xenodochial_heyrovsky","Kind":"Pod","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-28T06:43:50Z"} {"Instance":"xenodochial_heyrovsky","Kind":"Service","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-28T06:43:50Z"} {"InstanceId":"xenodochial_heyrovsky","SubscriptionName":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-10-28T06:43:50Z"} 10.233.71.10 - - [28/Oct/2022:06:43:45 +0000] "POST /v1/instance/xenodochial_heyrovsky/status/subscription HTTP/1.1" 201 669 {"InstanceId":"xenodochial_heyrovsky","SubscriptionName":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-10-28T06:43:55Z"} 2022/10/28 06:43:56 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.8 - - [28/Oct/2022:06:43:56 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 14907 2022/10/28 06:44:06 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.8 - - [28/Oct/2022:06:44:06 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 14907 10.233.69.8 - - [28/Oct/2022:06:44:16 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 14719 2022/10/28 06:44:16 [scheduleResources]: START thread 10.233.69.8 - - [28/Oct/2022:06:44:16 +0000] "GET /v1/instance/xenodochial_heyrovsky/config/replica-count-change HTTP/1.1" 500 60 2022/10/28 06:44:21 [Config Create] Instance xenodochial_heyrovsky 2022/10/28 06:44:21 [ConfigTemplate]: Download replica-count-template 2022/10/28 06:44:21 Before Sent to goroutine {6e11870f-73a6-4b87-a633-5f74b723e9e7 fc758f73-dc4f-4011-a58e-79e2dd47e18f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 06:44:21 Message Sent to goroutine {6e11870f-73a6-4b87-a633-5f74b723e9e7 fc758f73-dc4f-4011-a58e-79e2dd47e18f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 06:44:21 [scheduleResources]: POST {6e11870f-73a6-4b87-a633-5f74b723e9e7 fc758f73-dc4f-4011-a58e-79e2dd47e18f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-810428165/manifest-0}] {"filepath":"/tmp/helm-tmpl-810428165/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:44:21Z"} 2022/10/28 06:44:21 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-810428165/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-10-28T06:44:21Z"} {"filepath":"/tmp/helm-tmpl-810428165/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-28T06:44:21Z"} 2022/10/28 06:44:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-28T06:44:21Z"} 2022/10/28 06:44:21 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.69.8 - - [28/Oct/2022:06:44:21 +0000] "POST /v1/instance/xenodochial_heyrovsky/config HTTP/1.1" 201 273 2022/10/28 06:44:22 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.8 - - [28/Oct/2022:06:44:21 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 19597 {"Instance":"xenodochial_heyrovsky","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-28T06:44:30Z"} {"Kind":"Pod","Name":"rel-1-apache-bd9c98fcd-mddzz","level":"info","msg":"CREATED","time":"2022-10-28T06:44:30Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-28T06:44:30Z"} {"Kind":"Pod","Name":"rel-1-apache-bd9c98fcd-dqbkf","level":"info","msg":"MODIFIED","time":"2022-10-28T06:44:30Z"} 2022/10/28 06:44:30 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.10 - - [28/Oct/2022:06:44:30 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 20965 10.233.69.8 - - [28/Oct/2022:06:44:32 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 20965 2022/10/28 06:44:32 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready {"InstanceId":"xenodochial_heyrovsky","Result":202,"SubscriptionName":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-28T06:44:32Z"} 2022/10/28 06:44:42 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.8 - - [28/Oct/2022:06:44:42 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 21302 2022/10/28 06:44:52 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.8 - - [28/Oct/2022:06:44:52 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 21302 2022/10/28 06:45:02 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.8 - - [28/Oct/2022:06:45:02 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 21302 {"Instance":"xenodochial_heyrovsky","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-28T06:45:02Z"} {"Kind":"Pod","Name":"rel-1-apache-bd9c98fcd-mddzz","level":"info","msg":"MODIFIED","time":"2022-10-28T06:45:02Z"} 2022/10/28 06:45:02 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.10 - - [28/Oct/2022:06:45:02 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 21302 {"InstanceId":"xenodochial_heyrovsky","Result":202,"SubscriptionName":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-28T06:45:04Z"} 10.233.69.8 - - [28/Oct/2022:06:45:12 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 21010 {"Instance":"xenodochial_heyrovsky","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-28T06:45:34Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-28T06:45:34Z"} {"Kind":"Pod","Name":"rel-1-apache-bd9c98fcd-mddzz","level":"info","msg":"MODIFIED","time":"2022-10-28T06:45:34Z"} 10.233.71.10 - - [28/Oct/2022:06:45:34 +0000] "GET /v1/instance/xenodochial_heyrovsky/status HTTP/1.1" 200 21010 {"InstanceId":"xenodochial_heyrovsky","Result":202,"SubscriptionName":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-28T06:45:36Z"} {"Instance":"xenodochial_heyrovsky","Kind":"Deployment","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-28T06:45:36Z"} {"Instance":"xenodochial_heyrovsky","Kind":"Pod","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-28T06:45:36Z"} {"Instance":"xenodochial_heyrovsky","Kind":"Service","Subscription":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-28T06:45:36Z"} 2022/10/28 06:45:36 Deleted Obj with ID ObjectID("635b7a26acd2b78f5a12c362") 10.233.71.10 - - [28/Oct/2022:06:45:34 +0000] "DELETE /v1/instance/xenodochial_heyrovsky/status/subscription/xenodochial_heyrovsky-cnf-adapter HTTP/1.1" 202 0 2022/10/28 06:45:36 Deleted Obj with ID ObjectID("635b7a260a3d86d69cebdb0e") 2022/10/28 06:45:36 [Config Cleanup] Instance xenodochial_heyrovsky 2022/10/28 06:45:36 [Config Delete] Instance xenodochial_heyrovsky Config replica-count-change 2022/10/28 06:45:36 [ConfigTemplate]: Download replica-count-template 2022/10/28 06:45:36 Before Sent to goroutine {6e11870f-73a6-4b87-a633-5f74b723e9e7 fc758f73-dc4f-4011-a58e-79e2dd47e18f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 06:45:36 Message Sent to goroutine {6e11870f-73a6-4b87-a633-5f74b723e9e7 fc758f73-dc4f-4011-a58e-79e2dd47e18f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/28 06:45:36 [scheduleResources]: DELETE {6e11870f-73a6-4b87-a633-5f74b723e9e7 fc758f73-dc4f-4011-a58e-79e2dd47e18f node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-28T06:45:36Z"} 2022/10/28 06:45:36 No plugin for kind Deployment found. Using generic Plugin 2022/10/28 06:45:36 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/10/28 06:45:36 [Config Delete All] Instance xenodochial_heyrovsky Config replica-count-change 2022/10/28 06:45:36 Stop config thread for xenodochial_heyrovsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-28T06:45:36Z"} 2022/10/28 06:45:36 No plugin for kind Deployment found. Using generic Plugin 2022/10/28 06:45:36 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-10-28T06:45:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-28T06:45:36Z"} 2022/10/28 06:45:36 Deleting service: rel-1-apache {"instance":"xenodochial_heyrovsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T06:45:36Z"} 2022/10/28 06:45:36 Deleted Obj with ID ObjectID("635b7a07acd2b78f5a12c361") 2022/10/28 06:45:36 Deleted Obj with ID ObjectID("635b7a070a3d86d69cebdae6") 10.233.71.10 - - [28/Oct/2022:06:45:36 +0000] "DELETE /v1/instance/xenodochial_heyrovsky HTTP/1.1" 202 0 10.233.67.70 - - [28/Oct/2022:06:46:03 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/10/28 06:46:03 Deleted Obj with ID ObjectID("635b792eacd2b78f5a12c350") 2022/10/28 06:46:03 Deleted Obj with ID ObjectID("635b792e0a3d86d69cebd9fd") 10.233.67.70 - - [28/Oct/2022:06:46:03 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"instance":"xenodochial_heyrovsky","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T06:46:06Z"} {"InstanceId":"xenodochial_heyrovsky","SubscriptionName":"xenodochial_heyrovsky-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-10-28T06:46:11Z"} 2022/10/28 06:48:06 [Config Cleanup] Instance dreamy_yalow 2022/10/28 06:48:06 [scheduleResources]: START thread 2022/10/28 06:48:11 Stop config thread for dreamy_yalow 2022/10/28 06:48:11 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T06:48:11Z"} 2022/10/28 06:48:11 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T06:48:11Z"} 2022/10/28 06:48:11 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-28T06:48:11Z"} 2022/10/28 06:48:11 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-28T06:48:11Z"} 2022/10/28 06:48:11 Deleting service: pnf-macro-test-simulator-mongo {"instance":"dreamy_yalow","level":"info","msg":"[START] status notify thread for ","time":"2022-10-28T06:48:11Z"} {"instance":"dreamy_yalow","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-28T06:48:16Z"} 2022/10/28 06:48:16 Deleted Obj with ID ObjectID("635b78d6acd2b78f5a12c34f") 2022/10/28 06:48:16 Deleted Obj with ID ObjectID("635b78d60a3d86d69cebd9bd") 10.233.67.70 - - [28/Oct/2022:06:48:06 +0000] "DELETE /v1/instance/dreamy_yalow HTTP/1.1" 202 0 10.233.67.70 - - [28/Oct/2022:06:48:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/10/28 06:48:16 Deleted Obj with ID ObjectID("635b78d6acd2b78f5a12c347") 10.233.67.70 - - [28/Oct/2022:06:48:16 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/10/28 06:48:16 Deleted Obj with ID ObjectID("635b78d60a3d86d69cebd981")