2022/05/21 04:41:21 Starting Kubernetes Multicloud API 2022/05/21 04:41:21 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-21T04:41:31Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-21T04:41:31Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-21T05:08:00Z"} 10.233.68.248 - - [21/May/2022:05:08:00 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.65.238 - - [21/May/2022:05:46:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [21/May/2022:05:49:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [21/May/2022:05:49:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "GET /v1/rb/definition/cds-ms-rb-6dc1acff-7514-488d-8565-313492520b97/v1 HTTP/1.1" 200 124 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "POST /v1/rb/definition/cds-ms-rb-6dc1acff-7514-488d-8565-313492520b97/v1/content HTTP/1.1" 200 0 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "GET /v1/rb/definition/cds-ms-rb-6dc1acff-7514-488d-8565-313492520b97/v1 HTTP/1.1" 200 138 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "POST /v1/rb/definition/cds-ms-rb-6dc1acff-7514-488d-8565-313492520b97/v1/profile HTTP/1.1" 201 305 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "GET /v1/rb/definition/cds-ms-rb-6dc1acff-7514-488d-8565-313492520b97/v1/profile/cds-ms-prof-e657020f-a7a9-4fdf-bce3-b176da91bc79 HTTP/1.1" 200 305 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "POST /v1/rb/definition/cds-ms-rb-6dc1acff-7514-488d-8565-313492520b97/v1/profile/cds-ms-prof-e657020f-a7a9-4fdf-bce3-b176da91bc79/content HTTP/1.1" 200 0 2022/05/21 06:01:30 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/21 06:01:30 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/21 06:01:30 Main rss info 2022/05/21 06:01:30 Path: /tmp/helm-tmpl-941194517/manifest-0 2022/05/21 06:01:30 Kind: Service 2022/05/21 06:01:30 Path: /tmp/helm-tmpl-941194517/manifest-1 2022/05/21 06:01:30 Kind: Deployment 2022/05/21 06:01:30 Crd rss info 2022/05/21 06:01:30 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-21T06:01:31Z"} 2022/05/21 06:01:31 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-941194517/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:01:31Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-21T06:01:31Z"} {"filepath":"/tmp/helm-tmpl-941194517/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:01:31Z"} 2022/05/21 06:01:31 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-21T06:01:31Z"} 10.233.65.238 - - [21/May/2022:06:01:30 +0000] "POST /v1/instance HTTP/1.1" 201 541 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ca585f5f-7cdf-467c-b937-68b247c6e96a/v1 HTTP/1.1" 200 125 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ca585f5f-7cdf-467c-b937-68b247c6e96a/v1/content HTTP/1.1" 200 0 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ca585f5f-7cdf-467c-b937-68b247c6e96a/v1 HTTP/1.1" 200 138 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ca585f5f-7cdf-467c-b937-68b247c6e96a/v1/profile HTTP/1.1" 201 314 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ca585f5f-7cdf-467c-b937-68b247c6e96a/v1/profile/pnf-cnf-profile-ce4ffc1c-adc5-48cd-bb49-9603366de09f HTTP/1.1" 200 314 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ca585f5f-7cdf-467c-b937-68b247c6e96a/v1/profile/pnf-cnf-profile-ce4ffc1c-adc5-48cd-bb49-9603366de09f/content HTTP/1.1" 200 0 2022/05/21 06:01:44 Main rss info 2022/05/21 06:01:44 Path: /tmp/helm-tmpl-782979525/manifest-0 2022/05/21 06:01:44 Kind: Service 2022/05/21 06:01:44 Path: /tmp/helm-tmpl-782979525/manifest-1 2022/05/21 06:01:44 Kind: Service 2022/05/21 06:01:44 Path: /tmp/helm-tmpl-782979525/manifest-2 2022/05/21 06:01:44 Kind: Pod 2022/05/21 06:01:44 Path: /tmp/helm-tmpl-782979525/manifest-3 2022/05/21 06:01:44 Kind: Deployment 2022/05/21 06:01:44 Crd rss info 2022/05/21 06:01:44 Hook info {"filepath":"/tmp/helm-tmpl-782979525/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:01:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-21T06:01:44Z"} {"filepath":"/tmp/helm-tmpl-782979525/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:01:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-21T06:01:44Z"} {"filepath":"/tmp/helm-tmpl-782979525/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:01:44Z"} 2022/05/21 06:01:44 No plugin for kind Pod found. Using generic Plugin 2022/05/21 06:01:45 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-21T06:01:45Z"} {"filepath":"/tmp/helm-tmpl-782979525/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:01:45Z"} 2022/05/21 06:01:45 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-21T06:01:45Z"} 10.233.65.238 - - [21/May/2022:06:01:44 +0000] "POST /v1/instance HTTP/1.1" 201 746 2022/05/21 06:02:43 [Config Cleanup] Instance hopeful_kirch 2022/05/21 06:02:43 [scheduleResources]: START thread 2022/05/21 06:02:48 Stop config thread for hopeful_kirch {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-21T06:02:48Z"} 2022/05/21 06:02:48 No plugin for kind Deployment found. Using generic Plugin 2022/05/21 06:02:48 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-21T06:02:48Z"} 2022/05/21 06:02:48 Deleting service: cds-regression-mockserver {"instance":"hopeful_kirch","level":"info","msg":"[START] status notify thread for ","time":"2022-05-21T06:02:48Z"} {"instance":"hopeful_kirch","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-21T06:02:53Z"} 2022/05/21 06:02:53 Deleted Obj with ID ObjectID("6288803b1664a17dd0fa5be6") 2022/05/21 06:02:53 Deleted Obj with ID ObjectID("6288803a88df32b9b0ef06de") 10.233.65.238 - - [21/May/2022:06:02:43 +0000] "DELETE /v1/instance/hopeful_kirch HTTP/1.1" 202 0 10.233.65.238 - - [21/May/2022:06:02:53 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/05/21 06:02:53 Deleted Obj with ID ObjectID("6288803a1664a17dd0fa5bdd") 10.233.65.238 - - [21/May/2022:06:02:53 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/05/21 06:02:53 Deleted Obj with ID ObjectID("6288803a88df32b9b0ef06a0") 127.0.0.1 - - [21/May/2022:06:03:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.65.238 - - [21/May/2022:06:04:15 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.65.238 - - [21/May/2022:06:04:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.65.238 - - [21/May/2022:06:04:15 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 10.233.65.238 - - [21/May/2022:06:04:15 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.238 - - [21/May/2022:06:04:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.65.238 - - [21/May/2022:06:04:15 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [21/May/2022:06:04:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [21/May/2022:06:04:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [21/May/2022:06:04:32 +0000] "POST /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2/content HTTP/1.1" 200 0 127.0.0.1 - - [21/May/2022:06:04:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [21/May/2022:06:04:48 +0000] "POST /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc/content HTTP/1.1" 200 0 127.0.0.1 - - [21/May/2022:06:05:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.233 - - [21/May/2022:06:09:44 +0000] "GET /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 HTTP/1.1" 200 277 10.233.71.233 - - [21/May/2022:06:09:44 +0000] "GET /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.233 - - [21/May/2022:06:09:44 +0000] "POST /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2/profile HTTP/1.1" 201 270 10.233.71.233 - - [21/May/2022:06:09:45 +0000] "POST /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.233 - - [21/May/2022:06:09:55 +0000] "GET /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 HTTP/1.1" 200 277 10.233.71.233 - - [21/May/2022:06:09:55 +0000] "GET /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/21 06:09:55 [ConfigiTemplate]: create 39c4fe28-0f22-4498-8b6f-515e65c32319 10.233.71.233 - - [21/May/2022:06:09:55 +0000] "POST /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2/config-template HTTP/1.1" 201 113 2022/05/21 06:09:55 [ConfigTemplate]: Upload replica-count-template 10.233.71.233 - - [21/May/2022:06:09:55 +0000] "POST /v1/rb/definition/39c4fe28-0f22-4498-8b6f-515e65c32319/a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/21 06:10:00 Main rss info 2022/05/21 06:10:00 Path: /tmp/helm-tmpl-239336973/manifest-0 2022/05/21 06:10:00 Kind: Service 2022/05/21 06:10:00 Path: /tmp/helm-tmpl-239336973/manifest-1 2022/05/21 06:10:00 Kind: Deployment 2022/05/21 06:10:00 Crd rss info 2022/05/21 06:10:00 Hook info {"filepath":"/tmp/helm-tmpl-239336973/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:10:00Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-21T06:10:00Z"} {"filepath":"/tmp/helm-tmpl-239336973/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:10:00Z"} 2022/05/21 06:10:00 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-21T06:10:00Z"} 10.233.68.248 - - [21/May/2022:06:10:00 +0000] "POST /v1/instance HTTP/1.1" 201 1278 2022/05/21 06:10:02 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.248 - - [21/May/2022:06:10:01 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 14531 {"instance":"elated_jang","level":"info","msg":"[START] status notify thread for ","time":"2022-05-21T06:10:27Z"} {"instance":"elated_jang","level":"info","msg":"REFRESH WATCHERS","subscription":"elated_jang-cnf-adapter","time":"2022-05-21T06:10:32Z"} {"Instance":"elated_jang","Kind":"Pod","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-21T06:10:32Z"} {"Instance":"elated_jang","Kind":"Deployment","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-21T06:10:32Z"} {"Instance":"elated_jang","Kind":"Service","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-21T06:10:32Z"} {"InstanceId":"elated_jang","SubscriptionName":"elated_jang-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-21T06:10:32Z"} 10.233.68.248 - - [21/May/2022:06:10:27 +0000] "POST /v1/instance/elated_jang/status/subscription HTTP/1.1" 201 638 {"InstanceId":"elated_jang","SubscriptionName":"elated_jang-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-21T06:10:37Z"} 2022/05/21 06:10:38 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.233 - - [21/May/2022:06:10:38 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 14871 2022/05/21 06:10:48 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.233 - - [21/May/2022:06:10:48 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 14871 10.233.65.238 - - [21/May/2022:06:10:53 +0000] "GET /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc HTTP/1.1" 200 270 10.233.65.238 - - [21/May/2022:06:10:53 +0000] "GET /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc/profile/cnftest HTTP/1.1" 404 87 10.233.65.238 - - [21/May/2022:06:10:53 +0000] "POST /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc/profile HTTP/1.1" 201 240 10.233.65.238 - - [21/May/2022:06:10:54 +0000] "GET /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc/profile/cnftest HTTP/1.1" 200 240 10.233.65.238 - - [21/May/2022:06:10:54 +0000] "POST /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc/profile/cnftest/content HTTP/1.1" 200 0 10.233.71.233 - - [21/May/2022:06:10:58 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 14683 2022/05/21 06:10:58 [scheduleResources]: START thread 10.233.71.233 - - [21/May/2022:06:10:58 +0000] "GET /v1/instance/elated_jang/config/replica-count-change HTTP/1.1" 500 60 2022/05/21 06:11:03 [Config Create] Instance elated_jang 2022/05/21 06:11:03 [ConfigTemplate]: Download replica-count-template 2022/05/21 06:11:03 Before Sent to goroutine {39c4fe28-0f22-4498-8b6f-515e65c32319 a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/21 06:11:03 Message Sent to goroutine {39c4fe28-0f22-4498-8b6f-515e65c32319 a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/21 06:11:03 [scheduleResources]: POST {39c4fe28-0f22-4498-8b6f-515e65c32319 a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-189760866/manifest-0}] {"filepath":"/tmp/helm-tmpl-189760866/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:11:03Z"} 2022/05/21 06:11:03 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-189760866/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-21T06:11:03Z"} {"filepath":"/tmp/helm-tmpl-189760866/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:11:03Z"} 2022/05/21 06:11:03 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-21T06:11:03Z"} 2022/05/21 06:11:03 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.233 - - [21/May/2022:06:11:03 +0000] "POST /v1/instance/elated_jang/config HTTP/1.1" 201 263 2022/05/21 06:11:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.233 - - [21/May/2022:06:11:03 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 20925 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-21T06:11:04Z"} 10.233.65.238 - - [21/May/2022:06:11:04 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-d437bbfb-c40d-4f6e-96ab-7e5608258d2b HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"c33510cb-f582-4e7f-b46d-2a0af46da534","vf-module-id":"9cc3c5d0-7f7c-4ea6-8baf-2cf80d5616b9","vf-module-model-invariant-id":"70827ff5-3b73-40ef-be8f-6bf11d16aaae","vf-module-model-version-id":"731e9bf5-f1e3-4615-8656-e7769a43f1c1","vf-module-model-customization-id":"afb02b1c-02ca-4bf8-8a9e-059d867dfabc","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-d437bbfb-c40d-4f6e-96ab-7e5608258d2b"}},"level":"info","msg":"Broker API Payload","time":"2022-05-21T06:11:04Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"70827ff5-3b73-40ef-be8f-6bf11d16aaae","rb-version":"afb02b1c-02ca-4bf8-8a9e-059d867dfabc","profile-name":"cnftest","release-name":"9cc3c5d0-7f7c-4ea6-8baf-2cf80d5616b9","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-d437bbfb-c40d-4f6e-96ab-7e5608258d2b"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-21T06:11:04Z"} 2022/05/21 06:11:04 Main rss info 2022/05/21 06:11:04 Path: /tmp/helm-tmpl-653710749/manifest-0 2022/05/21 06:11:04 Kind: Service 2022/05/21 06:11:04 Path: /tmp/helm-tmpl-653710749/manifest-1 2022/05/21 06:11:04 Kind: Deployment 2022/05/21 06:11:04 Crd rss info 2022/05/21 06:11:04 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-21T06:11:04Z"} 2022/05/21 06:11:04 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-653710749/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:11:04Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-21T06:11:04Z"} {"filepath":"/tmp/helm-tmpl-653710749/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:11:04Z"} 2022/05/21 06:11:04 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-21T06:11:04Z"} 10.233.65.238 - - [21/May/2022:06:11:04 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 299 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stoic_boyd","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-21T06:11:04Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stoic_boyd","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-21T06:11:04Z"} 10.233.65.238 - - [21/May/2022:06:11:04 +0000] "GET /basicnf-owner/k8sregion/infra_workload/stoic_boyd HTTP/1.1" 200 118 10.233.65.238 - - [21/May/2022:06:11:04 +0000] "POST /basicnf-owner/k8sregion/infra_workload/stoic_boyd HTTP/1.1" 405 0 {"Instance":"elated_jang","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-21T06:11:13Z"} {"Kind":"Pod","Name":"rel-1-apache-7d7b946789-4svq7","level":"info","msg":"CREATED","time":"2022-05-21T06:11:13Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-21T06:11:13Z"} {"Kind":"Pod","Name":"rel-1-apache-7d7b946789-gkm42","level":"info","msg":"MODIFIED","time":"2022-05-21T06:11:13Z"} 2022/05/21 06:11:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.248 - - [21/May/2022:06:11:13 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 21265 2022/05/21 06:11:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.233 - - [21/May/2022:06:11:13 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 21265 {"InstanceId":"elated_jang","Result":202,"SubscriptionName":"elated_jang-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-21T06:11:18Z"} 2022/05/21 06:11:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.233 - - [21/May/2022:06:11:23 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 21265 2022/05/21 06:11:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.233 - - [21/May/2022:06:11:33 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 21265 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stoic_boyd","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-21T06:11:35Z"} 10.233.65.238 - - [21/May/2022:06:11:35 +0000] "GET /basicnf-owner/k8sregion/infra_workload/stoic_boyd HTTP/1.1" 200 118 2022/05/21 06:11:35 [Config Cleanup] Instance stoic_boyd 2022/05/21 06:11:35 [scheduleResources]: START thread 2022/05/21 06:11:40 Stop config thread for stoic_boyd 2022/05/21 06:11:40 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-21T06:11:40Z"} 2022/05/21 06:11:40 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-21T06:11:40Z"} 2022/05/21 06:11:40 Deleting service: cnftest-nginx {"instance":"stoic_boyd","level":"info","msg":"[START] status notify thread for ","time":"2022-05-21T06:11:40Z"} 10.233.71.233 - - [21/May/2022:06:11:43 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 20973 {"instance":"stoic_boyd","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-21T06:11:45Z"} 2022/05/21 06:11:45 Deleted Obj with ID ObjectID("628882781664a17dd0fa5c0e") 2022/05/21 06:11:45 Deleted Obj with ID ObjectID("6288827888df32b9b0ef09ab") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stoic_boyd","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-21T06:11:45Z"} 10.233.65.238 - - [21/May/2022:06:11:35 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/stoic_boyd HTTP/1.1" 202 118 {"Instance":"elated_jang","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-21T06:11:48Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-21T06:11:48Z"} {"Kind":"Pod","Name":"rel-1-apache-7d7b946789-4svq7","level":"info","msg":"MODIFIED","time":"2022-05-21T06:11:48Z"} 10.233.68.248 - - [21/May/2022:06:11:48 +0000] "GET /v1/instance/elated_jang/status HTTP/1.1" 200 20973 {"InstanceId":"elated_jang","Result":202,"SubscriptionName":"elated_jang-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-21T06:11:54Z"} 10.233.65.238 - - [21/May/2022:06:11:54 +0000] "GET /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc HTTP/1.1" 200 270 10.233.65.238 - - [21/May/2022:06:11:54 +0000] "GET /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc/profile/cnftest HTTP/1.1" 200 240 2022/05/21 06:11:54 Deleted Obj with ID ObjectID("6288826d1664a17dd0fa5c0c") 2022/05/21 06:11:54 Deleted Obj with ID ObjectID("6288826e1664a17dd0fa5c0d") 2022/05/21 06:11:54 Deleted Obj with ID ObjectID("6288826d88df32b9b0ef0958") 10.233.65.238 - - [21/May/2022:06:11:54 +0000] "DELETE /v1/rb/definition/70827ff5-3b73-40ef-be8f-6bf11d16aaae/afb02b1c-02ca-4bf8-8a9e-059d867dfabc/profile/cnftest HTTP/1.1" 204 0 {"Instance":"elated_jang","Kind":"Pod","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-21T06:12:12Z"} {"Instance":"elated_jang","Kind":"Deployment","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-21T06:12:12Z"} {"Instance":"elated_jang","Kind":"Service","Subscription":"elated_jang-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-21T06:12:12Z"} 2022/05/21 06:12:12 Deleted Obj with ID ObjectID("628882581664a17dd0fa5c0b") 10.233.68.248 - - [21/May/2022:06:12:12 +0000] "DELETE /v1/instance/elated_jang/status/subscription/elated_jang-cnf-adapter HTTP/1.1" 202 0 2022/05/21 06:12:12 Deleted Obj with ID ObjectID("6288825888df32b9b0ef092f") 2022/05/21 06:12:12 [Config Cleanup] Instance elated_jang 2022/05/21 06:12:12 [Config Delete] Instance elated_jang Config replica-count-change 2022/05/21 06:12:12 [ConfigTemplate]: Download replica-count-template 2022/05/21 06:12:12 Before Sent to goroutine {39c4fe28-0f22-4498-8b6f-515e65c32319 a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/21 06:12:12 Message Sent to goroutine {39c4fe28-0f22-4498-8b6f-515e65c32319 a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/21 06:12:12 [scheduleResources]: DELETE {39c4fe28-0f22-4498-8b6f-515e65c32319 a698ee3f-a6e1-42eb-a7a3-f5f58fd633e2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-21T06:12:12Z"} 2022/05/21 06:12:12 No plugin for kind Deployment found. Using generic Plugin 2022/05/21 06:12:12 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/05/21 06:12:12 [Config Delete All] Instance elated_jang Config replica-count-change 2022/05/21 06:12:12 Stop config thread for elated_jang {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-21T06:12:12Z"} 2022/05/21 06:12:12 No plugin for kind Deployment found. Using generic Plugin 2022/05/21 06:12:12 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-21T06:12:12Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-21T06:12:12Z"} 2022/05/21 06:12:12 Deleting service: rel-1-apache {"instance":"elated_jang","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-21T06:12:12Z"} 2022/05/21 06:12:12 Deleted Obj with ID ObjectID("628882381664a17dd0fa5c0a") 2022/05/21 06:12:12 Deleted Obj with ID ObjectID("6288823888df32b9b0ef0907") 10.233.68.248 - - [21/May/2022:06:12:12 +0000] "DELETE /v1/instance/elated_jang HTTP/1.1" 202 0 10.233.65.238 - - [21/May/2022:06:12:23 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/05/21 06:12:23 Deleted Obj with ID ObjectID("628880df1664a17dd0fa5bf4") 2022/05/21 06:12:23 Deleted Obj with ID ObjectID("628880de88df32b9b0ef07b7") 10.233.65.238 - - [21/May/2022:06:12:23 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"instance":"elated_jang","level":"info","msg":"[START] status notify thread for ","time":"2022-05-21T06:12:24Z"} {"InstanceId":"elated_jang","SubscriptionName":"elated_jang-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-21T06:12:29Z"} 10.233.65.238 - - [21/May/2022:06:12:39 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/05/21 06:12:39 Deleted Obj with ID ObjectID("628880df1664a17dd0fa5bf3") 10.233.65.238 - - [21/May/2022:06:12:39 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/05/21 06:12:39 Deleted Obj with ID ObjectID("628880de88df32b9b0ef07b0") 10.233.65.238 - - [21/May/2022:06:59:31 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-fd6be3e3-0ec6-40ce-92d0-3dc59f4ae5fe/v1 HTTP/1.1" 200 125 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-fd6be3e3-0ec6-40ce-92d0-3dc59f4ae5fe/v1/content HTTP/1.1" 200 0 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-fd6be3e3-0ec6-40ce-92d0-3dc59f4ae5fe/v1 HTTP/1.1" 200 138 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-fd6be3e3-0ec6-40ce-92d0-3dc59f4ae5fe/v1/profile HTTP/1.1" 201 314 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-fd6be3e3-0ec6-40ce-92d0-3dc59f4ae5fe/v1/profile/pnf-cnf-profile-c9d94acb-ea6a-48a9-a278-650fe0658fa3 HTTP/1.1" 200 314 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-fd6be3e3-0ec6-40ce-92d0-3dc59f4ae5fe/v1/profile/pnf-cnf-profile-c9d94acb-ea6a-48a9-a278-650fe0658fa3/content HTTP/1.1" 200 0 2022/05/21 06:59:32 Main rss info 2022/05/21 06:59:32 Path: /tmp/helm-tmpl-123773686/manifest-0 2022/05/21 06:59:32 Kind: Service 2022/05/21 06:59:32 Path: /tmp/helm-tmpl-123773686/manifest-1 2022/05/21 06:59:32 Kind: Service 2022/05/21 06:59:32 Path: /tmp/helm-tmpl-123773686/manifest-2 2022/05/21 06:59:32 Kind: Pod 2022/05/21 06:59:32 Path: /tmp/helm-tmpl-123773686/manifest-3 2022/05/21 06:59:32 Kind: Deployment 2022/05/21 06:59:32 Crd rss info 2022/05/21 06:59:32 Hook info {"filepath":"/tmp/helm-tmpl-123773686/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-21T06:59:32Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-123773686/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-05-21T06:59:32Z"} 2022/05/21 06:59:32 Instance: lucid_bhaskara, Main rss are failed, skip post-install and remove instance in DB 2022/05/21 06:59:32 Deleted Obj with ID ObjectID("62888dd41664a17dd0fa5c16") 2022/05/21 06:59:32 Deleted Obj with ID ObjectID("62888dd388df32b9b0ef1187") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-fd6be3e3-0ec6-40ce-92d0-3dc59f4ae5fe","rb-version":"v1","profile-name":"pnf-cnf-profile-c9d94acb-ea6a-48a9-a278-650fe0658fa3","release-name":"","cloud-region":"k8sregion-pnf-macro","labels":{},"override-values":{}},"time":"2022-05-21T06:59:32Z"} 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "POST /v1/instance HTTP/1.1" 500 180 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/05/21 06:59:32 Deleted Obj with ID ObjectID("628880481664a17dd0fa5be7") 2022/05/21 06:59:32 Deleted Obj with ID ObjectID("6288804888df32b9b0ef06ef") 10.233.65.238 - - [21/May/2022:06:59:32 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0