2022/05/17 04:46:43 Starting Kubernetes Multicloud API 2022/05/17 04:46:43 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-17T04:46:53Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-17T04:46:53Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-17T05:19:46Z"} 10.233.71.121 - - [17/May/2022:05:19:46 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.88 - - [17/May/2022:05:52:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [17/May/2022:05:54:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [17/May/2022:05:55:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.88 - - [17/May/2022:05:55:45 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [17/May/2022:05:57:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.88 - - [17/May/2022:06:07:51 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-88ef91da-56fe-4730-8734-a419305da815/v1 HTTP/1.1" 200 125 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-88ef91da-56fe-4730-8734-a419305da815/v1/content HTTP/1.1" 200 0 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-88ef91da-56fe-4730-8734-a419305da815/v1 HTTP/1.1" 200 138 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-88ef91da-56fe-4730-8734-a419305da815/v1/profile HTTP/1.1" 201 314 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-88ef91da-56fe-4730-8734-a419305da815/v1/profile/pnf-cnf-profile-650e6e4a-0cad-4371-a211-071d2bb6eb91 HTTP/1.1" 200 314 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-88ef91da-56fe-4730-8734-a419305da815/v1/profile/pnf-cnf-profile-650e6e4a-0cad-4371-a211-071d2bb6eb91/content HTTP/1.1" 200 0 2022/05/17 06:07:52 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/17 06:07:52 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/17 06:07:52 Main rss info 2022/05/17 06:07:52 Path: /tmp/helm-tmpl-307208305/manifest-0 2022/05/17 06:07:52 Kind: Service 2022/05/17 06:07:52 Path: /tmp/helm-tmpl-307208305/manifest-1 2022/05/17 06:07:52 Kind: Service 2022/05/17 06:07:52 Path: /tmp/helm-tmpl-307208305/manifest-2 2022/05/17 06:07:52 Kind: Pod 2022/05/17 06:07:52 Path: /tmp/helm-tmpl-307208305/manifest-3 2022/05/17 06:07:52 Kind: Deployment 2022/05/17 06:07:52 Crd rss info 2022/05/17 06:07:52 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-17T06:07:52Z"} 2022/05/17 06:07:52 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-307208305/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:07:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-17T06:07:52Z"} {"filepath":"/tmp/helm-tmpl-307208305/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:07:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-17T06:07:52Z"} {"filepath":"/tmp/helm-tmpl-307208305/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:07:52Z"} 2022/05/17 06:07:52 No plugin for kind Pod found. Using generic Plugin 2022/05/17 06:07:52 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-17T06:07:52Z"} {"filepath":"/tmp/helm-tmpl-307208305/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:07:52Z"} 2022/05/17 06:07:52 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-17T06:07:52Z"} 10.233.70.88 - - [17/May/2022:06:07:52 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.70.88 - - [17/May/2022:06:09:56 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.88 - - [17/May/2022:06:09:56 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.70.88 - - [17/May/2022:06:09:56 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [17/May/2022:06:10:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [17/May/2022:06:10:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [17/May/2022:06:10:12 +0000] "POST /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590/content HTTP/1.1" 200 0 127.0.0.1 - - [17/May/2022:06:10:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [17/May/2022:06:11:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "GET /v1/rb/definition/cds-ms-rb-d46739bb-8d24-4081-bba6-faf946ae4860/v1 HTTP/1.1" 200 124 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "POST /v1/rb/definition/cds-ms-rb-d46739bb-8d24-4081-bba6-faf946ae4860/v1/content HTTP/1.1" 200 0 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "GET /v1/rb/definition/cds-ms-rb-d46739bb-8d24-4081-bba6-faf946ae4860/v1 HTTP/1.1" 200 138 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "POST /v1/rb/definition/cds-ms-rb-d46739bb-8d24-4081-bba6-faf946ae4860/v1/profile HTTP/1.1" 201 305 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "GET /v1/rb/definition/cds-ms-rb-d46739bb-8d24-4081-bba6-faf946ae4860/v1/profile/cds-ms-prof-2d10d300-5e8e-4851-9d46-2803bced1621 HTTP/1.1" 200 305 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "POST /v1/rb/definition/cds-ms-rb-d46739bb-8d24-4081-bba6-faf946ae4860/v1/profile/cds-ms-prof-2d10d300-5e8e-4851-9d46-2803bced1621/content HTTP/1.1" 200 0 2022/05/17 06:11:13 Main rss info 2022/05/17 06:11:13 Path: /tmp/helm-tmpl-913575180/manifest-0 2022/05/17 06:11:13 Kind: Service 2022/05/17 06:11:13 Path: /tmp/helm-tmpl-913575180/manifest-1 2022/05/17 06:11:13 Kind: Deployment 2022/05/17 06:11:13 Crd rss info 2022/05/17 06:11:13 Hook info {"filepath":"/tmp/helm-tmpl-913575180/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:11:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-17T06:11:13Z"} {"filepath":"/tmp/helm-tmpl-913575180/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:11:13Z"} 2022/05/17 06:11:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-17T06:11:13Z"} 10.233.70.88 - - [17/May/2022:06:11:13 +0000] "POST /v1/instance HTTP/1.1" 201 546 10.233.70.88 - - [17/May/2022:06:11:43 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.70.88 - - [17/May/2022:06:11:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.88 - - [17/May/2022:06:11:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b9015ed7-9a94-4dc9-868f-e9be6649615c/v1 HTTP/1.1" 200 125 10.233.70.88 - - [17/May/2022:06:11:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b9015ed7-9a94-4dc9-868f-e9be6649615c/v1/content HTTP/1.1" 200 0 10.233.70.88 - - [17/May/2022:06:11:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b9015ed7-9a94-4dc9-868f-e9be6649615c/v1 HTTP/1.1" 200 138 10.233.70.88 - - [17/May/2022:06:11:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b9015ed7-9a94-4dc9-868f-e9be6649615c/v1/profile HTTP/1.1" 201 314 10.233.70.88 - - [17/May/2022:06:11:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b9015ed7-9a94-4dc9-868f-e9be6649615c/v1/profile/pnf-cnf-profile-72bb8985-72c6-478e-8b13-05e05953ff16 HTTP/1.1" 200 314 10.233.70.88 - - [17/May/2022:06:11:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b9015ed7-9a94-4dc9-868f-e9be6649615c/v1/profile/pnf-cnf-profile-72bb8985-72c6-478e-8b13-05e05953ff16/content HTTP/1.1" 200 0 2022/05/17 06:11:44 Main rss info 2022/05/17 06:11:44 Path: /tmp/helm-tmpl-390200415/manifest-0 2022/05/17 06:11:44 Kind: Service 2022/05/17 06:11:44 Path: /tmp/helm-tmpl-390200415/manifest-1 2022/05/17 06:11:44 Kind: Service 2022/05/17 06:11:44 Path: /tmp/helm-tmpl-390200415/manifest-2 2022/05/17 06:11:44 Kind: Pod 2022/05/17 06:11:44 Path: /tmp/helm-tmpl-390200415/manifest-3 2022/05/17 06:11:44 Kind: Deployment 2022/05/17 06:11:44 Crd rss info 2022/05/17 06:11:44 Hook info {"filepath":"/tmp/helm-tmpl-390200415/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:11:44Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-390200415/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-05-17T06:11:44Z"} 2022/05/17 06:11:44 Instance: suspicious_greider, Main rss are failed, skip post-install and remove instance in DB 2022/05/17 06:11:44 Deleted Obj with ID ObjectID("62833ca0104673db42d65886") 2022/05/17 06:11:44 Deleted Obj with ID ObjectID("62833c9f65f96ec4e30b1707") 10.233.70.88 - - [17/May/2022:06:11:44 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-b9015ed7-9a94-4dc9-868f-e9be6649615c","rb-version":"v1","profile-name":"pnf-cnf-profile-72bb8985-72c6-478e-8b13-05e05953ff16","release-name":"","cloud-region":"k8sregion-pnf-macro","labels":{},"override-values":{}},"time":"2022-05-17T06:11:44Z"} 10.233.70.88 - - [17/May/2022:06:11:44 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/05/17 06:11:44 Deleted Obj with ID ObjectID("62833bb8104673db42d6585d") 2022/05/17 06:11:44 Deleted Obj with ID ObjectID("62833bb765f96ec4e30b156d") 10.233.70.88 - - [17/May/2022:06:11:44 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/05/17 06:12:31 [Config Cleanup] Instance flamboyant_murdock 2022/05/17 06:12:31 [scheduleResources]: START thread 2022/05/17 06:12:36 Stop config thread for flamboyant_murdock {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-17T06:12:36Z"} 2022/05/17 06:12:36 No plugin for kind Deployment found. Using generic Plugin 2022/05/17 06:12:36 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-17T06:12:36Z"} 2022/05/17 06:12:36 Deleting service: cds-regression-mockserver {"instance":"flamboyant_murdock","level":"info","msg":"[START] status notify thread for ","time":"2022-05-17T06:12:36Z"} 10.233.70.88 - - [17/May/2022:06:12:39 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.88 - - [17/May/2022:06:12:39 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.88 - - [17/May/2022:06:12:39 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 {"instance":"flamboyant_murdock","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-17T06:12:41Z"} 2022/05/17 06:12:41 Deleted Obj with ID ObjectID("62833c81104673db42d6587e") 2022/05/17 06:12:41 Deleted Obj with ID ObjectID("62833c8165f96ec4e30b16af") 10.233.70.88 - - [17/May/2022:06:12:31 +0000] "DELETE /v1/instance/flamboyant_murdock HTTP/1.1" 202 0 10.233.70.88 - - [17/May/2022:06:12:42 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/05/17 06:12:42 Deleted Obj with ID ObjectID("62833c81104673db42d65876") 2022/05/17 06:12:42 Deleted Obj with ID ObjectID("62833c8065f96ec4e30b1674") 10.233.70.88 - - [17/May/2022:06:12:42 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [17/May/2022:06:12:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [17/May/2022:06:12:49 +0000] "POST /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5/content HTTP/1.1" 200 0 10.233.66.58 - - [17/May/2022:06:15:26 +0000] "GET /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590 HTTP/1.1" 200 277 10.233.66.58 - - [17/May/2022:06:15:26 +0000] "GET /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590/profile/node-port-profile HTTP/1.1" 404 87 10.233.66.58 - - [17/May/2022:06:15:27 +0000] "POST /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590/profile HTTP/1.1" 201 270 10.233.66.58 - - [17/May/2022:06:15:27 +0000] "POST /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.66.58 - - [17/May/2022:06:15:39 +0000] "GET /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590 HTTP/1.1" 200 277 10.233.66.58 - - [17/May/2022:06:15:39 +0000] "GET /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/17 06:15:39 [ConfigiTemplate]: create b60ea513-3362-4d2b-8e92-8c2e2e06ac89 10.233.66.58 - - [17/May/2022:06:15:39 +0000] "POST /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590/config-template HTTP/1.1" 201 113 2022/05/17 06:15:40 [ConfigTemplate]: Upload replica-count-template 10.233.66.58 - - [17/May/2022:06:15:40 +0000] "POST /v1/rb/definition/b60ea513-3362-4d2b-8e92-8c2e2e06ac89/27777813-f67a-4051-8118-965df8e92590/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/17 06:15:43 Main rss info 2022/05/17 06:15:43 Path: /tmp/helm-tmpl-135989928/manifest-0 2022/05/17 06:15:43 Kind: Service 2022/05/17 06:15:43 Path: /tmp/helm-tmpl-135989928/manifest-1 2022/05/17 06:15:43 Kind: Deployment 2022/05/17 06:15:43 Crd rss info 2022/05/17 06:15:43 Hook info {"filepath":"/tmp/helm-tmpl-135989928/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:15:43Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-17T06:15:43Z"} {"filepath":"/tmp/helm-tmpl-135989928/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:15:43Z"} 2022/05/17 06:15:43 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-17T06:15:43Z"} 10.233.71.121 - - [17/May/2022:06:15:43 +0000] "POST /v1/instance HTTP/1.1" 201 1280 2022/05/17 06:15:44 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.121 - - [17/May/2022:06:15:44 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 14531 {"instance":"naughty_booth","level":"info","msg":"[START] status notify thread for ","time":"2022-05-17T06:16:11Z"} {"instance":"naughty_booth","level":"info","msg":"REFRESH WATCHERS","subscription":"naughty_booth-cnf-adapter","time":"2022-05-17T06:16:16Z"} {"Instance":"naughty_booth","Kind":"Service","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-17T06:16:16Z"} {"Instance":"naughty_booth","Kind":"Deployment","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-17T06:16:16Z"} {"Instance":"naughty_booth","Kind":"Pod","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-17T06:16:16Z"} {"InstanceId":"naughty_booth","SubscriptionName":"naughty_booth-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-17T06:16:16Z"} 10.233.71.121 - - [17/May/2022:06:16:11 +0000] "POST /v1/instance/naughty_booth/status/subscription HTTP/1.1" 201 645 {"InstanceId":"naughty_booth","SubscriptionName":"naughty_booth-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-17T06:16:21Z"} 2022/05/17 06:16:22 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.58 - - [17/May/2022:06:16:22 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 14871 2022/05/17 06:16:32 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.58 - - [17/May/2022:06:16:32 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 14871 10.233.66.58 - - [17/May/2022:06:16:42 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 14683 2022/05/17 06:16:43 [scheduleResources]: START thread 10.233.66.58 - - [17/May/2022:06:16:43 +0000] "GET /v1/instance/naughty_booth/config/replica-count-change HTTP/1.1" 500 60 2022/05/17 06:16:48 [Config Create] Instance naughty_booth 2022/05/17 06:16:48 [ConfigTemplate]: Download replica-count-template 2022/05/17 06:16:48 Before Sent to goroutine {b60ea513-3362-4d2b-8e92-8c2e2e06ac89 27777813-f67a-4051-8118-965df8e92590 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/17 06:16:48 Message Sent to goroutine {b60ea513-3362-4d2b-8e92-8c2e2e06ac89 27777813-f67a-4051-8118-965df8e92590 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/17 06:16:48 [scheduleResources]: POST {b60ea513-3362-4d2b-8e92-8c2e2e06ac89 27777813-f67a-4051-8118-965df8e92590 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-168932985/manifest-0}] {"filepath":"/tmp/helm-tmpl-168932985/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:16:48Z"} 2022/05/17 06:16:48 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-168932985/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-17T06:16:48Z"} {"filepath":"/tmp/helm-tmpl-168932985/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:16:48Z"} 2022/05/17 06:16:48 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-17T06:16:48Z"} 2022/05/17 06:16:48 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.66.58 - - [17/May/2022:06:16:48 +0000] "POST /v1/instance/naughty_booth/config HTTP/1.1" 201 265 2022/05/17 06:16:48 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.58 - - [17/May/2022:06:16:48 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 20922 {"Instance":"naughty_booth","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-17T06:16:56Z"} {"Kind":"Pod","Name":"rel-1-apache-cb8888bf4-n584x","level":"info","msg":"CREATED","time":"2022-05-17T06:16:56Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-17T06:16:56Z"} {"Kind":"Pod","Name":"rel-1-apache-cb8888bf4-7lz9n","level":"info","msg":"MODIFIED","time":"2022-05-17T06:16:56Z"} 2022/05/17 06:16:56 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.121 - - [17/May/2022:06:16:56 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 20922 2022/05/17 06:16:58 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.58 - - [17/May/2022:06:16:58 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 20922 {"InstanceId":"naughty_booth","Result":202,"SubscriptionName":"naughty_booth-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-17T06:17:00Z"} 2022/05/17 06:17:08 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.58 - - [17/May/2022:06:17:08 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 21259 2022/05/17 06:17:18 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.58 - - [17/May/2022:06:17:18 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 21259 2022/05/17 06:17:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.58 - - [17/May/2022:06:17:28 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 21259 {"Instance":"naughty_booth","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-17T06:17:30Z"} {"Kind":"Pod","Name":"rel-1-apache-cb8888bf4-n584x","level":"info","msg":"MODIFIED","time":"2022-05-17T06:17:30Z"} 2022/05/17 06:17:30 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.121 - - [17/May/2022:06:17:30 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 21259 {"InstanceId":"naughty_booth","Result":202,"SubscriptionName":"naughty_booth-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-17T06:17:36Z"} 10.233.66.58 - - [17/May/2022:06:17:38 +0000] "GET /v1/instance/naughty_booth/status HTTP/1.1" 200 20967 {"Instance":"naughty_booth","Kind":"Pod","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-17T06:17:54Z"} {"Instance":"naughty_booth","Kind":"Service","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-17T06:17:54Z"} {"Instance":"naughty_booth","Kind":"Deployment","Subscription":"naughty_booth-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-17T06:17:54Z"} 2022/05/17 06:17:54 Deleted Obj with ID ObjectID("62833db0104673db42d65893") 2022/05/17 06:17:54 Deleted Obj with ID ObjectID("62833daf65f96ec4e30b182c") 10.233.71.121 - - [17/May/2022:06:17:54 +0000] "DELETE /v1/instance/naughty_booth/status/subscription/naughty_booth-cnf-adapter HTTP/1.1" 202 0 2022/05/17 06:17:54 [Config Cleanup] Instance naughty_booth 2022/05/17 06:17:54 [Config Delete] Instance naughty_booth Config replica-count-change 2022/05/17 06:17:54 [ConfigTemplate]: Download replica-count-template 2022/05/17 06:17:54 Before Sent to goroutine {b60ea513-3362-4d2b-8e92-8c2e2e06ac89 27777813-f67a-4051-8118-965df8e92590 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/17 06:17:54 Message Sent to goroutine {b60ea513-3362-4d2b-8e92-8c2e2e06ac89 27777813-f67a-4051-8118-965df8e92590 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/17 06:17:54 [scheduleResources]: DELETE {b60ea513-3362-4d2b-8e92-8c2e2e06ac89 27777813-f67a-4051-8118-965df8e92590 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-17T06:17:54Z"} 2022/05/17 06:17:54 No plugin for kind Deployment found. Using generic Plugin 2022/05/17 06:17:54 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/05/17 06:17:54 [Config Delete All] Instance naughty_booth Config replica-count-change 2022/05/17 06:17:54 Stop config thread for naughty_booth {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-17T06:17:54Z"} 2022/05/17 06:17:54 No plugin for kind Deployment found. Using generic Plugin 2022/05/17 06:17:54 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-17T06:17:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-17T06:17:54Z"} 2022/05/17 06:17:54 Deleting service: rel-1-apache {"instance":"naughty_booth","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-17T06:17:54Z"} 2022/05/17 06:17:54 Deleted Obj with ID ObjectID("62833d8f104673db42d65892") 2022/05/17 06:17:54 Deleted Obj with ID ObjectID("62833d8f65f96ec4e30b1804") 10.233.71.121 - - [17/May/2022:06:17:54 +0000] "DELETE /v1/instance/naughty_booth HTTP/1.1" 202 0 {"instance":"naughty_booth","level":"info","msg":"[START] status notify thread for ","time":"2022-05-17T06:18:06Z"} {"InstanceId":"naughty_booth","SubscriptionName":"naughty_booth-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-17T06:18:11Z"} 10.233.70.88 - - [17/May/2022:06:18:22 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/05/17 06:18:23 Deleted Obj with ID ObjectID("62833c34104673db42d65867") 2022/05/17 06:18:23 Deleted Obj with ID ObjectID("62833c3465f96ec4e30b15ff") 10.233.70.88 - - [17/May/2022:06:18:23 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 10.233.70.88 - - [17/May/2022:06:19:21 +0000] "GET /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5 HTTP/1.1" 200 270 10.233.70.88 - - [17/May/2022:06:19:21 +0000] "GET /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5/profile/cnftest HTTP/1.1" 404 87 10.233.70.88 - - [17/May/2022:06:19:21 +0000] "POST /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5/profile HTTP/1.1" 201 240 10.233.70.88 - - [17/May/2022:06:19:21 +0000] "GET /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5/profile/cnftest HTTP/1.1" 200 240 10.233.70.88 - - [17/May/2022:06:19:21 +0000] "POST /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-17T06:19:35Z"} 10.233.70.88 - - [17/May/2022:06:19:35 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-e52afacb-ed19-4efe-a44c-2021312e6834 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"0bab7c88-ff9d-4ab4-8e23-6a033e5690fe","vf-module-id":"ebbbaed5-c9e0-43a0-ad84-08dc00dc7d5c","vf-module-model-invariant-id":"81720800-68bd-475e-8183-05b93e9d573b","vf-module-model-version-id":"ba96417c-fd04-41b3-9566-21a2faf8834a","vf-module-model-customization-id":"14edde3b-e414-4ddb-87b6-1c5eb93419e5","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-e52afacb-ed19-4efe-a44c-2021312e6834"}},"level":"info","msg":"Broker API Payload","time":"2022-05-17T06:19:36Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"81720800-68bd-475e-8183-05b93e9d573b","rb-version":"14edde3b-e414-4ddb-87b6-1c5eb93419e5","profile-name":"cnftest","release-name":"ebbbaed5-c9e0-43a0-ad84-08dc00dc7d5c","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-e52afacb-ed19-4efe-a44c-2021312e6834"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-17T06:19:36Z"} 2022/05/17 06:19:36 Main rss info 2022/05/17 06:19:36 Path: /tmp/helm-tmpl-775951426/manifest-0 2022/05/17 06:19:36 Kind: Service 2022/05/17 06:19:36 Path: /tmp/helm-tmpl-775951426/manifest-1 2022/05/17 06:19:36 Kind: Deployment 2022/05/17 06:19:36 Crd rss info 2022/05/17 06:19:36 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-17T06:19:36Z"} 2022/05/17 06:19:36 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-775951426/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:19:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-17T06:19:36Z"} {"filepath":"/tmp/helm-tmpl-775951426/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-17T06:19:36Z"} 2022/05/17 06:19:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-17T06:19:36Z"} 10.233.70.88 - - [17/May/2022:06:19:36 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_panini","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-17T06:19:36Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_panini","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-17T06:19:36Z"} 10.233.70.88 - - [17/May/2022:06:19:36 +0000] "GET /basicnf-owner/k8sregion/infra_workload/upbeat_panini HTTP/1.1" 200 121 10.233.70.88 - - [17/May/2022:06:19:37 +0000] "POST /basicnf-owner/k8sregion/infra_workload/upbeat_panini HTTP/1.1" 405 0 10.233.70.88 - - [17/May/2022:06:20:07 +0000] "GET /basicnf-owner/k8sregion/infra_workload/upbeat_panini HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_panini","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-17T06:20:07Z"} 2022/05/17 06:20:07 [Config Cleanup] Instance upbeat_panini 2022/05/17 06:20:07 [scheduleResources]: START thread 2022/05/17 06:20:12 Stop config thread for upbeat_panini {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-17T06:20:12Z"} 2022/05/17 06:20:12 No plugin for kind Deployment found. Using generic Plugin 2022/05/17 06:20:12 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-17T06:20:12Z"} 2022/05/17 06:20:12 Deleting service: cnftest-nginx {"instance":"upbeat_panini","level":"info","msg":"[START] status notify thread for ","time":"2022-05-17T06:20:12Z"} {"instance":"upbeat_panini","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-17T06:20:17Z"} 2022/05/17 06:20:17 Deleted Obj with ID ObjectID("62833e78104673db42d65896") 2022/05/17 06:20:17 Deleted Obj with ID ObjectID("62833e7765f96ec4e30b1995") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_panini","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-17T06:20:17Z"} 10.233.70.88 - - [17/May/2022:06:20:07 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/upbeat_panini HTTP/1.1" 202 121 10.233.70.88 - - [17/May/2022:06:20:32 +0000] "GET /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5 HTTP/1.1" 200 270 10.233.70.88 - - [17/May/2022:06:20:32 +0000] "GET /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5/profile/cnftest HTTP/1.1" 200 240 2022/05/17 06:20:32 Deleted Obj with ID ObjectID("62833e69104673db42d65894") 2022/05/17 06:20:32 Deleted Obj with ID ObjectID("62833e69104673db42d65895") 10.233.70.88 - - [17/May/2022:06:20:32 +0000] "DELETE /v1/rb/definition/81720800-68bd-475e-8183-05b93e9d573b/14edde3b-e414-4ddb-87b6-1c5eb93419e5/profile/cnftest HTTP/1.1" 204 0 2022/05/17 06:20:32 Deleted Obj with ID ObjectID("62833e6965f96ec4e30b1971") 10.233.70.88 - - [17/May/2022:06:21:03 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/05/17 06:21:03 Deleted Obj with ID ObjectID("62833cd7104673db42d65887") 2022/05/17 06:21:03 Deleted Obj with ID ObjectID("62833cd665f96ec4e30b1740") 10.233.70.88 - - [17/May/2022:06:21:03 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0