By type
2023/02/09 04:59:50 Starting Kubernetes Multicloud API 2023/02/09 04:59:50 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2023-02-09T05:00:00Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2023-02-09T05:00:00Z"} 10.233.66.206 - - [09/Feb/2023:05:33:26 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2023-02-09T05:33:26Z"} 10.233.67.153 - - [09/Feb/2023:08:06:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.153 - - [09/Feb/2023:08:14:15 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.153 - - [09/Feb/2023:08:58:58 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [09/Feb/2023:09:08:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [09/Feb/2023:09:09:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [09/Feb/2023:09:09:15 +0000] "POST /v1/rb/definition HTTP/1.1" 500 26 10.233.67.153 - - [09/Feb/2023:09:24:35 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.67.153 - - [09/Feb/2023:09:24:35 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.67.153 - - [09/Feb/2023:09:24:35 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.67.153 - - [09/Feb/2023:09:24:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.153 - - [09/Feb/2023:09:24:35 +0000] "GET /v1/rb/definition/cds-ms-rb-16587742-110e-4eca-9045-7a4ca5daed7b/v1 HTTP/1.1" 200 124 10.233.67.153 - - [09/Feb/2023:09:24:35 +0000] "POST /v1/rb/definition/cds-ms-rb-16587742-110e-4eca-9045-7a4ca5daed7b/v1/content HTTP/1.1" 200 0 10.233.67.153 - - [09/Feb/2023:09:24:36 +0000] "GET /v1/rb/definition/cds-ms-rb-16587742-110e-4eca-9045-7a4ca5daed7b/v1 HTTP/1.1" 200 138 10.233.67.153 - - [09/Feb/2023:09:24:36 +0000] "POST /v1/rb/definition/cds-ms-rb-16587742-110e-4eca-9045-7a4ca5daed7b/v1/profile HTTP/1.1" 201 305 10.233.67.153 - - [09/Feb/2023:09:24:36 +0000] "GET /v1/rb/definition/cds-ms-rb-16587742-110e-4eca-9045-7a4ca5daed7b/v1/profile/cds-ms-prof-38c36afc-43dc-4082-9712-fe1baf4cce8d HTTP/1.1" 200 305 10.233.67.153 - - [09/Feb/2023:09:24:36 +0000] "POST /v1/rb/definition/cds-ms-rb-16587742-110e-4eca-9045-7a4ca5daed7b/v1/profile/cds-ms-prof-38c36afc-43dc-4082-9712-fe1baf4cce8d/content HTTP/1.1" 200 0 2023/02/09 09:24:36 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2023/02/09 09:24:36 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2023/02/09 09:24:36 Main rss info 2023/02/09 09:24:36 Path: /tmp/helm-tmpl-377913027/manifest-0 2023/02/09 09:24:36 Kind: Service 2023/02/09 09:24:36 Path: /tmp/helm-tmpl-377913027/manifest-1 2023/02/09 09:24:36 Kind: Deployment 2023/02/09 09:24:36 Crd rss info 2023/02/09 09:24:36 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2023-02-09T09:24:36Z"} 2023/02/09 09:24:36 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-377913027/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T09:24:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2023-02-09T09:24:36Z"} {"filepath":"/tmp/helm-tmpl-377913027/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T09:24:36Z"} 2023/02/09 09:24:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2023-02-09T09:24:36Z"} 10.233.67.153 - - [09/Feb/2023:09:24:36 +0000] "POST /v1/instance HTTP/1.1" 201 541 2023/02/09 09:26:33 [Config Cleanup] Instance clever_wilbur 2023/02/09 09:26:33 [scheduleResources]: START thread 2023/02/09 09:26:38 Stop config thread for clever_wilbur {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2023-02-09T09:26:38Z"} 2023/02/09 09:26:38 No plugin for kind Deployment found. Using generic Plugin 2023/02/09 09:26:38 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2023-02-09T09:26:38Z"} 2023/02/09 09:26:38 Deleting service: cds-regression-mockserver {"instance":"clever_wilbur","level":"info","msg":"[START] status notify thread for ","time":"2023-02-09T09:26:38Z"} {"instance":"clever_wilbur","level":"info","msg":"[STOP] status notify thread for ","time":"2023-02-09T09:26:43Z"} 2023/02/09 09:26:43 Deleted Obj with ID ObjectID("63e4bbd40904ceb8ba36399d") 2023/02/09 09:26:43 Deleted Obj with ID ObjectID("63e4bbd5351f4838ec155405") 10.233.67.153 - - [09/Feb/2023:09:26:33 +0000] "DELETE /v1/instance/clever_wilbur HTTP/1.1" 202 0 10.233.67.153 - - [09/Feb/2023:09:26:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2023/02/09 09:26:43 Deleted Obj with ID ObjectID("63e4bbd30904ceb8ba363994") 2023/02/09 09:26:43 Deleted Obj with ID ObjectID("63e4bbd5351f4838ec1553c7") 10.233.67.153 - - [09/Feb/2023:09:26:43 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.67.153 - - [09/Feb/2023:09:27:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.153 - - [09/Feb/2023:09:27:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.67.153 - - [09/Feb/2023:09:27:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [09/Feb/2023:09:27:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [09/Feb/2023:09:27:31 +0000] "POST /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215/content HTTP/1.1" 200 0 127.0.0.1 - - [09/Feb/2023:09:27:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.67.153 - - [09/Feb/2023:09:32:35 +0000] "GET /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215 HTTP/1.1" 200 270 10.233.67.153 - - [09/Feb/2023:09:32:35 +0000] "GET /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215/profile/cnftest HTTP/1.1" 404 87 10.233.67.153 - - [09/Feb/2023:09:32:35 +0000] "POST /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215/profile HTTP/1.1" 201 240 10.233.67.153 - - [09/Feb/2023:09:32:35 +0000] "GET /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215/profile/cnftest HTTP/1.1" 200 240 10.233.67.153 - - [09/Feb/2023:09:32:35 +0000] "POST /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215/profile/cnftest/content HTTP/1.1" 200 0 10.233.67.153 - - [09/Feb/2023:09:52:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.67.153 - - [09/Feb/2023:09:53:20 +0000] "GET /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215 HTTP/1.1" 200 270 10.233.67.153 - - [09/Feb/2023:09:53:20 +0000] "GET /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215/profile/cnftest HTTP/1.1" 200 240 10.233.67.153 - - [09/Feb/2023:10:12:45 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.67.153 - - [09/Feb/2023:10:13:43 +0000] "GET /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215 HTTP/1.1" 200 270 10.233.67.153 - - [09/Feb/2023:10:13:43 +0000] "GET /v1/rb/definition/723c4fdd-c1a7-46a4-aaef-3bf4abc14068/87a0be9d-1bc7-4341-864b-7930580c8215/profile/cnftest HTTP/1.1" 200 240 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "GET /v1/rb/definition/pnf-cnf-rb-305a244b-470d-4d69-8d41-1612a9581fbb/v1 HTTP/1.1" 200 125 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "POST /v1/rb/definition/pnf-cnf-rb-305a244b-470d-4d69-8d41-1612a9581fbb/v1/content HTTP/1.1" 200 0 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "GET /v1/rb/definition/pnf-cnf-rb-305a244b-470d-4d69-8d41-1612a9581fbb/v1 HTTP/1.1" 200 138 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "POST /v1/rb/definition/pnf-cnf-rb-305a244b-470d-4d69-8d41-1612a9581fbb/v1/profile HTTP/1.1" 201 314 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "GET /v1/rb/definition/pnf-cnf-rb-305a244b-470d-4d69-8d41-1612a9581fbb/v1/profile/pnf-cnf-profile-7e0da5e3-b975-4b2a-8cdb-cdea860cdf2a HTTP/1.1" 200 314 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "POST /v1/rb/definition/pnf-cnf-rb-305a244b-470d-4d69-8d41-1612a9581fbb/v1/profile/pnf-cnf-profile-7e0da5e3-b975-4b2a-8cdb-cdea860cdf2a/content HTTP/1.1" 200 0 2023/02/09 10:27:42 Main rss info 2023/02/09 10:27:42 Path: /tmp/helm-tmpl-146607831/manifest-0 2023/02/09 10:27:42 Kind: Service 2023/02/09 10:27:42 Path: /tmp/helm-tmpl-146607831/manifest-1 2023/02/09 10:27:42 Kind: Service 2023/02/09 10:27:42 Path: /tmp/helm-tmpl-146607831/manifest-2 2023/02/09 10:27:42 Kind: Pod 2023/02/09 10:27:42 Path: /tmp/helm-tmpl-146607831/manifest-3 2023/02/09 10:27:42 Kind: Deployment 2023/02/09 10:27:42 Crd rss info 2023/02/09 10:27:42 Hook info {"filepath":"/tmp/helm-tmpl-146607831/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:27:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T10:27:42Z"} {"filepath":"/tmp/helm-tmpl-146607831/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:27:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T10:27:42Z"} {"filepath":"/tmp/helm-tmpl-146607831/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:27:42Z"} 2023/02/09 10:27:42 No plugin for kind Pod found. Using generic Plugin 2023/02/09 10:27:43 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T10:27:43Z"} {"filepath":"/tmp/helm-tmpl-146607831/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:27:43Z"} 2023/02/09 10:27:43 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T10:27:43Z"} 10.233.67.153 - - [09/Feb/2023:10:27:42 +0000] "POST /v1/instance HTTP/1.1" 201 748 10.233.67.153 - - [09/Feb/2023:10:31:16 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.67.153 - - [09/Feb/2023:10:31:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.67.153 - - [09/Feb/2023:10:31:16 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [09/Feb/2023:10:31:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [09/Feb/2023:10:31:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [09/Feb/2023:10:31:29 +0000] "POST /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1/content HTTP/1.1" 200 0 127.0.0.1 - - [09/Feb/2023:10:31:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.69.79 - - [09/Feb/2023:10:35:01 +0000] "GET /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1 HTTP/1.1" 200 277 10.233.69.79 - - [09/Feb/2023:10:35:01 +0000] "GET /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1/profile/node-port-profile HTTP/1.1" 404 87 10.233.69.79 - - [09/Feb/2023:10:35:01 +0000] "POST /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1/profile HTTP/1.1" 201 270 10.233.69.79 - - [09/Feb/2023:10:35:01 +0000] "POST /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.69.79 - - [09/Feb/2023:10:35:30 +0000] "GET /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1 HTTP/1.1" 200 277 10.233.69.79 - - [09/Feb/2023:10:35:30 +0000] "GET /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1/config-template/replica-count-template HTTP/1.1" 500 78 2023/02/09 10:35:30 [ConfigiTemplate]: create 52c8a688-7784-4b41-8ef7-302f5f5a6bdc 10.233.69.79 - - [09/Feb/2023:10:35:30 +0000] "POST /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1/config-template HTTP/1.1" 201 113 2023/02/09 10:35:30 [ConfigTemplate]: Upload replica-count-template 10.233.69.79 - - [09/Feb/2023:10:35:30 +0000] "POST /v1/rb/definition/52c8a688-7784-4b41-8ef7-302f5f5a6bdc/439892e1-ac88-4a68-baa4-ce3592c4bba1/config-template/replica-count-template/content HTTP/1.1" 200 0 2023/02/09 10:35:38 Main rss info 2023/02/09 10:35:38 Path: /tmp/helm-tmpl-272124924/manifest-0 2023/02/09 10:35:38 Kind: Service 2023/02/09 10:35:38 Path: /tmp/helm-tmpl-272124924/manifest-1 2023/02/09 10:35:38 Kind: Deployment 2023/02/09 10:35:38 Crd rss info 2023/02/09 10:35:38 Hook info {"filepath":"/tmp/helm-tmpl-272124924/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:35:38Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-02-09T10:35:38Z"} {"filepath":"/tmp/helm-tmpl-272124924/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:35:38Z"} 2023/02/09 10:35:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-02-09T10:35:38Z"} 10.233.66.206 - - [09/Feb/2023:10:35:37 +0000] "POST /v1/instance HTTP/1.1" 201 1275 2023/02/09 10:35:39 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.206 - - [09/Feb/2023:10:35:39 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 14520 {"instance":"lucid_wu","level":"info","msg":"[START] status notify thread for ","time":"2023-02-09T10:36:06Z"} {"instance":"lucid_wu","level":"info","msg":"REFRESH WATCHERS","subscription":"lucid_wu-cnf-adapter","time":"2023-02-09T10:36:11Z"} {"Instance":"lucid_wu","Kind":"Deployment","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-02-09T10:36:11Z"} {"Instance":"lucid_wu","Kind":"Service","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-02-09T10:36:11Z"} {"Instance":"lucid_wu","Kind":"Pod","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-02-09T10:36:11Z"} {"InstanceId":"lucid_wu","SubscriptionName":"lucid_wu-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2023-02-09T10:36:11Z"} 10.233.66.206 - - [09/Feb/2023:10:36:06 +0000] "POST /v1/instance/lucid_wu/status/subscription HTTP/1.1" 201 630 {"InstanceId":"lucid_wu","SubscriptionName":"lucid_wu-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2023-02-09T10:36:16Z"} 2023/02/09 10:36:26 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:36:26 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 14863 2023/02/09 10:36:37 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:36:36 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 14863 10.233.69.79 - - [09/Feb/2023:10:36:47 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 14675 2023/02/09 10:36:47 [scheduleResources]: START thread {"Instance":"lucid_wu","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-02-09T10:36:51Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-02-09T10:36:51Z"} {"Kind":"Pod","Name":"rel-1-apache-8445dbf97c-svcd2","level":"info","msg":"MODIFIED","time":"2023-02-09T10:36:51Z"} 10.233.66.206 - - [09/Feb/2023:10:36:51 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 14675 10.233.69.79 - - [09/Feb/2023:10:36:47 +0000] "GET /v1/instance/lucid_wu/config/replica-count-change HTTP/1.1" 500 60 2023/02/09 10:36:52 [Config Create] Instance lucid_wu 2023/02/09 10:36:52 [ConfigTemplate]: Download replica-count-template 2023/02/09 10:36:52 Before Sent to goroutine {52c8a688-7784-4b41-8ef7-302f5f5a6bdc 439892e1-ac88-4a68-baa4-ce3592c4bba1 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/02/09 10:36:52 Message Sent to goroutine {52c8a688-7784-4b41-8ef7-302f5f5a6bdc 439892e1-ac88-4a68-baa4-ce3592c4bba1 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/02/09 10:36:52 [scheduleResources]: POST {52c8a688-7784-4b41-8ef7-302f5f5a6bdc 439892e1-ac88-4a68-baa4-ce3592c4bba1 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-081706775/manifest-0}] {"filepath":"/tmp/helm-tmpl-081706775/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:36:52Z"} 2023/02/09 10:36:52 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-081706775/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2023-02-09T10:36:52Z"} {"filepath":"/tmp/helm-tmpl-081706775/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T10:36:52Z"} 2023/02/09 10:36:52 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2023-02-09T10:36:52Z"} 2023/02/09 10:36:52 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.69.79 - - [09/Feb/2023:10:36:52 +0000] "POST /v1/instance/lucid_wu/config HTTP/1.1" 201 260 2023/02/09 10:36:53 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:36:53 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 20914 {"InstanceId":"lucid_wu","Result":202,"SubscriptionName":"lucid_wu-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-02-09T10:36:56Z"} 2023/02/09 10:37:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:37:03 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 20914 2023/02/09 10:37:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:37:13 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 20914 2023/02/09 10:37:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:37:23 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 21257 {"Instance":"lucid_wu","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-02-09T10:37:26Z"} {"Kind":"Pod","Name":"rel-1-apache-8445dbf97c-tdhmf","level":"info","msg":"CREATED","time":"2023-02-09T10:37:26Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-02-09T10:37:26Z"} 10.233.66.206 - - [09/Feb/2023:10:37:26 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 21257 2023/02/09 10:37:26 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready {"InstanceId":"lucid_wu","Result":202,"SubscriptionName":"lucid_wu-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-02-09T10:37:30Z"} 2023/02/09 10:37:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:37:33 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 21257 2023/02/09 10:37:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.79 - - [09/Feb/2023:10:37:43 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 21257 10.233.69.79 - - [09/Feb/2023:10:37:54 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 20965 {"Instance":"lucid_wu","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-02-09T10:38:00Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-02-09T10:38:00Z"} {"Kind":"Pod","Name":"rel-1-apache-8445dbf97c-tdhmf","level":"info","msg":"MODIFIED","time":"2023-02-09T10:38:00Z"} 10.233.66.206 - - [09/Feb/2023:10:38:00 +0000] "GET /v1/instance/lucid_wu/status HTTP/1.1" 200 20965 {"InstanceId":"lucid_wu","Result":202,"SubscriptionName":"lucid_wu-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-02-09T10:38:07Z"} {"Instance":"lucid_wu","Kind":"Pod","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-02-09T10:38:39Z"} {"Instance":"lucid_wu","Kind":"Service","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-02-09T10:38:39Z"} {"Instance":"lucid_wu","Kind":"Deployment","Subscription":"lucid_wu-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-02-09T10:38:39Z"} 2023/02/09 10:38:39 Deleted Obj with ID ObjectID("63e4cc9b0904ceb8ba3639c4") 2023/02/09 10:38:39 Deleted Obj with ID ObjectID("63e4cc9d351f4838ec155f78") 10.233.66.206 - - [09/Feb/2023:10:38:39 +0000] "DELETE /v1/instance/lucid_wu/status/subscription/lucid_wu-cnf-adapter HTTP/1.1" 202 0 2023/02/09 10:38:40 [Config Cleanup] Instance lucid_wu 2023/02/09 10:38:40 [Config Delete] Instance lucid_wu Config replica-count-change 2023/02/09 10:38:40 [ConfigTemplate]: Download replica-count-template 2023/02/09 10:38:40 Before Sent to goroutine {52c8a688-7784-4b41-8ef7-302f5f5a6bdc 439892e1-ac88-4a68-baa4-ce3592c4bba1 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/02/09 10:38:40 Message Sent to goroutine {52c8a688-7784-4b41-8ef7-302f5f5a6bdc 439892e1-ac88-4a68-baa4-ce3592c4bba1 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/02/09 10:38:40 [scheduleResources]: DELETE {52c8a688-7784-4b41-8ef7-302f5f5a6bdc 439892e1-ac88-4a68-baa4-ce3592c4bba1 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-02-09T10:38:40Z"} 2023/02/09 10:38:40 No plugin for kind Deployment found. Using generic Plugin 2023/02/09 10:38:40 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2023/02/09 10:38:40 [Config Delete All] Instance lucid_wu Config replica-count-change 2023/02/09 10:38:40 Stop config thread for lucid_wu {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-02-09T10:38:40Z"} 2023/02/09 10:38:40 No plugin for kind Deployment found. Using generic Plugin 2023/02/09 10:38:40 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2023-02-09T10:38:40Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-02-09T10:38:40Z"} 2023/02/09 10:38:40 Deleting service: rel-1-apache {"instance":"lucid_wu","level":"info","msg":"[STOP] status notify thread for ","time":"2023-02-09T10:38:40Z"} 2023/02/09 10:38:40 Deleted Obj with ID ObjectID("63e4cc7a0904ceb8ba3639c3") 10.233.66.206 - - [09/Feb/2023:10:38:39 +0000] "DELETE /v1/instance/lucid_wu HTTP/1.1" 202 0 2023/02/09 10:38:40 Deleted Obj with ID ObjectID("63e4cc7b351f4838ec155f4f") {"instance":"lucid_wu","level":"info","msg":"[START] status notify thread for ","time":"2023-02-09T10:39:07Z"} {"InstanceId":"lucid_wu","SubscriptionName":"lucid_wu-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2023-02-09T10:39:12Z"} 10.233.67.153 - - [09/Feb/2023:10:39:33 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2023/02/09 10:39:33 Deleted Obj with ID ObjectID("63e4cb740904ceb8ba3639b2") 2023/02/09 10:39:33 Deleted Obj with ID ObjectID("63e4cb75351f4838ec155e49") 10.233.67.153 - - [09/Feb/2023:10:39:33 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2023/02/09 11:07:04 [Config Cleanup] Instance flamboyant_shannon 2023/02/09 11:07:04 [scheduleResources]: START thread 2023/02/09 11:07:10 Stop config thread for flamboyant_shannon {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T11:07:10Z"} 2023/02/09 11:07:10 No plugin for kind Deployment found. Using generic Plugin 2023/02/09 11:07:10 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T11:07:10Z"} 2023/02/09 11:07:10 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T11:07:10Z"} 2023/02/09 11:07:10 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T11:07:10Z"} 2023/02/09 11:07:10 Deleting service: pnf-macro-test-simulator-mongo {"instance":"flamboyant_shannon","level":"info","msg":"[START] status notify thread for ","time":"2023-02-09T11:07:10Z"} {"instance":"flamboyant_shannon","level":"info","msg":"[STOP] status notify thread for ","time":"2023-02-09T11:07:15Z"} 2023/02/09 11:07:15 Deleted Obj with ID ObjectID("63e4ca9e0904ceb8ba3639b1") 2023/02/09 11:07:15 Deleted Obj with ID ObjectID("63e4caa0351f4838ec155db6") 10.233.67.153 - - [09/Feb/2023:11:07:04 +0000] "DELETE /v1/instance/flamboyant_shannon HTTP/1.1" 202 0 10.233.67.153 - - [09/Feb/2023:11:07:15 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2023/02/09 11:07:15 Deleted Obj with ID ObjectID("63e4ca9e0904ceb8ba3639a9") 10.233.67.153 - - [09/Feb/2023:11:07:15 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2023/02/09 11:07:15 Deleted Obj with ID ObjectID("63e4caa0351f4838ec155d7b") 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d17cf69c-536c-4495-b63e-dbfd80f530d6/v1 HTTP/1.1" 200 125 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d17cf69c-536c-4495-b63e-dbfd80f530d6/v1/content HTTP/1.1" 200 0 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d17cf69c-536c-4495-b63e-dbfd80f530d6/v1 HTTP/1.1" 200 138 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d17cf69c-536c-4495-b63e-dbfd80f530d6/v1/profile HTTP/1.1" 201 314 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d17cf69c-536c-4495-b63e-dbfd80f530d6/v1/profile/pnf-cnf-profile-0cb89787-4cb4-4a85-b845-ada10726f491 HTTP/1.1" 200 314 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d17cf69c-536c-4495-b63e-dbfd80f530d6/v1/profile/pnf-cnf-profile-0cb89787-4cb4-4a85-b845-ada10726f491/content HTTP/1.1" 200 0 2023/02/09 11:27:06 Main rss info 2023/02/09 11:27:06 Path: /tmp/helm-tmpl-531922234/manifest-0 2023/02/09 11:27:06 Kind: Service 2023/02/09 11:27:06 Path: /tmp/helm-tmpl-531922234/manifest-1 2023/02/09 11:27:06 Kind: Service 2023/02/09 11:27:06 Path: /tmp/helm-tmpl-531922234/manifest-2 2023/02/09 11:27:06 Kind: Pod 2023/02/09 11:27:06 Path: /tmp/helm-tmpl-531922234/manifest-3 2023/02/09 11:27:06 Kind: Deployment 2023/02/09 11:27:06 Crd rss info 2023/02/09 11:27:06 Hook info {"filepath":"/tmp/helm-tmpl-531922234/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T11:27:06Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T11:27:06Z"} {"filepath":"/tmp/helm-tmpl-531922234/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T11:27:06Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T11:27:06Z"} {"filepath":"/tmp/helm-tmpl-531922234/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T11:27:06Z"} 2023/02/09 11:27:06 No plugin for kind Pod found. Using generic Plugin 2023/02/09 11:27:06 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T11:27:06Z"} {"filepath":"/tmp/helm-tmpl-531922234/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2023-02-09T11:27:06Z"} 2023/02/09 11:27:06 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T11:27:06Z"} 10.233.67.153 - - [09/Feb/2023:11:27:06 +0000] "POST /v1/instance HTTP/1.1" 201 744 2023/02/09 11:29:54 [Config Cleanup] Instance lucid_meninsky 2023/02/09 11:29:54 [scheduleResources]: START thread 2023/02/09 11:29:59 Stop config thread for lucid_meninsky 2023/02/09 11:29:59 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T11:29:59Z"} 2023/02/09 11:29:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T11:29:59Z"} 2023/02/09 11:29:59 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-02-09T11:29:59Z"} 2023/02/09 11:29:59 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-02-09T11:29:59Z"} 2023/02/09 11:29:59 Deleting service: pnf-macro-test-simulator-mongo {"instance":"lucid_meninsky","level":"info","msg":"[START] status notify thread for ","time":"2023-02-09T11:30:00Z"} {"instance":"lucid_meninsky","level":"info","msg":"[STOP] status notify thread for ","time":"2023-02-09T11:30:05Z"} 2023/02/09 11:30:05 Deleted Obj with ID ObjectID("63e4d88a0904ceb8ba3639cd") 2023/02/09 11:30:05 Deleted Obj with ID ObjectID("63e4d88c351f4838ec1567ff") 10.233.67.153 - - [09/Feb/2023:11:29:54 +0000] "DELETE /v1/instance/lucid_meninsky HTTP/1.1" 202 0 10.233.67.153 - - [09/Feb/2023:11:30:05 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2023/02/09 11:30:05 Deleted Obj with ID ObjectID("63e4d88a0904ceb8ba3639c5") 10.233.67.153 - - [09/Feb/2023:11:30:05 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2023/02/09 11:30:05 Deleted Obj with ID ObjectID("63e4d88b351f4838ec1567c4")