2022/05/07 04:40:50 Starting Kubernetes Multicloud API 2022/05/07 04:40:50 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-07T04:41:00Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-07T04:41:00Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-07T05:03:49Z"} 10.233.65.78 - - [07/May/2022:05:03:49 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.71.149 - - [07/May/2022:06:33:37 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.149 - - [07/May/2022:06:34:05 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.149 - - [07/May/2022:06:34:39 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [07/May/2022:06:35:26 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.71.149 - - [07/May/2022:06:35:42 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [07/May/2022:06:36:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.149 - - [07/May/2022:06:36:58 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.149 - - [07/May/2022:06:38:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [07/May/2022:06:39:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.71.149 - - [07/May/2022:06:40:58 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.149 - - [07/May/2022:06:44:58 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.71.149 - - [07/May/2022:06:44:58 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-8efa7146-9f98-410c-939d-3261aff499e4/v1 HTTP/1.1" 200 125 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-8efa7146-9f98-410c-939d-3261aff499e4/v1/content HTTP/1.1" 200 0 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-8efa7146-9f98-410c-939d-3261aff499e4/v1 HTTP/1.1" 200 138 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-8efa7146-9f98-410c-939d-3261aff499e4/v1/profile HTTP/1.1" 201 314 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-8efa7146-9f98-410c-939d-3261aff499e4/v1/profile/pnf-cnf-profile-5b920783-675d-4988-ae25-6a1e9c29fc37 HTTP/1.1" 200 314 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-8efa7146-9f98-410c-939d-3261aff499e4/v1/profile/pnf-cnf-profile-5b920783-675d-4988-ae25-6a1e9c29fc37/content HTTP/1.1" 200 0 2022/05/07 06:44:59 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/07 06:44:59 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/07 06:44:59 Main rss info 2022/05/07 06:44:59 Path: /tmp/helm-tmpl-334101754/manifest-0 2022/05/07 06:44:59 Kind: Service 2022/05/07 06:44:59 Path: /tmp/helm-tmpl-334101754/manifest-1 2022/05/07 06:44:59 Kind: Service 2022/05/07 06:44:59 Path: /tmp/helm-tmpl-334101754/manifest-2 2022/05/07 06:44:59 Kind: Pod 2022/05/07 06:44:59 Path: /tmp/helm-tmpl-334101754/manifest-3 2022/05/07 06:44:59 Kind: Deployment 2022/05/07 06:44:59 Crd rss info 2022/05/07 06:44:59 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-07T06:44:59Z"} 2022/05/07 06:44:59 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-334101754/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:44:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-07T06:44:59Z"} {"filepath":"/tmp/helm-tmpl-334101754/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:44:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-07T06:44:59Z"} {"filepath":"/tmp/helm-tmpl-334101754/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:44:59Z"} 2022/05/07 06:44:59 No plugin for kind Pod found. Using generic Plugin 2022/05/07 06:44:59 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-07T06:44:59Z"} {"filepath":"/tmp/helm-tmpl-334101754/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:44:59Z"} 2022/05/07 06:44:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-07T06:44:59Z"} 10.233.71.149 - - [07/May/2022:06:44:59 +0000] "POST /v1/instance HTTP/1.1" 201 745 10.233.71.149 - - [07/May/2022:06:45:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.71.149 - - [07/May/2022:06:45:00 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.71.149 - - [07/May/2022:06:45:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.71.149 - - [07/May/2022:06:45:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.71.149 - - [07/May/2022:06:45:00 +0000] "GET /v1/rb/definition/cds-ms-rb-c9d76dc5-8ab6-4b36-9fee-c843216a306c/v1 HTTP/1.1" 200 124 10.233.71.149 - - [07/May/2022:06:45:00 +0000] "POST /v1/rb/definition/cds-ms-rb-c9d76dc5-8ab6-4b36-9fee-c843216a306c/v1/content HTTP/1.1" 200 0 10.233.71.149 - - [07/May/2022:06:45:00 +0000] "GET /v1/rb/definition/cds-ms-rb-c9d76dc5-8ab6-4b36-9fee-c843216a306c/v1 HTTP/1.1" 200 138 10.233.71.149 - - [07/May/2022:06:45:01 +0000] "POST /v1/rb/definition/cds-ms-rb-c9d76dc5-8ab6-4b36-9fee-c843216a306c/v1/profile HTTP/1.1" 201 305 10.233.71.149 - - [07/May/2022:06:45:01 +0000] "GET /v1/rb/definition/cds-ms-rb-c9d76dc5-8ab6-4b36-9fee-c843216a306c/v1/profile/cds-ms-prof-6a9e04a5-6480-4ff5-8790-ea639e128015 HTTP/1.1" 200 305 10.233.71.149 - - [07/May/2022:06:45:01 +0000] "POST /v1/rb/definition/cds-ms-rb-c9d76dc5-8ab6-4b36-9fee-c843216a306c/v1/profile/cds-ms-prof-6a9e04a5-6480-4ff5-8790-ea639e128015/content HTTP/1.1" 200 0 2022/05/07 06:45:01 Main rss info 2022/05/07 06:45:01 Path: /tmp/helm-tmpl-628825962/manifest-0 2022/05/07 06:45:01 Kind: Service 2022/05/07 06:45:01 Path: /tmp/helm-tmpl-628825962/manifest-1 2022/05/07 06:45:01 Kind: Deployment 2022/05/07 06:45:01 Crd rss info 2022/05/07 06:45:01 Hook info {"filepath":"/tmp/helm-tmpl-628825962/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:45:01Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-07T06:45:01Z"} {"filepath":"/tmp/helm-tmpl-628825962/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:45:01Z"} 2022/05/07 06:45:01 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-07T06:45:01Z"} 10.233.71.149 - - [07/May/2022:06:45:01 +0000] "POST /v1/instance HTTP/1.1" 201 546 10.233.71.149 - - [07/May/2022:06:46:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 2022/05/07 06:46:20 [Config Cleanup] Instance amazing_mirzakhani 2022/05/07 06:46:20 [scheduleResources]: START thread 2022/05/07 06:46:25 Stop config thread for amazing_mirzakhani {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-07T06:46:25Z"} 2022/05/07 06:46:25 [scheduleResources]: STOP thread 2022/05/07 06:46:25 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-07T06:46:25Z"} 2022/05/07 06:46:25 Deleting service: cds-regression-mockserver {"instance":"amazing_mirzakhani","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T06:46:25Z"} {"instance":"amazing_mirzakhani","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-07T06:46:30Z"} 2022/05/07 06:46:30 Deleted Obj with ID ObjectID("6276156d80fb4f58a1f9127d") 2022/05/07 06:46:30 Deleted Obj with ID ObjectID("6276156cb61835d0417287c0") 10.233.71.149 - - [07/May/2022:06:46:20 +0000] "DELETE /v1/instance/amazing_mirzakhani HTTP/1.1" 202 0 10.233.71.149 - - [07/May/2022:06:46:30 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/05/07 06:46:30 Deleted Obj with ID ObjectID("6276156c80fb4f58a1f91275") 2022/05/07 06:46:30 Deleted Obj with ID ObjectID("6276156cb61835d041728785") 10.233.71.149 - - [07/May/2022:06:46:30 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.71.149 - - [07/May/2022:06:47:01 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.71.149 - - [07/May/2022:06:47:01 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.71.149 - - [07/May/2022:06:47:01 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [07/May/2022:06:47:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [07/May/2022:06:47:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [07/May/2022:06:47:12 +0000] "POST /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef/content HTTP/1.1" 200 0 127.0.0.1 - - [07/May/2022:06:47:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.149 - - [07/May/2022:06:47:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.149 - - [07/May/2022:06:47:38 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.71.149 - - [07/May/2022:06:47:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [07/May/2022:06:47:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [07/May/2022:06:48:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [07/May/2022:06:48:04 +0000] "POST /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd/content HTTP/1.1" 200 0 10.233.72.57 - - [07/May/2022:06:53:20 +0000] "GET /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef HTTP/1.1" 200 277 10.233.72.57 - - [07/May/2022:06:53:20 +0000] "GET /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.57 - - [07/May/2022:06:53:20 +0000] "POST /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef/profile HTTP/1.1" 201 270 10.233.72.57 - - [07/May/2022:06:53:20 +0000] "POST /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.57 - - [07/May/2022:06:53:34 +0000] "GET /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef HTTP/1.1" 200 277 10.233.72.57 - - [07/May/2022:06:53:34 +0000] "GET /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/07 06:53:34 [ConfigiTemplate]: create 7b11e86e-5468-4769-a6bc-6dc8799b6038 10.233.72.57 - - [07/May/2022:06:53:34 +0000] "POST /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef/config-template HTTP/1.1" 201 113 2022/05/07 06:53:34 [ConfigTemplate]: Upload replica-count-template 10.233.72.57 - - [07/May/2022:06:53:34 +0000] "POST /v1/rb/definition/7b11e86e-5468-4769-a6bc-6dc8799b6038/c33835ad-239f-4e57-9785-762b005272ef/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/07 06:53:38 Main rss info 2022/05/07 06:53:38 Path: /tmp/helm-tmpl-193602130/manifest-0 2022/05/07 06:53:38 Kind: Service 2022/05/07 06:53:38 Path: /tmp/helm-tmpl-193602130/manifest-1 2022/05/07 06:53:38 Kind: Deployment 2022/05/07 06:53:38 Crd rss info 2022/05/07 06:53:38 Hook info {"filepath":"/tmp/helm-tmpl-193602130/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:53:38Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-07T06:53:38Z"} {"filepath":"/tmp/helm-tmpl-193602130/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:53:38Z"} 2022/05/07 06:53:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-07T06:53:38Z"} 10.233.65.78 - - [07/May/2022:06:53:38 +0000] "POST /v1/instance HTTP/1.1" 201 1285 2022/05/07 06:53:39 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.78 - - [07/May/2022:06:53:39 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 14560 {"instance":"upbeat_brahmagupta","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T06:53:58Z"} {"instance":"upbeat_brahmagupta","level":"info","msg":"REFRESH WATCHERS","subscription":"upbeat_brahmagupta-cnf-adapter","time":"2022-05-07T06:54:03Z"} {"Instance":"upbeat_brahmagupta","Kind":"Pod","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-07T06:54:03Z"} {"Instance":"upbeat_brahmagupta","Kind":"Service","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-07T06:54:03Z"} {"Instance":"upbeat_brahmagupta","Kind":"Deployment","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-07T06:54:03Z"} {"InstanceId":"upbeat_brahmagupta","SubscriptionName":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-07T06:54:03Z"} 10.233.65.78 - - [07/May/2022:06:53:58 +0000] "POST /v1/instance/upbeat_brahmagupta/status/subscription HTTP/1.1" 201 659 {"InstanceId":"upbeat_brahmagupta","SubscriptionName":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-07T06:54:08Z"} 2022/05/07 06:54:08 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.57 - - [07/May/2022:06:54:08 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 14903 2022/05/07 06:54:18 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.57 - - [07/May/2022:06:54:18 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 14903 10.233.72.57 - - [07/May/2022:06:54:28 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 14715 2022/05/07 06:54:28 [scheduleResources]: START thread 10.233.72.57 - - [07/May/2022:06:54:28 +0000] "GET /v1/instance/upbeat_brahmagupta/config/replica-count-change HTTP/1.1" 500 60 2022/05/07 06:54:34 [Config Create] Instance upbeat_brahmagupta 2022/05/07 06:54:34 [ConfigTemplate]: Download replica-count-template 2022/05/07 06:54:34 Before Sent to goroutine {7b11e86e-5468-4769-a6bc-6dc8799b6038 c33835ad-239f-4e57-9785-762b005272ef node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 06:54:34 Message Sent to goroutine {7b11e86e-5468-4769-a6bc-6dc8799b6038 c33835ad-239f-4e57-9785-762b005272ef node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 06:54:34 [scheduleResources]: POST {7b11e86e-5468-4769-a6bc-6dc8799b6038 c33835ad-239f-4e57-9785-762b005272ef node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-385757355/manifest-0}] {"filepath":"/tmp/helm-tmpl-385757355/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:54:34Z"} 2022/05/07 06:54:34 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-385757355/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-07T06:54:34Z"} {"filepath":"/tmp/helm-tmpl-385757355/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:54:34Z"} 2022/05/07 06:54:34 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-07T06:54:34Z"} 2022/05/07 06:54:34 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.57 - - [07/May/2022:06:54:34 +0000] "POST /v1/instance/upbeat_brahmagupta/config HTTP/1.1" 201 270 2022/05/07 06:54:34 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.57 - - [07/May/2022:06:54:34 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 20964 {"Instance":"upbeat_brahmagupta","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-07T06:54:43Z"} {"Kind":"Pod","Name":"rel-1-apache-864c8bdc9c-ww7mh","level":"info","msg":"CREATED","time":"2022-05-07T06:54:43Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-07T06:54:43Z"} {"Kind":"Pod","Name":"rel-1-apache-864c8bdc9c-cf7rc","level":"info","msg":"MODIFIED","time":"2022-05-07T06:54:43Z"} 2022/05/07 06:54:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.78 - - [07/May/2022:06:54:43 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 21307 2022/05/07 06:54:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.57 - - [07/May/2022:06:54:44 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 21307 {"InstanceId":"upbeat_brahmagupta","Result":202,"SubscriptionName":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-07T06:54:45Z"} 2022/05/07 06:54:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.57 - - [07/May/2022:06:54:54 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 21307 2022/05/07 06:55:04 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.57 - - [07/May/2022:06:55:04 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 21307 10.233.72.57 - - [07/May/2022:06:55:14 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 21015 {"Instance":"upbeat_brahmagupta","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-07T06:55:15Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-07T06:55:15Z"} {"Kind":"Pod","Name":"rel-1-apache-864c8bdc9c-ww7mh","level":"info","msg":"MODIFIED","time":"2022-05-07T06:55:15Z"} 10.233.65.78 - - [07/May/2022:06:55:15 +0000] "GET /v1/instance/upbeat_brahmagupta/status HTTP/1.1" 200 21015 {"InstanceId":"upbeat_brahmagupta","Result":202,"SubscriptionName":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-07T06:55:17Z"} {"Instance":"upbeat_brahmagupta","Kind":"Deployment","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-07T06:55:33Z"} {"Instance":"upbeat_brahmagupta","Kind":"Pod","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-07T06:55:33Z"} {"Instance":"upbeat_brahmagupta","Kind":"Service","Subscription":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-07T06:55:33Z"} 2022/05/07 06:55:33 Deleted Obj with ID ObjectID("6276178b80fb4f58a1f91299") 2022/05/07 06:55:33 Deleted Obj with ID ObjectID("6276178bb61835d0417289d1") 10.233.65.78 - - [07/May/2022:06:55:33 +0000] "DELETE /v1/instance/upbeat_brahmagupta/status/subscription/upbeat_brahmagupta-cnf-adapter HTTP/1.1" 202 0 2022/05/07 06:55:33 [Config Cleanup] Instance upbeat_brahmagupta 2022/05/07 06:55:33 [Config Delete] Instance upbeat_brahmagupta Config replica-count-change 2022/05/07 06:55:33 [ConfigTemplate]: Download replica-count-template 2022/05/07 06:55:33 Before Sent to goroutine {7b11e86e-5468-4769-a6bc-6dc8799b6038 c33835ad-239f-4e57-9785-762b005272ef node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 06:55:33 Message Sent to goroutine {7b11e86e-5468-4769-a6bc-6dc8799b6038 c33835ad-239f-4e57-9785-762b005272ef node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 06:55:33 [scheduleResources]: DELETE {7b11e86e-5468-4769-a6bc-6dc8799b6038 c33835ad-239f-4e57-9785-762b005272ef node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-07T06:55:33Z"} 2022/05/07 06:55:33 No plugin for kind Deployment found. Using generic Plugin 2022/05/07 06:55:33 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/05/07 06:55:33 [Config Delete All] Instance upbeat_brahmagupta Config replica-count-change 2022/05/07 06:55:33 Stop config thread for upbeat_brahmagupta {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-07T06:55:33Z"} 2022/05/07 06:55:33 [scheduleResources]: STOP thread 2022/05/07 06:55:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-07T06:55:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-07T06:55:33Z"} 2022/05/07 06:55:33 Deleting service: rel-1-apache {"instance":"upbeat_brahmagupta","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-07T06:55:33Z"} 2022/05/07 06:55:33 Deleted Obj with ID ObjectID("6276177280fb4f58a1f91298") 2022/05/07 06:55:33 Deleted Obj with ID ObjectID("62761772b61835d0417289a9") 10.233.65.78 - - [07/May/2022:06:55:33 +0000] "DELETE /v1/instance/upbeat_brahmagupta HTTP/1.1" 202 0 {"instance":"upbeat_brahmagupta","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T06:55:47Z"} 10.233.71.149 - - [07/May/2022:06:55:50 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/05/07 06:55:50 Deleted Obj with ID ObjectID("627615e580fb4f58a1f9127e") 2022/05/07 06:55:50 Deleted Obj with ID ObjectID("627615e4b61835d04172882c") 10.233.71.149 - - [07/May/2022:06:55:50 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"InstanceId":"upbeat_brahmagupta","SubscriptionName":"upbeat_brahmagupta-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-07T06:55:52Z"} 10.233.71.149 - - [07/May/2022:06:56:10 +0000] "GET /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd HTTP/1.1" 200 270 10.233.71.149 - - [07/May/2022:06:56:10 +0000] "GET /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd/profile/cnftest HTTP/1.1" 404 87 10.233.71.149 - - [07/May/2022:06:56:10 +0000] "POST /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd/profile HTTP/1.1" 201 240 10.233.71.149 - - [07/May/2022:06:56:10 +0000] "GET /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd/profile/cnftest HTTP/1.1" 200 240 10.233.71.149 - - [07/May/2022:06:56:10 +0000] "POST /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd/profile/cnftest/content HTTP/1.1" 200 0 10.233.71.149 - - [07/May/2022:06:56:18 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-baf9a095-ef25-460f-94c4-5b73c6ade4a6 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-07T06:56:18Z"} {"Body":{},"Payload":{"generic-vnf-id":"e0a0f82e-c6fb-4e5e-a0fb-b2b4a548699c","vf-module-id":"943725e4-a09e-42fd-bb96-175c2ae7fda6","vf-module-model-invariant-id":"efcc4761-8e61-4de4-b22c-d7bf8ced6fc9","vf-module-model-version-id":"1b0abf22-cc26-42fc-840b-e57582c26998","vf-module-model-customization-id":"72e64163-9c73-433d-bd40-c59ba2dcfbfd","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-baf9a095-ef25-460f-94c4-5b73c6ade4a6"}},"level":"info","msg":"Broker API Payload","time":"2022-05-07T06:56:18Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"efcc4761-8e61-4de4-b22c-d7bf8ced6fc9","rb-version":"72e64163-9c73-433d-bd40-c59ba2dcfbfd","profile-name":"cnftest","release-name":"943725e4-a09e-42fd-bb96-175c2ae7fda6","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-baf9a095-ef25-460f-94c4-5b73c6ade4a6"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-07T06:56:18Z"} 2022/05/07 06:56:18 Main rss info 2022/05/07 06:56:18 Path: /tmp/helm-tmpl-199486097/manifest-0 2022/05/07 06:56:18 Kind: Service 2022/05/07 06:56:18 Path: /tmp/helm-tmpl-199486097/manifest-1 2022/05/07 06:56:18 Kind: Deployment 2022/05/07 06:56:18 Crd rss info 2022/05/07 06:56:18 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-07T06:56:18Z"} 2022/05/07 06:56:18 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-199486097/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:56:18Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-07T06:56:18Z"} {"filepath":"/tmp/helm-tmpl-199486097/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T06:56:18Z"} 2022/05/07 06:56:18 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-07T06:56:18Z"} 10.233.71.149 - - [07/May/2022:06:56:18 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 314 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"compassionate_stonebraker","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T06:56:18Z"} 10.233.71.149 - - [07/May/2022:06:56:18 +0000] "GET /basicnf-owner/k8sregion/infra_workload/compassionate_stonebraker HTTP/1.1" 200 133 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"compassionate_stonebraker","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T06:56:18Z"} 10.233.71.149 - - [07/May/2022:06:56:19 +0000] "POST /basicnf-owner/k8sregion/infra_workload/compassionate_stonebraker HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"compassionate_stonebraker","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T06:56:52Z"} 10.233.71.149 - - [07/May/2022:06:56:52 +0000] "GET /basicnf-owner/k8sregion/infra_workload/compassionate_stonebraker HTTP/1.1" 200 133 2022/05/07 06:56:52 [Config Cleanup] Instance compassionate_stonebraker 2022/05/07 06:56:52 [scheduleResources]: START thread 2022/05/07 06:56:57 Stop config thread for compassionate_stonebraker {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-07T06:56:57Z"} 2022/05/07 06:56:57 No plugin for kind Deployment found. Using generic Plugin 2022/05/07 06:56:57 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-07T06:56:57Z"} 2022/05/07 06:56:57 Deleting service: cnftest-nginx {"instance":"compassionate_stonebraker","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T06:56:57Z"} {"instance":"compassionate_stonebraker","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-07T06:57:02Z"} 2022/05/07 06:57:02 Deleted Obj with ID ObjectID("6276181280fb4f58a1f9129c") 2022/05/07 06:57:02 Deleted Obj with ID ObjectID("62761812b61835d041728b0a") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"compassionate_stonebraker","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T06:57:02Z"} 10.233.71.149 - - [07/May/2022:06:56:52 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/compassionate_stonebraker HTTP/1.1" 202 133 10.233.71.149 - - [07/May/2022:06:57:07 +0000] "GET /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd HTTP/1.1" 200 270 10.233.71.149 - - [07/May/2022:06:57:07 +0000] "GET /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd/profile/cnftest HTTP/1.1" 200 240 2022/05/07 06:57:07 Deleted Obj with ID ObjectID("6276180a80fb4f58a1f9129a") 2022/05/07 06:57:07 Deleted Obj with ID ObjectID("6276180a80fb4f58a1f9129b") 10.233.71.149 - - [07/May/2022:06:57:07 +0000] "DELETE /v1/rb/definition/efcc4761-8e61-4de4-b22c-d7bf8ced6fc9/72e64163-9c73-433d-bd40-c59ba2dcfbfd/profile/cnftest HTTP/1.1" 204 0 2022/05/07 06:57:07 Deleted Obj with ID ObjectID("62761809b61835d041728aed") 10.233.71.149 - - [07/May/2022:06:57:37 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/05/07 06:57:37 Deleted Obj with ID ObjectID("6276160a80fb4f58a1f9128a") 2022/05/07 06:57:37 Deleted Obj with ID ObjectID("62761609b61835d041728875") 10.233.71.149 - - [07/May/2022:06:57:37 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/05/07 06:57:39 [Config Cleanup] Instance frosty_chatelet 2022/05/07 06:57:39 [scheduleResources]: START thread 2022/05/07 06:57:44 Stop config thread for frosty_chatelet 2022/05/07 06:57:44 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-07T06:57:44Z"} 2022/05/07 06:57:44 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-07T06:57:44Z"} 2022/05/07 06:57:44 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-07T06:57:44Z"} 2022/05/07 06:57:44 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-07T06:57:44Z"} 2022/05/07 06:57:44 Deleting service: pnf-macro-test-simulator-mongo {"instance":"frosty_chatelet","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T06:57:44Z"} {"instance":"frosty_chatelet","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-07T06:57:49Z"} 2022/05/07 06:57:49 Deleted Obj with ID ObjectID("6276156b80fb4f58a1f91274") 10.233.71.149 - - [07/May/2022:06:57:39 +0000] "DELETE /v1/instance/frosty_chatelet HTTP/1.1" 202 0 2022/05/07 06:57:49 Deleted Obj with ID ObjectID("6276156bb61835d041728779") 10.233.71.149 - - [07/May/2022:06:57:49 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/05/07 06:57:49 Deleted Obj with ID ObjectID("6276156a80fb4f58a1f9126b") 2022/05/07 06:57:49 Deleted Obj with ID ObjectID("6276156ab61835d04172873b") 10.233.71.149 - - [07/May/2022:06:57:49 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0