2022/05/23 04:47:33 Starting Kubernetes Multicloud API 2022/05/23 04:47:33 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-23T04:47:43Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-23T04:47:43Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-23T05:25:44Z"} 10.233.70.47 - - [23/May/2022:05:25:44 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.65.127 - - [23/May/2022:05:59:02 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.127 - - [23/May/2022:05:59:32 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.127 - - [23/May/2022:06:00:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.127 - - [23/May/2022:06:00:58 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [23/May/2022:06:01:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.65.127 - - [23/May/2022:06:01:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.127 - - [23/May/2022:06:02:58 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [23/May/2022:06:03:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.65.127 - - [23/May/2022:06:05:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [23/May/2022:06:06:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.65.127 - - [23/May/2022:06:15:46 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "GET /v1/rb/definition/cds-ms-rb-0f49eaee-f0d4-439f-8480-2d8c72064333/v1 HTTP/1.1" 200 124 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "POST /v1/rb/definition/cds-ms-rb-0f49eaee-f0d4-439f-8480-2d8c72064333/v1/content HTTP/1.1" 200 0 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "GET /v1/rb/definition/cds-ms-rb-0f49eaee-f0d4-439f-8480-2d8c72064333/v1 HTTP/1.1" 200 138 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "POST /v1/rb/definition/cds-ms-rb-0f49eaee-f0d4-439f-8480-2d8c72064333/v1/profile HTTP/1.1" 201 305 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "GET /v1/rb/definition/cds-ms-rb-0f49eaee-f0d4-439f-8480-2d8c72064333/v1/profile/cds-ms-prof-7577696b-1c73-45bb-9055-9c6f8a1dbb4a HTTP/1.1" 200 305 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "POST /v1/rb/definition/cds-ms-rb-0f49eaee-f0d4-439f-8480-2d8c72064333/v1/profile/cds-ms-prof-7577696b-1c73-45bb-9055-9c6f8a1dbb4a/content HTTP/1.1" 200 0 2022/05/23 06:15:47 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/23 06:15:47 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/23 06:15:47 Main rss info 2022/05/23 06:15:47 Path: /tmp/helm-tmpl-757866151/manifest-0 2022/05/23 06:15:47 Kind: Service 2022/05/23 06:15:47 Path: /tmp/helm-tmpl-757866151/manifest-1 2022/05/23 06:15:47 Kind: Deployment 2022/05/23 06:15:47 Crd rss info 2022/05/23 06:15:47 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-23T06:15:47Z"} 2022/05/23 06:15:47 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-757866151/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-23T06:15:47Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-23T06:15:47Z"} {"filepath":"/tmp/helm-tmpl-757866151/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-23T06:15:47Z"} 2022/05/23 06:15:47 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-23T06:15:47Z"} 10.233.65.127 - - [23/May/2022:06:15:47 +0000] "POST /v1/instance HTTP/1.1" 201 541 2022/05/23 06:17:05 [Config Cleanup] Instance adoring_nobel 2022/05/23 06:17:05 [scheduleResources]: START thread 2022/05/23 06:17:10 Stop config thread for adoring_nobel {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-23T06:17:10Z"} 2022/05/23 06:17:10 No plugin for kind Deployment found. Using generic Plugin 2022/05/23 06:17:10 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-23T06:17:10Z"} 2022/05/23 06:17:10 Deleting service: cds-regression-mockserver {"instance":"adoring_nobel","level":"info","msg":"[START] status notify thread for ","time":"2022-05-23T06:17:10Z"} {"instance":"adoring_nobel","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-23T06:17:15Z"} 2022/05/23 06:17:15 Deleted Obj with ID ObjectID("628b26938045a2757ca84304") 2022/05/23 06:17:15 Deleted Obj with ID ObjectID("628b269398bdb8576350ef58") 10.233.65.127 - - [23/May/2022:06:17:05 +0000] "DELETE /v1/instance/adoring_nobel HTTP/1.1" 202 0 10.233.65.127 - - [23/May/2022:06:17:15 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/05/23 06:17:16 Deleted Obj with ID ObjectID("628b26938045a2757ca842fb") 2022/05/23 06:17:16 Deleted Obj with ID ObjectID("628b269298bdb8576350ef1a") 10.233.65.127 - - [23/May/2022:06:17:16 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.65.127 - - [23/May/2022:06:17:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.127 - - [23/May/2022:06:17:49 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.65.127 - - [23/May/2022:06:17:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [23/May/2022:06:18:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [23/May/2022:06:18:01 +0000] "POST /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/content HTTP/1.1" 200 0 127.0.0.1 - - [23/May/2022:06:18:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [23/May/2022:06:18:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.65.127 - - [23/May/2022:06:21:16 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.65.127 - - [23/May/2022:06:21:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.65.127 - - [23/May/2022:06:21:16 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [23/May/2022:06:21:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [23/May/2022:06:21:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [23/May/2022:06:21:27 +0000] "POST /v1/rb/definition/1d10c473-8dce-438d-b537-df24736678df/d282c963-aeac-47df-91b3-b939ceae7b0c/content HTTP/1.1" 200 0 10.233.65.127 - - [23/May/2022:06:25:41 +0000] "GET /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd HTTP/1.1" 200 270 10.233.65.127 - - [23/May/2022:06:25:41 +0000] "GET /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/profile/cnftest HTTP/1.1" 404 87 10.233.65.127 - - [23/May/2022:06:25:41 +0000] "POST /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/profile HTTP/1.1" 201 240 10.233.65.127 - - [23/May/2022:06:25:41 +0000] "GET /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/profile/cnftest HTTP/1.1" 200 240 10.233.65.127 - - [23/May/2022:06:25:41 +0000] "POST /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/profile/cnftest/content HTTP/1.1" 200 0 10.233.65.127 - - [23/May/2022:06:28:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.65.127 - - [23/May/2022:06:29:36 +0000] "GET /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd HTTP/1.1" 200 270 10.233.65.127 - - [23/May/2022:06:29:36 +0000] "GET /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/profile/cnftest HTTP/1.1" 200 240 10.233.65.127 - - [23/May/2022:06:29:48 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-42334823-d03b-4847-9295-5c08e0ef07ba HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-23T06:29:48Z"} {"Body":{},"Payload":{"generic-vnf-id":"6749e645-f1af-4ca2-8ee0-de619188ebd0","vf-module-id":"6147ec8d-d904-4a99-9b53-3b39545d86f3","vf-module-model-invariant-id":"4825f7a2-4149-4b08-a1fb-24236a608fac","vf-module-model-version-id":"2bc609b6-ffe5-4ce3-b56e-2de882735260","vf-module-model-customization-id":"7fd0653b-ef40-4b2b-bbed-53ea83b182bd","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-42334823-d03b-4847-9295-5c08e0ef07ba"}},"level":"info","msg":"Broker API Payload","time":"2022-05-23T06:29:48Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"4825f7a2-4149-4b08-a1fb-24236a608fac","rb-version":"7fd0653b-ef40-4b2b-bbed-53ea83b182bd","profile-name":"cnftest","release-name":"6147ec8d-d904-4a99-9b53-3b39545d86f3","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-42334823-d03b-4847-9295-5c08e0ef07ba"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-23T06:29:49Z"} 2022/05/23 06:29:49 Main rss info 2022/05/23 06:29:49 Path: /tmp/helm-tmpl-467551009/manifest-0 2022/05/23 06:29:49 Kind: Service 2022/05/23 06:29:49 Path: /tmp/helm-tmpl-467551009/manifest-1 2022/05/23 06:29:49 Kind: Deployment 2022/05/23 06:29:49 Crd rss info 2022/05/23 06:29:49 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-23T06:29:49Z"} 2022/05/23 06:29:49 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-467551009/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-23T06:29:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-23T06:29:49Z"} {"filepath":"/tmp/helm-tmpl-467551009/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-23T06:29:49Z"} 2022/05/23 06:29:49 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-23T06:29:49Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_raman","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-23T06:29:49Z"} 10.233.65.127 - - [23/May/2022:06:29:48 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 301 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_raman","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-23T06:29:49Z"} 10.233.65.127 - - [23/May/2022:06:29:49 +0000] "GET /basicnf-owner/k8sregion/infra_workload/serene_raman HTTP/1.1" 200 120 10.233.65.127 - - [23/May/2022:06:29:49 +0000] "POST /basicnf-owner/k8sregion/infra_workload/serene_raman HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_raman","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-23T06:30:19Z"} 10.233.65.127 - - [23/May/2022:06:30:19 +0000] "GET /basicnf-owner/k8sregion/infra_workload/serene_raman HTTP/1.1" 200 120 2022/05/23 06:30:19 [Config Cleanup] Instance serene_raman 2022/05/23 06:30:19 [scheduleResources]: START thread 2022/05/23 06:30:24 Stop config thread for serene_raman 2022/05/23 06:30:24 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-23T06:30:24Z"} 2022/05/23 06:30:24 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-23T06:30:24Z"} 2022/05/23 06:30:24 Deleting service: cnftest-nginx {"instance":"serene_raman","level":"info","msg":"[START] status notify thread for ","time":"2022-05-23T06:30:24Z"} {"instance":"serene_raman","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-23T06:30:29Z"} 2022/05/23 06:30:29 Deleted Obj with ID ObjectID("628b29dd8045a2757ca8431c") 2022/05/23 06:30:29 Deleted Obj with ID ObjectID("628b29dc98bdb8576350f205") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_raman","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-23T06:30:29Z"} 10.233.65.127 - - [23/May/2022:06:30:19 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/serene_raman HTTP/1.1" 202 120 10.233.65.127 - - [23/May/2022:06:30:37 +0000] "GET /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd HTTP/1.1" 200 270 10.233.65.127 - - [23/May/2022:06:30:37 +0000] "GET /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/profile/cnftest HTTP/1.1" 200 240 2022/05/23 06:30:37 Deleted Obj with ID ObjectID("628b28e58045a2757ca8431a") 2022/05/23 06:30:37 Deleted Obj with ID ObjectID("628b28e58045a2757ca8431b") 2022/05/23 06:30:37 Deleted Obj with ID ObjectID("628b28e598bdb8576350f14c") 10.233.65.127 - - [23/May/2022:06:30:37 +0000] "DELETE /v1/rb/definition/4825f7a2-4149-4b08-a1fb-24236a608fac/7fd0653b-ef40-4b2b-bbed-53ea83b182bd/profile/cnftest HTTP/1.1" 204 0 10.233.65.127 - - [23/May/2022:06:31:06 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/05/23 06:31:06 Deleted Obj with ID ObjectID("628b270d8045a2757ca84305") 2022/05/23 06:31:06 Deleted Obj with ID ObjectID("628b270d98bdb8576350efc4") 10.233.65.127 - - [23/May/2022:06:31:06 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0