2022/11/23 04:51:27 Starting Kubernetes Multicloud API 2022/11/23 04:51:27 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-23T04:51:37Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-23T04:51:37Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-23T05:40:40Z"} 10.233.71.91 - - [23/Nov/2022:05:40:40 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.65.78 - - [23/Nov/2022:06:30:05 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [23/Nov/2022:06:34:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [23/Nov/2022:06:35:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "GET /v1/rb/definition/cds-ms-rb-f0ab4a8f-fc82-43ca-a59d-23f6851cc383/v1 HTTP/1.1" 200 124 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "POST /v1/rb/definition/cds-ms-rb-f0ab4a8f-fc82-43ca-a59d-23f6851cc383/v1/content HTTP/1.1" 200 0 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "GET /v1/rb/definition/cds-ms-rb-f0ab4a8f-fc82-43ca-a59d-23f6851cc383/v1 HTTP/1.1" 200 138 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "POST /v1/rb/definition/cds-ms-rb-f0ab4a8f-fc82-43ca-a59d-23f6851cc383/v1/profile HTTP/1.1" 201 305 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "GET /v1/rb/definition/cds-ms-rb-f0ab4a8f-fc82-43ca-a59d-23f6851cc383/v1/profile/cds-ms-prof-b982fc29-d920-443c-9856-9149ba937643 HTTP/1.1" 200 305 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "POST /v1/rb/definition/cds-ms-rb-f0ab4a8f-fc82-43ca-a59d-23f6851cc383/v1/profile/cds-ms-prof-b982fc29-d920-443c-9856-9149ba937643/content HTTP/1.1" 200 0 2022/11/23 06:50:12 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/23 06:50:12 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/23 06:50:12 Main rss info 2022/11/23 06:50:12 Path: /tmp/helm-tmpl-616485607/manifest-0 2022/11/23 06:50:12 Kind: Service 2022/11/23 06:50:12 Path: /tmp/helm-tmpl-616485607/manifest-1 2022/11/23 06:50:12 Kind: Deployment 2022/11/23 06:50:12 Crd rss info 2022/11/23 06:50:12 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-23T06:50:12Z"} 2022/11/23 06:50:12 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-616485607/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T06:50:12Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-23T06:50:12Z"} {"filepath":"/tmp/helm-tmpl-616485607/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T06:50:12Z"} 2022/11/23 06:50:12 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-23T06:50:12Z"} 10.233.65.78 - - [23/Nov/2022:06:50:12 +0000] "POST /v1/instance HTTP/1.1" 201 545 127.0.0.1 - - [23/Nov/2022:06:51:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.65.78 - - [23/Nov/2022:06:51:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.78 - - [23/Nov/2022:06:51:30 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.65.78 - - [23/Nov/2022:06:51:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/23 06:51:33 [Config Cleanup] Instance cranky_williamson 2022/11/23 06:51:33 [scheduleResources]: START thread 2022/11/23 06:51:38 Stop config thread for cranky_williamson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-23T06:51:38Z"} 2022/11/23 06:51:38 No plugin for kind Deployment found. Using generic Plugin 2022/11/23 06:51:38 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-23T06:51:38Z"} 2022/11/23 06:51:38 Deleting service: cds-regression-mockserver {"instance":"cranky_williamson","level":"info","msg":"[START] status notify thread for ","time":"2022-11-23T06:51:38Z"} 127.0.0.1 - - [23/Nov/2022:06:51:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [23/Nov/2022:06:51:41 +0000] "POST /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e/content HTTP/1.1" 200 0 {"instance":"cranky_williamson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-23T06:51:43Z"} 2022/11/23 06:51:43 Deleted Obj with ID ObjectID("637dc2a4632cfed391d8b542") 2022/11/23 06:51:43 Deleted Obj with ID ObjectID("637dc2a3f27ffa7b896dc687") 10.233.65.78 - - [23/Nov/2022:06:51:33 +0000] "DELETE /v1/instance/cranky_williamson HTTP/1.1" 202 0 10.233.65.78 - - [23/Nov/2022:06:51:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/11/23 06:51:43 Deleted Obj with ID ObjectID("637dc2a4632cfed391d8b539") 2022/11/23 06:51:43 Deleted Obj with ID ObjectID("637dc2a3f27ffa7b896dc649") 10.233.65.78 - - [23/Nov/2022:06:51:43 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.65.78 - - [23/Nov/2022:06:57:02 +0000] "GET /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e HTTP/1.1" 200 270 10.233.65.78 - - [23/Nov/2022:06:57:02 +0000] "GET /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e/profile/cnftest HTTP/1.1" 404 87 10.233.65.78 - - [23/Nov/2022:06:57:02 +0000] "POST /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e/profile HTTP/1.1" 201 240 10.233.65.78 - - [23/Nov/2022:06:57:02 +0000] "GET /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e/profile/cnftest HTTP/1.1" 200 240 10.233.65.78 - - [23/Nov/2022:06:57:03 +0000] "POST /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-23T06:57:10Z"} 10.233.65.78 - - [23/Nov/2022:06:57:10 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-1f6f5bc8-d246-40d7-b6c4-90574fb701e3 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"db70a578-dda0-4524-9aac-4180eb0547a2","vf-module-id":"21e155c5-5c07-4a7f-ab62-684783818886","vf-module-model-invariant-id":"edb63c0b-726e-4482-ba02-71b5d00b451f","vf-module-model-version-id":"d9186552-c13b-4b13-8944-734224255beb","vf-module-model-customization-id":"cc834d0c-4599-42be-ad24-aab06a212e5e","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-1f6f5bc8-d246-40d7-b6c4-90574fb701e3"}},"level":"info","msg":"Broker API Payload","time":"2022-11-23T06:57:10Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"edb63c0b-726e-4482-ba02-71b5d00b451f","rb-version":"cc834d0c-4599-42be-ad24-aab06a212e5e","profile-name":"cnftest","release-name":"21e155c5-5c07-4a7f-ab62-684783818886","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-1f6f5bc8-d246-40d7-b6c4-90574fb701e3"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-23T06:57:10Z"} 2022/11/23 06:57:10 Main rss info 2022/11/23 06:57:10 Path: /tmp/helm-tmpl-073301324/manifest-0 2022/11/23 06:57:10 Kind: Service 2022/11/23 06:57:10 Path: /tmp/helm-tmpl-073301324/manifest-1 2022/11/23 06:57:10 Kind: Deployment 2022/11/23 06:57:10 Crd rss info 2022/11/23 06:57:10 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-23T06:57:10Z"} 2022/11/23 06:57:11 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-073301324/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T06:57:11Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-23T06:57:11Z"} {"filepath":"/tmp/helm-tmpl-073301324/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T06:57:11Z"} 2022/11/23 06:57:11 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-23T06:57:11Z"} 10.233.65.78 - - [23/Nov/2022:06:57:10 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 300 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"sharp_kalam","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-23T06:57:11Z"} 10.233.65.78 - - [23/Nov/2022:06:57:11 +0000] "GET /basicnf-owner/k8sregion/infra_workload/sharp_kalam HTTP/1.1" 200 119 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"sharp_kalam","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-23T06:57:11Z"} 10.233.65.78 - - [23/Nov/2022:06:57:11 +0000] "POST /basicnf-owner/k8sregion/infra_workload/sharp_kalam HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"sharp_kalam","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-23T06:57:33Z"} 10.233.65.78 - - [23/Nov/2022:06:57:33 +0000] "GET /basicnf-owner/k8sregion/infra_workload/sharp_kalam HTTP/1.1" 200 119 2022/11/23 06:57:33 [Config Cleanup] Instance sharp_kalam 2022/11/23 06:57:33 [scheduleResources]: START thread 2022/11/23 06:57:38 Stop config thread for sharp_kalam {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-23T06:57:38Z"} 2022/11/23 06:57:38 No plugin for kind Deployment found. Using generic Plugin 2022/11/23 06:57:38 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-23T06:57:38Z"} 2022/11/23 06:57:38 Deleting service: cnftest-nginx {"instance":"sharp_kalam","level":"info","msg":"[START] status notify thread for ","time":"2022-11-23T06:57:38Z"} {"instance":"sharp_kalam","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-23T06:57:43Z"} 2022/11/23 06:57:43 Deleted Obj with ID ObjectID("637dc447632cfed391d8b54e") 2022/11/23 06:57:43 Deleted Obj with ID ObjectID("637dc445f27ffa7b896dc7f4") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"sharp_kalam","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-23T06:57:43Z"} 10.233.65.78 - - [23/Nov/2022:06:57:33 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/sharp_kalam HTTP/1.1" 202 119 10.233.65.78 - - [23/Nov/2022:06:57:51 +0000] "GET /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e HTTP/1.1" 200 270 10.233.65.78 - - [23/Nov/2022:06:57:51 +0000] "GET /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e/profile/cnftest HTTP/1.1" 200 240 2022/11/23 06:57:51 Deleted Obj with ID ObjectID("637dc43e632cfed391d8b54c") 2022/11/23 06:57:51 Deleted Obj with ID ObjectID("637dc43f632cfed391d8b54d") 10.233.65.78 - - [23/Nov/2022:06:57:51 +0000] "DELETE /v1/rb/definition/edb63c0b-726e-4482-ba02-71b5d00b451f/cc834d0c-4599-42be-ad24-aab06a212e5e/profile/cnftest HTTP/1.1" 204 0 2022/11/23 06:57:51 Deleted Obj with ID ObjectID("637dc43df27ffa7b896dc7d2") 10.233.65.78 - - [23/Nov/2022:06:58:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/23 06:58:19 Deleted Obj with ID ObjectID("637dc2f2632cfed391d8b546") 10.233.65.78 - - [23/Nov/2022:06:58:19 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/11/23 06:58:19 Deleted Obj with ID ObjectID("637dc2f1f27ffa7b896dc6d5") 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5ea98ef6-d8c3-4df4-9e35-7cf7456b8f2c/v1 HTTP/1.1" 200 125 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5ea98ef6-d8c3-4df4-9e35-7cf7456b8f2c/v1/content HTTP/1.1" 200 0 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5ea98ef6-d8c3-4df4-9e35-7cf7456b8f2c/v1 HTTP/1.1" 200 138 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5ea98ef6-d8c3-4df4-9e35-7cf7456b8f2c/v1/profile HTTP/1.1" 201 314 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5ea98ef6-d8c3-4df4-9e35-7cf7456b8f2c/v1/profile/pnf-cnf-profile-e8e1f437-9090-4371-b269-89e384959723 HTTP/1.1" 200 314 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5ea98ef6-d8c3-4df4-9e35-7cf7456b8f2c/v1/profile/pnf-cnf-profile-e8e1f437-9090-4371-b269-89e384959723/content HTTP/1.1" 200 0 2022/11/23 07:16:10 Main rss info 2022/11/23 07:16:10 Path: /tmp/helm-tmpl-637504114/manifest-0 2022/11/23 07:16:10 Kind: Service 2022/11/23 07:16:10 Path: /tmp/helm-tmpl-637504114/manifest-1 2022/11/23 07:16:10 Kind: Service 2022/11/23 07:16:10 Path: /tmp/helm-tmpl-637504114/manifest-2 2022/11/23 07:16:10 Kind: Pod 2022/11/23 07:16:10 Path: /tmp/helm-tmpl-637504114/manifest-3 2022/11/23 07:16:10 Kind: Deployment 2022/11/23 07:16:10 Crd rss info 2022/11/23 07:16:10 Hook info {"filepath":"/tmp/helm-tmpl-637504114/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:16:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-23T07:16:10Z"} {"filepath":"/tmp/helm-tmpl-637504114/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:16:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-23T07:16:10Z"} {"filepath":"/tmp/helm-tmpl-637504114/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:16:10Z"} 2022/11/23 07:16:10 No plugin for kind Pod found. Using generic Plugin 2022/11/23 07:16:10 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-23T07:16:10Z"} {"filepath":"/tmp/helm-tmpl-637504114/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:16:10Z"} 2022/11/23 07:16:10 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-23T07:16:10Z"} 10.233.65.78 - - [23/Nov/2022:07:16:10 +0000] "POST /v1/instance HTTP/1.1" 201 750 10.233.65.78 - - [23/Nov/2022:07:17:34 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.65.78 - - [23/Nov/2022:07:17:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.65.78 - - [23/Nov/2022:07:17:34 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [23/Nov/2022:07:17:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [23/Nov/2022:07:17:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [23/Nov/2022:07:17:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [23/Nov/2022:07:17:58 +0000] "POST /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771/content HTTP/1.1" 200 0 10.233.69.196 - - [23/Nov/2022:07:20:54 +0000] "GET /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771 HTTP/1.1" 200 277 10.233.69.196 - - [23/Nov/2022:07:20:54 +0000] "GET /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771/profile/node-port-profile HTTP/1.1" 404 87 10.233.69.196 - - [23/Nov/2022:07:20:54 +0000] "POST /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771/profile HTTP/1.1" 201 270 10.233.69.196 - - [23/Nov/2022:07:20:54 +0000] "POST /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.69.196 - - [23/Nov/2022:07:21:03 +0000] "GET /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771 HTTP/1.1" 200 277 10.233.69.196 - - [23/Nov/2022:07:21:03 +0000] "GET /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/23 07:21:03 [ConfigiTemplate]: create 538f34b5-f4b6-4c36-8aaa-312b29fe14a7 10.233.69.196 - - [23/Nov/2022:07:21:03 +0000] "POST /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771/config-template HTTP/1.1" 201 113 2022/11/23 07:21:03 [ConfigTemplate]: Upload replica-count-template 10.233.69.196 - - [23/Nov/2022:07:21:03 +0000] "POST /v1/rb/definition/538f34b5-f4b6-4c36-8aaa-312b29fe14a7/77113f7e-b7d4-417e-9fbe-c4b923c71771/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/23 07:21:07 Main rss info 2022/11/23 07:21:07 Path: /tmp/helm-tmpl-300564083/manifest-0 2022/11/23 07:21:07 Kind: Service 2022/11/23 07:21:07 Path: /tmp/helm-tmpl-300564083/manifest-1 2022/11/23 07:21:07 Kind: Deployment 2022/11/23 07:21:07 Crd rss info 2022/11/23 07:21:07 Hook info {"filepath":"/tmp/helm-tmpl-300564083/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:21:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-23T07:21:08Z"} {"filepath":"/tmp/helm-tmpl-300564083/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:21:08Z"} 2022/11/23 07:21:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-23T07:21:08Z"} 10.233.71.91 - - [23/Nov/2022:07:21:07 +0000] "POST /v1/instance HTTP/1.1" 201 1276 2022/11/23 07:21:09 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.91 - - [23/Nov/2022:07:21:09 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 14517 {"instance":"sad_wiles","level":"info","msg":"[START] status notify thread for ","time":"2022-11-23T07:21:32Z"} {"instance":"sad_wiles","level":"info","msg":"REFRESH WATCHERS","subscription":"sad_wiles-cnf-adapter","time":"2022-11-23T07:21:37Z"} {"Instance":"sad_wiles","Kind":"Pod","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-23T07:21:37Z"} {"Instance":"sad_wiles","Kind":"Deployment","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-23T07:21:37Z"} {"Instance":"sad_wiles","Kind":"Service","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-23T07:21:37Z"} {"InstanceId":"sad_wiles","SubscriptionName":"sad_wiles-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-23T07:21:37Z"} 10.233.71.91 - - [23/Nov/2022:07:21:32 +0000] "POST /v1/instance/sad_wiles/status/subscription HTTP/1.1" 201 633 {"InstanceId":"sad_wiles","SubscriptionName":"sad_wiles-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-23T07:21:42Z"} 2022/11/23 07:21:43 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:21:43 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 14857 2022/11/23 07:21:53 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:21:53 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 14857 10.233.69.196 - - [23/Nov/2022:07:22:03 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 14669 2022/11/23 07:22:03 [scheduleResources]: START thread 10.233.69.196 - - [23/Nov/2022:07:22:03 +0000] "GET /v1/instance/sad_wiles/config/replica-count-change HTTP/1.1" 500 60 2022/11/23 07:22:08 [Config Create] Instance sad_wiles 2022/11/23 07:22:08 [ConfigTemplate]: Download replica-count-template 2022/11/23 07:22:08 Before Sent to goroutine {538f34b5-f4b6-4c36-8aaa-312b29fe14a7 77113f7e-b7d4-417e-9fbe-c4b923c71771 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/23 07:22:08 Message Sent to goroutine {538f34b5-f4b6-4c36-8aaa-312b29fe14a7 77113f7e-b7d4-417e-9fbe-c4b923c71771 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/23 07:22:08 [scheduleResources]: POST {538f34b5-f4b6-4c36-8aaa-312b29fe14a7 77113f7e-b7d4-417e-9fbe-c4b923c71771 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-967436416/manifest-0}] {"filepath":"/tmp/helm-tmpl-967436416/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:22:08Z"} 2022/11/23 07:22:08 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-967436416/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-23T07:22:08Z"} {"filepath":"/tmp/helm-tmpl-967436416/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-23T07:22:08Z"} 2022/11/23 07:22:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-23T07:22:08Z"} 2022/11/23 07:22:08 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.69.196 - - [23/Nov/2022:07:22:08 +0000] "POST /v1/instance/sad_wiles/config HTTP/1.1" 201 261 2022/11/23 07:22:09 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:22:08 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 14734 {"Instance":"sad_wiles","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-23T07:22:18Z"} {"Kind":"Pod","Name":"rel-1-apache-67b6cb7d8-dptgj","level":"info","msg":"CREATED","time":"2022-11-23T07:22:18Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-23T07:22:18Z"} {"Kind":"Pod","Name":"rel-1-apache-67b6cb7d8-8zwxb","level":"info","msg":"MODIFIED","time":"2022-11-23T07:22:18Z"} 2022/11/23 07:22:18 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.91 - - [23/Nov/2022:07:22:18 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 20904 2022/11/23 07:22:19 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:22:19 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 20904 {"InstanceId":"sad_wiles","Result":202,"SubscriptionName":"sad_wiles-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-23T07:22:20Z"} 2022/11/23 07:22:29 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:22:29 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 20904 2022/11/23 07:22:39 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:22:39 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 20904 2022/11/23 07:22:49 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:22:49 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 21247 {"Instance":"sad_wiles","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-23T07:22:50Z"} {"Kind":"Pod","Name":"rel-1-apache-67b6cb7d8-dptgj","level":"info","msg":"MODIFIED","time":"2022-11-23T07:22:50Z"} 2022/11/23 07:22:50 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.91 - - [23/Nov/2022:07:22:50 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 21247 {"InstanceId":"sad_wiles","Result":202,"SubscriptionName":"sad_wiles-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-23T07:22:52Z"} 2022/11/23 07:22:59 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.196 - - [23/Nov/2022:07:22:59 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 21247 10.233.69.196 - - [23/Nov/2022:07:23:09 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 20955 {"Instance":"sad_wiles","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-23T07:23:22Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-23T07:23:22Z"} {"Kind":"Pod","Name":"rel-1-apache-67b6cb7d8-dptgj","level":"info","msg":"MODIFIED","time":"2022-11-23T07:23:22Z"} 10.233.71.91 - - [23/Nov/2022:07:23:22 +0000] "GET /v1/instance/sad_wiles/status HTTP/1.1" 200 20955 {"InstanceId":"sad_wiles","Result":202,"SubscriptionName":"sad_wiles-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-23T07:23:24Z"} {"Instance":"sad_wiles","Kind":"Deployment","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-23T07:23:24Z"} {"Instance":"sad_wiles","Kind":"Pod","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-23T07:23:24Z"} {"Instance":"sad_wiles","Kind":"Service","Subscription":"sad_wiles-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-23T07:23:24Z"} 2022/11/23 07:23:24 Deleted Obj with ID ObjectID("637dca01632cfed391d8b56a") 2022/11/23 07:23:24 Deleted Obj with ID ObjectID("637dca00f27ffa7b896dcc6a") 10.233.71.91 - - [23/Nov/2022:07:23:24 +0000] "DELETE /v1/instance/sad_wiles/status/subscription/sad_wiles-cnf-adapter HTTP/1.1" 202 0 2022/11/23 07:23:24 [Config Cleanup] Instance sad_wiles 2022/11/23 07:23:24 [Config Delete] Instance sad_wiles Config replica-count-change 2022/11/23 07:23:24 [ConfigTemplate]: Download replica-count-template 2022/11/23 07:23:24 Before Sent to goroutine {538f34b5-f4b6-4c36-8aaa-312b29fe14a7 77113f7e-b7d4-417e-9fbe-c4b923c71771 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/23 07:23:24 Message Sent to goroutine {538f34b5-f4b6-4c36-8aaa-312b29fe14a7 77113f7e-b7d4-417e-9fbe-c4b923c71771 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/23 07:23:24 [scheduleResources]: DELETE {538f34b5-f4b6-4c36-8aaa-312b29fe14a7 77113f7e-b7d4-417e-9fbe-c4b923c71771 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-23T07:23:24Z"} 2022/11/23 07:23:24 No plugin for kind Deployment found. Using generic Plugin 2022/11/23 07:23:24 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/23 07:23:25 [Config Delete All] Instance sad_wiles Config replica-count-change 2022/11/23 07:23:25 Stop config thread for sad_wiles {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-23T07:23:25Z"} 2022/11/23 07:23:25 [scheduleResources]: STOP thread 2022/11/23 07:23:25 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-23T07:23:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-23T07:23:25Z"} 2022/11/23 07:23:25 Deleting service: rel-1-apache {"instance":"sad_wiles","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-23T07:23:25Z"} 2022/11/23 07:23:25 Deleted Obj with ID ObjectID("637dc9e3632cfed391d8b569") 2022/11/23 07:23:25 Deleted Obj with ID ObjectID("637dc9e2f27ffa7b896dcc3d") 10.233.71.91 - - [23/Nov/2022:07:23:24 +0000] "DELETE /v1/instance/sad_wiles HTTP/1.1" 202 0 10.233.65.78 - - [23/Nov/2022:07:23:42 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/11/23 07:23:42 Deleted Obj with ID ObjectID("637dc90e632cfed391d8b558") 10.233.65.78 - - [23/Nov/2022:07:23:42 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/23 07:23:42 Deleted Obj with ID ObjectID("637dc90df27ffa7b896dcb59") {"instance":"sad_wiles","level":"info","msg":"[START] status notify thread for ","time":"2022-11-23T07:23:54Z"} {"InstanceId":"sad_wiles","SubscriptionName":"sad_wiles-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-23T07:23:59Z"} 2022/11/23 07:24:50 [Config Cleanup] Instance compassionate_banzai 2022/11/23 07:24:50 [scheduleResources]: START thread 2022/11/23 07:24:55 Stop config thread for compassionate_banzai 2022/11/23 07:24:55 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-23T07:24:55Z"} 2022/11/23 07:24:55 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-23T07:24:55Z"} 2022/11/23 07:24:55 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-23T07:24:55Z"} 2022/11/23 07:24:55 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-23T07:24:55Z"} 2022/11/23 07:24:55 Deleting service: pnf-macro-test-simulator-mongo {"instance":"compassionate_banzai","level":"info","msg":"[START] status notify thread for ","time":"2022-11-23T07:24:55Z"} {"instance":"compassionate_banzai","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-23T07:25:00Z"} 2022/11/23 07:25:00 Deleted Obj with ID ObjectID("637dc8ba632cfed391d8b557") 2022/11/23 07:25:00 Deleted Obj with ID ObjectID("637dc8b9f27ffa7b896dcb14") 10.233.65.78 - - [23/Nov/2022:07:24:50 +0000] "DELETE /v1/instance/compassionate_banzai HTTP/1.1" 202 0 10.233.65.78 - - [23/Nov/2022:07:25:00 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.65.78 - - [23/Nov/2022:07:25:00 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/11/23 07:25:00 Deleted Obj with ID ObjectID("637dc8ba632cfed391d8b54f") 2022/11/23 07:25:00 Deleted Obj with ID ObjectID("637dc8b9f27ffa7b896dcad9")