2022/10/23 02:43:46 Starting Kubernetes Multicloud API 2022/10/23 02:43:46 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-10-23T02:43:56Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-10-23T02:43:56Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-10-23T03:21:13Z"} 10.233.69.28 - - [23/Oct/2022:03:21:13 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.66.129 - - [23/Oct/2022:03:55:49 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.129 - - [23/Oct/2022:03:58:27 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [23/Oct/2022:04:03:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [23/Oct/2022:04:04:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "GET /v1/rb/definition/cds-ms-rb-d8bd4512-aaf7-47f7-abbe-bd1254a321b9/v1 HTTP/1.1" 200 124 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "POST /v1/rb/definition/cds-ms-rb-d8bd4512-aaf7-47f7-abbe-bd1254a321b9/v1/content HTTP/1.1" 200 0 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "GET /v1/rb/definition/cds-ms-rb-d8bd4512-aaf7-47f7-abbe-bd1254a321b9/v1 HTTP/1.1" 200 138 10.233.66.129 - - [23/Oct/2022:04:17:33 +0000] "POST /v1/rb/definition/cds-ms-rb-d8bd4512-aaf7-47f7-abbe-bd1254a321b9/v1/profile HTTP/1.1" 201 305 10.233.66.129 - - [23/Oct/2022:04:17:34 +0000] "GET /v1/rb/definition/cds-ms-rb-d8bd4512-aaf7-47f7-abbe-bd1254a321b9/v1/profile/cds-ms-prof-4fd8e473-2928-4564-adf4-70b31562ca7d HTTP/1.1" 200 305 10.233.66.129 - - [23/Oct/2022:04:17:34 +0000] "POST /v1/rb/definition/cds-ms-rb-d8bd4512-aaf7-47f7-abbe-bd1254a321b9/v1/profile/cds-ms-prof-4fd8e473-2928-4564-adf4-70b31562ca7d/content HTTP/1.1" 200 0 2022/10/23 04:17:34 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/10/23 04:17:34 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/10/23 04:17:34 Main rss info 2022/10/23 04:17:34 Path: /tmp/helm-tmpl-122378005/manifest-0 2022/10/23 04:17:34 Kind: Service 2022/10/23 04:17:34 Path: /tmp/helm-tmpl-122378005/manifest-1 2022/10/23 04:17:34 Kind: Deployment 2022/10/23 04:17:34 Crd rss info 2022/10/23 04:17:34 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-10-23T04:17:34Z"} 2022/10/23 04:17:34 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-122378005/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:17:34Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-10-23T04:17:34Z"} {"filepath":"/tmp/helm-tmpl-122378005/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:17:34Z"} 2022/10/23 04:17:34 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-10-23T04:17:34Z"} 10.233.66.129 - - [23/Oct/2022:04:17:34 +0000] "POST /v1/instance HTTP/1.1" 201 542 127.0.0.1 - - [23/Oct/2022:04:18:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.66.129 - - [23/Oct/2022:04:18:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.129 - - [23/Oct/2022:04:18:49 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.66.129 - - [23/Oct/2022:04:18:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/10/23 04:18:54 [Config Cleanup] Instance stoic_mahavira 2022/10/23 04:18:54 [scheduleResources]: START thread 2022/10/23 04:18:59 Stop config thread for stoic_mahavira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-10-23T04:18:59Z"} 2022/10/23 04:18:59 No plugin for kind Deployment found. Using generic Plugin 2022/10/23 04:18:59 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-10-23T04:18:59Z"} 2022/10/23 04:18:59 Deleting service: cds-regression-mockserver {"instance":"stoic_mahavira","level":"info","msg":"[START] status notify thread for ","time":"2022-10-23T04:18:59Z"} 127.0.0.1 - - [23/Oct/2022:04:19:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [23/Oct/2022:04:19:02 +0000] "POST /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c/content HTTP/1.1" 200 0 {"instance":"stoic_mahavira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-23T04:19:04Z"} 2022/10/23 04:19:04 Deleted Obj with ID ObjectID("6354c05e120df634310751ce") 2022/10/23 04:19:04 Deleted Obj with ID ObjectID("6354c05e922c9cf7e8fb1bd8") 10.233.66.129 - - [23/Oct/2022:04:18:54 +0000] "DELETE /v1/instance/stoic_mahavira HTTP/1.1" 202 0 10.233.66.129 - - [23/Oct/2022:04:19:04 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/10/23 04:19:04 Deleted Obj with ID ObjectID("6354c05d120df634310751c5") 2022/10/23 04:19:04 Deleted Obj with ID ObjectID("6354c05d922c9cf7e8fb1b9a") 10.233.66.129 - - [23/Oct/2022:04:19:04 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.66.129 - - [23/Oct/2022:04:25:20 +0000] "GET /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c HTTP/1.1" 200 270 10.233.66.129 - - [23/Oct/2022:04:25:20 +0000] "GET /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c/profile/cnftest HTTP/1.1" 404 87 10.233.66.129 - - [23/Oct/2022:04:25:20 +0000] "POST /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c/profile HTTP/1.1" 201 240 10.233.66.129 - - [23/Oct/2022:04:25:20 +0000] "GET /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c/profile/cnftest HTTP/1.1" 200 240 10.233.66.129 - - [23/Oct/2022:04:25:20 +0000] "POST /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c/profile/cnftest/content HTTP/1.1" 200 0 10.233.66.129 - - [23/Oct/2022:04:25:28 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-531b33e4-774d-4873-9dfa-52e09d1808d1 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-10-23T04:25:28Z"} {"Body":{},"Payload":{"generic-vnf-id":"3829d1a9-4525-44df-886c-cddcf3d2ac75","vf-module-id":"90162c95-9484-447e-9970-9762ef1752e0","vf-module-model-invariant-id":"afff7ada-99ee-4738-88ea-8eaddc0a4197","vf-module-model-version-id":"fd92f58d-1a02-496c-9db0-91b09d28eeb9","vf-module-model-customization-id":"dd3fee67-0ca9-4bd7-806e-d67bacef4f3c","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-531b33e4-774d-4873-9dfa-52e09d1808d1"}},"level":"info","msg":"Broker API Payload","time":"2022-10-23T04:25:29Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"afff7ada-99ee-4738-88ea-8eaddc0a4197","rb-version":"dd3fee67-0ca9-4bd7-806e-d67bacef4f3c","profile-name":"cnftest","release-name":"90162c95-9484-447e-9970-9762ef1752e0","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-531b33e4-774d-4873-9dfa-52e09d1808d1"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-10-23T04:25:29Z"} 2022/10/23 04:25:29 Main rss info 2022/10/23 04:25:29 Path: /tmp/helm-tmpl-021752928/manifest-0 2022/10/23 04:25:29 Kind: Service 2022/10/23 04:25:29 Path: /tmp/helm-tmpl-021752928/manifest-1 2022/10/23 04:25:29 Kind: Deployment 2022/10/23 04:25:29 Crd rss info 2022/10/23 04:25:29 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-10-23T04:25:29Z"} 2022/10/23 04:25:29 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-021752928/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:25:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-23T04:25:29Z"} {"filepath":"/tmp/helm-tmpl-021752928/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:25:29Z"} 2022/10/23 04:25:29 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-23T04:25:29Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"adoring_mahavira","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-23T04:25:29Z"} 10.233.66.129 - - [23/Oct/2022:04:25:29 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 10.233.66.129 - - [23/Oct/2022:04:25:29 +0000] "GET /basicnf-owner/k8sregion/infra_workload/adoring_mahavira HTTP/1.1" 200 124 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"adoring_mahavira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-23T04:25:29Z"} 10.233.66.129 - - [23/Oct/2022:04:25:29 +0000] "POST /basicnf-owner/k8sregion/infra_workload/adoring_mahavira HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"adoring_mahavira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-23T04:26:00Z"} 10.233.66.129 - - [23/Oct/2022:04:26:00 +0000] "GET /basicnf-owner/k8sregion/infra_workload/adoring_mahavira HTTP/1.1" 200 124 2022/10/23 04:26:00 [Config Cleanup] Instance adoring_mahavira 2022/10/23 04:26:00 [scheduleResources]: START thread 2022/10/23 04:26:05 Stop config thread for adoring_mahavira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-23T04:26:05Z"} 2022/10/23 04:26:05 No plugin for kind Deployment found. Using generic Plugin 2022/10/23 04:26:05 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-23T04:26:05Z"} 2022/10/23 04:26:05 Deleting service: cnftest-nginx {"instance":"adoring_mahavira","level":"info","msg":"[START] status notify thread for ","time":"2022-10-23T04:26:05Z"} {"instance":"adoring_mahavira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-23T04:26:10Z"} 2022/10/23 04:26:10 Deleted Obj with ID ObjectID("6354c239120df634310751da") 2022/10/23 04:26:10 Deleted Obj with ID ObjectID("6354c238922c9cf7e8fb1d69") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"adoring_mahavira","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-10-23T04:26:10Z"} 10.233.66.129 - - [23/Oct/2022:04:26:00 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/adoring_mahavira HTTP/1.1" 202 124 10.233.66.129 - - [23/Oct/2022:04:26:18 +0000] "GET /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c HTTP/1.1" 200 270 10.233.66.129 - - [23/Oct/2022:04:26:18 +0000] "GET /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c/profile/cnftest HTTP/1.1" 200 240 2022/10/23 04:26:18 Deleted Obj with ID ObjectID("6354c230120df634310751d8") 2022/10/23 04:26:18 Deleted Obj with ID ObjectID("6354c230120df634310751d9") 2022/10/23 04:26:18 Deleted Obj with ID ObjectID("6354c230922c9cf7e8fb1d47") 10.233.66.129 - - [23/Oct/2022:04:26:18 +0000] "DELETE /v1/rb/definition/afff7ada-99ee-4738-88ea-8eaddc0a4197/dd3fee67-0ca9-4bd7-806e-d67bacef4f3c/profile/cnftest HTTP/1.1" 204 0 10.233.66.129 - - [23/Oct/2022:04:26:45 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/10/23 04:26:45 Deleted Obj with ID ObjectID("6354c0a9120df634310751d2") 2022/10/23 04:26:45 Deleted Obj with ID ObjectID("6354c0a9922c9cf7e8fb1c26") 10.233.66.129 - - [23/Oct/2022:04:26:45 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-aba5310f-56b8-446e-87e5-5e5988bd5a04/v1 HTTP/1.1" 200 125 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-aba5310f-56b8-446e-87e5-5e5988bd5a04/v1/content HTTP/1.1" 200 0 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-aba5310f-56b8-446e-87e5-5e5988bd5a04/v1 HTTP/1.1" 200 138 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-aba5310f-56b8-446e-87e5-5e5988bd5a04/v1/profile HTTP/1.1" 201 314 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-aba5310f-56b8-446e-87e5-5e5988bd5a04/v1/profile/pnf-cnf-profile-015421c0-16c8-43c5-a7c0-3a533d72cc1c HTTP/1.1" 200 314 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-aba5310f-56b8-446e-87e5-5e5988bd5a04/v1/profile/pnf-cnf-profile-015421c0-16c8-43c5-a7c0-3a533d72cc1c/content HTTP/1.1" 200 0 2022/10/23 04:30:17 Main rss info 2022/10/23 04:30:17 Path: /tmp/helm-tmpl-195530214/manifest-0 2022/10/23 04:30:17 Kind: Service 2022/10/23 04:30:17 Path: /tmp/helm-tmpl-195530214/manifest-1 2022/10/23 04:30:17 Kind: Service 2022/10/23 04:30:17 Path: /tmp/helm-tmpl-195530214/manifest-2 2022/10/23 04:30:17 Kind: Pod 2022/10/23 04:30:17 Path: /tmp/helm-tmpl-195530214/manifest-3 2022/10/23 04:30:17 Kind: Deployment 2022/10/23 04:30:17 Crd rss info 2022/10/23 04:30:17 Hook info {"filepath":"/tmp/helm-tmpl-195530214/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:30:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-23T04:30:17Z"} {"filepath":"/tmp/helm-tmpl-195530214/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:30:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-23T04:30:17Z"} {"filepath":"/tmp/helm-tmpl-195530214/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:30:17Z"} 2022/10/23 04:30:17 No plugin for kind Pod found. Using generic Plugin 2022/10/23 04:30:17 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-23T04:30:17Z"} {"filepath":"/tmp/helm-tmpl-195530214/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:30:17Z"} 2022/10/23 04:30:17 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-23T04:30:17Z"} 10.233.66.129 - - [23/Oct/2022:04:30:17 +0000] "POST /v1/instance HTTP/1.1" 201 745 10.233.66.129 - - [23/Oct/2022:04:31:38 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.66.129 - - [23/Oct/2022:04:31:38 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.66.129 - - [23/Oct/2022:04:31:38 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [23/Oct/2022:04:31:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [23/Oct/2022:04:31:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [23/Oct/2022:04:31:51 +0000] "POST /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e/content HTTP/1.1" 200 0 127.0.0.1 - - [23/Oct/2022:04:32:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.69.212 - - [23/Oct/2022:04:35:59 +0000] "GET /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e HTTP/1.1" 200 277 10.233.69.212 - - [23/Oct/2022:04:35:59 +0000] "GET /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e/profile/node-port-profile HTTP/1.1" 404 87 10.233.69.212 - - [23/Oct/2022:04:35:59 +0000] "POST /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e/profile HTTP/1.1" 201 270 10.233.69.212 - - [23/Oct/2022:04:35:59 +0000] "POST /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.69.212 - - [23/Oct/2022:04:36:10 +0000] "GET /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e HTTP/1.1" 200 277 10.233.69.212 - - [23/Oct/2022:04:36:10 +0000] "GET /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e/config-template/replica-count-template HTTP/1.1" 500 78 2022/10/23 04:36:10 [ConfigiTemplate]: create 80c8f016-d370-45c5-80ab-0d387012f2dc 10.233.69.212 - - [23/Oct/2022:04:36:10 +0000] "POST /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e/config-template HTTP/1.1" 201 113 2022/10/23 04:36:10 [ConfigTemplate]: Upload replica-count-template 10.233.69.212 - - [23/Oct/2022:04:36:10 +0000] "POST /v1/rb/definition/80c8f016-d370-45c5-80ab-0d387012f2dc/f9de362b-b268-4c46-b42c-a48241448d5e/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/10/23 04:36:13 Main rss info 2022/10/23 04:36:13 Path: /tmp/helm-tmpl-837626045/manifest-0 2022/10/23 04:36:13 Kind: Service 2022/10/23 04:36:13 Path: /tmp/helm-tmpl-837626045/manifest-1 2022/10/23 04:36:13 Kind: Deployment 2022/10/23 04:36:13 Crd rss info 2022/10/23 04:36:13 Hook info {"filepath":"/tmp/helm-tmpl-837626045/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:36:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-23T04:36:13Z"} {"filepath":"/tmp/helm-tmpl-837626045/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:36:13Z"} 2022/10/23 04:36:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-23T04:36:13Z"} 10.233.69.28 - - [23/Oct/2022:04:36:13 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2022/10/23 04:36:14 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.28 - - [23/Oct/2022:04:36:14 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 14540 {"instance":"naughty_mclaren","level":"info","msg":"[START] status notify thread for ","time":"2022-10-23T04:36:38Z"} {"instance":"naughty_mclaren","level":"info","msg":"REFRESH WATCHERS","subscription":"naughty_mclaren-cnf-adapter","time":"2022-10-23T04:36:43Z"} {"Instance":"naughty_mclaren","Kind":"Service","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-23T04:36:43Z"} {"Instance":"naughty_mclaren","Kind":"Deployment","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-23T04:36:43Z"} {"Instance":"naughty_mclaren","Kind":"Pod","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-23T04:36:43Z"} {"InstanceId":"naughty_mclaren","SubscriptionName":"naughty_mclaren-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-10-23T04:36:43Z"} 10.233.69.28 - - [23/Oct/2022:04:36:38 +0000] "POST /v1/instance/naughty_mclaren/status/subscription HTTP/1.1" 201 650 {"InstanceId":"naughty_mclaren","SubscriptionName":"naughty_mclaren-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-10-23T04:36:48Z"} 2022/10/23 04:36:49 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.212 - - [23/Oct/2022:04:36:49 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 14883 2022/10/23 04:36:59 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.212 - - [23/Oct/2022:04:36:59 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 14883 10.233.69.212 - - [23/Oct/2022:04:37:09 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 14695 2022/10/23 04:37:09 [scheduleResources]: START thread 10.233.69.212 - - [23/Oct/2022:04:37:09 +0000] "GET /v1/instance/naughty_mclaren/config/replica-count-change HTTP/1.1" 500 60 2022/10/23 04:37:15 [Config Create] Instance naughty_mclaren 2022/10/23 04:37:15 [ConfigTemplate]: Download replica-count-template 2022/10/23 04:37:15 Before Sent to goroutine {80c8f016-d370-45c5-80ab-0d387012f2dc f9de362b-b268-4c46-b42c-a48241448d5e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/23 04:37:15 Message Sent to goroutine {80c8f016-d370-45c5-80ab-0d387012f2dc f9de362b-b268-4c46-b42c-a48241448d5e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/23 04:37:15 [scheduleResources]: POST {80c8f016-d370-45c5-80ab-0d387012f2dc f9de362b-b268-4c46-b42c-a48241448d5e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-548573650/manifest-0}] {"filepath":"/tmp/helm-tmpl-548573650/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:37:15Z"} 2022/10/23 04:37:15 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-548573650/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-10-23T04:37:15Z"} {"filepath":"/tmp/helm-tmpl-548573650/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-23T04:37:15Z"} 2022/10/23 04:37:15 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-23T04:37:15Z"} 2022/10/23 04:37:15 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.69.212 - - [23/Oct/2022:04:37:15 +0000] "POST /v1/instance/naughty_mclaren/config HTTP/1.1" 201 267 2022/10/23 04:37:15 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.212 - - [23/Oct/2022:04:37:15 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 20937 {"Instance":"naughty_mclaren","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-23T04:37:23Z"} {"Kind":"Pod","Name":"rel-1-apache-6f8cb9786-vt72m","level":"info","msg":"CREATED","time":"2022-10-23T04:37:23Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-23T04:37:23Z"} {"Kind":"Pod","Name":"rel-1-apache-6f8cb9786-lgt62","level":"info","msg":"MODIFIED","time":"2022-10-23T04:37:23Z"} 2022/10/23 04:37:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.28 - - [23/Oct/2022:04:37:23 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 20937 2022/10/23 04:37:25 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.212 - - [23/Oct/2022:04:37:25 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 20937 {"InstanceId":"naughty_mclaren","Result":202,"SubscriptionName":"naughty_mclaren-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-23T04:37:25Z"} 2022/10/23 04:37:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.212 - - [23/Oct/2022:04:37:35 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 21280 2022/10/23 04:37:45 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.212 - - [23/Oct/2022:04:37:45 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 21280 2022/10/23 04:37:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.212 - - [23/Oct/2022:04:37:55 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 21280 {"Instance":"naughty_mclaren","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-23T04:37:55Z"} {"Kind":"Pod","Name":"rel-1-apache-6f8cb9786-vt72m","level":"info","msg":"MODIFIED","time":"2022-10-23T04:37:55Z"} 2022/10/23 04:37:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.28 - - [23/Oct/2022:04:37:55 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 21280 {"InstanceId":"naughty_mclaren","Result":202,"SubscriptionName":"naughty_mclaren-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-23T04:37:57Z"} 10.233.69.212 - - [23/Oct/2022:04:38:05 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 20988 {"Instance":"naughty_mclaren","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-23T04:38:27Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-23T04:38:27Z"} {"Kind":"Pod","Name":"rel-1-apache-6f8cb9786-vt72m","level":"info","msg":"MODIFIED","time":"2022-10-23T04:38:27Z"} 10.233.69.28 - - [23/Oct/2022:04:38:27 +0000] "GET /v1/instance/naughty_mclaren/status HTTP/1.1" 200 20988 {"InstanceId":"naughty_mclaren","Result":202,"SubscriptionName":"naughty_mclaren-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-23T04:38:29Z"} {"Instance":"naughty_mclaren","Kind":"Deployment","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-23T04:38:29Z"} {"Instance":"naughty_mclaren","Kind":"Pod","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-23T04:38:29Z"} {"Instance":"naughty_mclaren","Kind":"Service","Subscription":"naughty_mclaren-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-23T04:38:29Z"} 2022/10/23 04:38:29 Deleted Obj with ID ObjectID("6354c4db120df634310751f6") 2022/10/23 04:38:29 Deleted Obj with ID ObjectID("6354c4db922c9cf7e8fb1ff1") 10.233.69.28 - - [23/Oct/2022:04:38:29 +0000] "DELETE /v1/instance/naughty_mclaren/status/subscription/naughty_mclaren-cnf-adapter HTTP/1.1" 202 0 2022/10/23 04:38:29 [Config Cleanup] Instance naughty_mclaren 2022/10/23 04:38:29 [Config Delete] Instance naughty_mclaren Config replica-count-change 2022/10/23 04:38:29 [ConfigTemplate]: Download replica-count-template 2022/10/23 04:38:29 Before Sent to goroutine {80c8f016-d370-45c5-80ab-0d387012f2dc f9de362b-b268-4c46-b42c-a48241448d5e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/23 04:38:29 Message Sent to goroutine {80c8f016-d370-45c5-80ab-0d387012f2dc f9de362b-b268-4c46-b42c-a48241448d5e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/23 04:38:29 [scheduleResources]: DELETE {80c8f016-d370-45c5-80ab-0d387012f2dc f9de362b-b268-4c46-b42c-a48241448d5e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-23T04:38:29Z"} 2022/10/23 04:38:29 No plugin for kind Deployment found. Using generic Plugin 2022/10/23 04:38:29 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/10/23 04:38:29 [Config Delete All] Instance naughty_mclaren Config replica-count-change 2022/10/23 04:38:29 Stop config thread for naughty_mclaren {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-23T04:38:29Z"} 2022/10/23 04:38:29 No plugin for kind Deployment found. Using generic Plugin 2022/10/23 04:38:29 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-10-23T04:38:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-23T04:38:29Z"} 2022/10/23 04:38:29 Deleting service: rel-1-apache {"instance":"naughty_mclaren","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-23T04:38:29Z"} 2022/10/23 04:38:29 Deleted Obj with ID ObjectID("6354c4bd120df634310751f5") 2022/10/23 04:38:29 Deleted Obj with ID ObjectID("6354c4bd922c9cf7e8fb1fc9") 10.233.69.28 - - [23/Oct/2022:04:38:29 +0000] "DELETE /v1/instance/naughty_mclaren HTTP/1.1" 202 0 10.233.66.129 - - [23/Oct/2022:04:38:47 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/10/23 04:38:47 Deleted Obj with ID ObjectID("6354c3aa120df634310751e4") 2022/10/23 04:38:47 Deleted Obj with ID ObjectID("6354c3aa922c9cf7e8fb1ebd") 10.233.66.129 - - [23/Oct/2022:04:38:47 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"instance":"naughty_mclaren","level":"info","msg":"[START] status notify thread for ","time":"2022-10-23T04:38:59Z"} {"InstanceId":"naughty_mclaren","SubscriptionName":"naughty_mclaren-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-10-23T04:39:04Z"} 2022/10/23 04:40:06 [Config Cleanup] Instance sleepy_mahavira 2022/10/23 04:40:06 [scheduleResources]: START thread 2022/10/23 04:40:11 Stop config thread for sleepy_mahavira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-23T04:40:11Z"} 2022/10/23 04:40:11 No plugin for kind Deployment found. Using generic Plugin 2022/10/23 04:40:11 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-23T04:40:11Z"} 2022/10/23 04:40:11 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-23T04:40:11Z"} 2022/10/23 04:40:11 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-23T04:40:11Z"} 2022/10/23 04:40:11 Deleting service: pnf-macro-test-simulator-mongo {"instance":"sleepy_mahavira","level":"info","msg":"[START] status notify thread for ","time":"2022-10-23T04:40:11Z"} {"instance":"sleepy_mahavira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-23T04:40:16Z"} 2022/10/23 04:40:16 Deleted Obj with ID ObjectID("6354c359120df634310751e3") 10.233.66.129 - - [23/Oct/2022:04:40:06 +0000] "DELETE /v1/instance/sleepy_mahavira HTTP/1.1" 202 0 2022/10/23 04:40:16 Deleted Obj with ID ObjectID("6354c359922c9cf7e8fb1e82") 10.233.66.129 - - [23/Oct/2022:04:40:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/10/23 04:40:16 Deleted Obj with ID ObjectID("6354c359120df634310751db") 2022/10/23 04:40:16 Deleted Obj with ID ObjectID("6354c359922c9cf7e8fb1e47") 10.233.66.129 - - [23/Oct/2022:04:40:16 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0