2022/11/13 02:42:13 Starting Kubernetes Multicloud API 2022/11/13 02:42:13 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-13T02:42:23Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-13T02:42:23Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-13T03:20:08Z"} 10.233.66.183 - - [13/Nov/2022:03:20:08 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.30 - - [13/Nov/2022:03:55:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.30 - - [13/Nov/2022:03:58:49 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [13/Nov/2022:04:04:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [13/Nov/2022:04:06:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "GET /v1/rb/definition/cds-ms-rb-e92ce1e3-ae6a-471b-930d-45335e841f78/v1 HTTP/1.1" 200 124 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "POST /v1/rb/definition/cds-ms-rb-e92ce1e3-ae6a-471b-930d-45335e841f78/v1/content HTTP/1.1" 200 0 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "GET /v1/rb/definition/cds-ms-rb-e92ce1e3-ae6a-471b-930d-45335e841f78/v1 HTTP/1.1" 200 138 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "POST /v1/rb/definition/cds-ms-rb-e92ce1e3-ae6a-471b-930d-45335e841f78/v1/profile HTTP/1.1" 201 305 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "GET /v1/rb/definition/cds-ms-rb-e92ce1e3-ae6a-471b-930d-45335e841f78/v1/profile/cds-ms-prof-6d6d11c7-f83a-4926-94fa-43cad0bdd35c HTTP/1.1" 200 305 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "POST /v1/rb/definition/cds-ms-rb-e92ce1e3-ae6a-471b-930d-45335e841f78/v1/profile/cds-ms-prof-6d6d11c7-f83a-4926-94fa-43cad0bdd35c/content HTTP/1.1" 200 0 2022/11/13 04:18:09 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/13 04:18:09 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/13 04:18:09 Main rss info 2022/11/13 04:18:09 Path: /tmp/helm-tmpl-077676619/manifest-0 2022/11/13 04:18:09 Kind: Service 2022/11/13 04:18:09 Path: /tmp/helm-tmpl-077676619/manifest-1 2022/11/13 04:18:09 Kind: Deployment 2022/11/13 04:18:09 Crd rss info 2022/11/13 04:18:09 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-13T04:18:10Z"} 2022/11/13 04:18:10 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-077676619/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:18:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-13T04:18:10Z"} {"filepath":"/tmp/helm-tmpl-077676619/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:18:10Z"} 2022/11/13 04:18:10 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-13T04:18:10Z"} 10.233.70.30 - - [13/Nov/2022:04:18:09 +0000] "POST /v1/instance HTTP/1.1" 201 542 2022/11/13 04:19:27 [Config Cleanup] Instance angry_bhaskara 2022/11/13 04:19:27 [scheduleResources]: START thread 10.233.70.30 - - [13/Nov/2022:04:19:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.30 - - [13/Nov/2022:04:19:30 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.30 - - [13/Nov/2022:04:19:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/13 04:19:32 Stop config thread for angry_bhaskara {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-13T04:19:32Z"} 2022/11/13 04:19:32 No plugin for kind Deployment found. Using generic Plugin 2022/11/13 04:19:32 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-13T04:19:32Z"} 2022/11/13 04:19:32 Deleting service: cds-regression-mockserver {"instance":"angry_bhaskara","level":"info","msg":"[START] status notify thread for ","time":"2022-11-13T04:19:32Z"} {"instance":"angry_bhaskara","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-13T04:19:37Z"} 2022/11/13 04:19:37 Deleted Obj with ID ObjectID("63707002da38c5d952a16aab") 2022/11/13 04:19:37 Deleted Obj with ID ObjectID("63707001f44760e18a2d5274") 10.233.70.30 - - [13/Nov/2022:04:19:27 +0000] "DELETE /v1/instance/angry_bhaskara HTTP/1.1" 202 0 10.233.70.30 - - [13/Nov/2022:04:19:37 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/11/13 04:19:37 Deleted Obj with ID ObjectID("63707001da38c5d952a16aa2") 10.233.70.30 - - [13/Nov/2022:04:19:37 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/11/13 04:19:37 Deleted Obj with ID ObjectID("63707001f44760e18a2d5236") 127.0.0.1 - - [13/Nov/2022:04:19:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [13/Nov/2022:04:19:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [13/Nov/2022:04:19:53 +0000] "POST /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5/content HTTP/1.1" 200 0 10.233.70.30 - - [13/Nov/2022:04:26:00 +0000] "GET /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5 HTTP/1.1" 200 270 10.233.70.30 - - [13/Nov/2022:04:26:00 +0000] "GET /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5/profile/cnftest HTTP/1.1" 404 87 10.233.70.30 - - [13/Nov/2022:04:26:00 +0000] "POST /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5/profile HTTP/1.1" 201 240 10.233.70.30 - - [13/Nov/2022:04:26:00 +0000] "GET /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5/profile/cnftest HTTP/1.1" 200 240 10.233.70.30 - - [13/Nov/2022:04:26:00 +0000] "POST /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5/profile/cnftest/content HTTP/1.1" 200 0 10.233.70.30 - - [13/Nov/2022:04:26:08 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-71f2f89a-2018-4e7f-947d-440ce1d80178 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-13T04:26:08Z"} {"Body":{},"Payload":{"generic-vnf-id":"17a76e68-62ba-42f3-bcf2-dc3e6bd13b0f","vf-module-id":"6023c42b-d581-47b5-b7f0-ddfc9c427195","vf-module-model-invariant-id":"f7f71816-d3e2-4834-904c-32b21181b27b","vf-module-model-version-id":"7197c7bc-b571-41d9-95cb-f07514b1b568","vf-module-model-customization-id":"f68510f6-5624-414a-b5af-eafe23e48ee5","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-71f2f89a-2018-4e7f-947d-440ce1d80178"}},"level":"info","msg":"Broker API Payload","time":"2022-11-13T04:26:08Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"f7f71816-d3e2-4834-904c-32b21181b27b","rb-version":"f68510f6-5624-414a-b5af-eafe23e48ee5","profile-name":"cnftest","release-name":"6023c42b-d581-47b5-b7f0-ddfc9c427195","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-71f2f89a-2018-4e7f-947d-440ce1d80178"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-13T04:26:08Z"} 2022/11/13 04:26:08 Main rss info 2022/11/13 04:26:08 Path: /tmp/helm-tmpl-833231518/manifest-0 2022/11/13 04:26:08 Kind: Service 2022/11/13 04:26:08 Path: /tmp/helm-tmpl-833231518/manifest-1 2022/11/13 04:26:08 Kind: Deployment 2022/11/13 04:26:08 Crd rss info 2022/11/13 04:26:08 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-13T04:26:08Z"} 2022/11/13 04:26:08 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-833231518/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:26:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-13T04:26:08Z"} {"filepath":"/tmp/helm-tmpl-833231518/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:26:08Z"} 2022/11/13 04:26:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-13T04:26:08Z"} 10.233.70.30 - - [13/Nov/2022:04:26:08 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 311 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mcclintock","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-13T04:26:08Z"} 10.233.70.30 - - [13/Nov/2022:04:26:09 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_mcclintock HTTP/1.1" 200 130 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mcclintock","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-13T04:26:09Z"} 10.233.70.30 - - [13/Nov/2022:04:26:09 +0000] "POST /basicnf-owner/k8sregion/infra_workload/xenodochial_mcclintock HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mcclintock","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-13T04:26:40Z"} 10.233.70.30 - - [13/Nov/2022:04:26:40 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_mcclintock HTTP/1.1" 200 130 2022/11/13 04:26:40 [Config Cleanup] Instance xenodochial_mcclintock 2022/11/13 04:26:40 [scheduleResources]: START thread 2022/11/13 04:26:45 Stop config thread for xenodochial_mcclintock {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-13T04:26:45Z"} 2022/11/13 04:26:45 [scheduleResources]: STOP thread 2022/11/13 04:26:45 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-13T04:26:45Z"} 2022/11/13 04:26:45 Deleting service: cnftest-nginx {"instance":"xenodochial_mcclintock","level":"info","msg":"[START] status notify thread for ","time":"2022-11-13T04:26:45Z"} {"instance":"xenodochial_mcclintock","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-13T04:26:50Z"} 2022/11/13 04:26:50 Deleted Obj with ID ObjectID("637071e0da38c5d952a16ab7") 2022/11/13 04:26:50 Deleted Obj with ID ObjectID("637071e0f44760e18a2d53fb") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_mcclintock","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-13T04:26:50Z"} 10.233.70.30 - - [13/Nov/2022:04:26:40 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/xenodochial_mcclintock HTTP/1.1" 202 130 10.233.70.30 - - [13/Nov/2022:04:26:59 +0000] "GET /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5 HTTP/1.1" 200 270 10.233.70.30 - - [13/Nov/2022:04:26:59 +0000] "GET /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5/profile/cnftest HTTP/1.1" 200 240 2022/11/13 04:26:59 Deleted Obj with ID ObjectID("637071d8da38c5d952a16ab5") 2022/11/13 04:26:59 Deleted Obj with ID ObjectID("637071d8da38c5d952a16ab6") 10.233.70.30 - - [13/Nov/2022:04:26:59 +0000] "DELETE /v1/rb/definition/f7f71816-d3e2-4834-904c-32b21181b27b/f68510f6-5624-414a-b5af-eafe23e48ee5/profile/cnftest HTTP/1.1" 204 0 2022/11/13 04:26:59 Deleted Obj with ID ObjectID("637071d8f44760e18a2d53de") 10.233.70.30 - - [13/Nov/2022:04:27:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/13 04:27:26 Deleted Obj with ID ObjectID("63707052da38c5d952a16aac") 2022/11/13 04:27:26 Deleted Obj with ID ObjectID("63707051f44760e18a2d52b7") 10.233.70.30 - - [13/Nov/2022:04:27:26 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3ba5db62-c913-4d49-be2e-d277fbaf2f2c/v1 HTTP/1.1" 200 125 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3ba5db62-c913-4d49-be2e-d277fbaf2f2c/v1/content HTTP/1.1" 200 0 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3ba5db62-c913-4d49-be2e-d277fbaf2f2c/v1 HTTP/1.1" 200 138 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3ba5db62-c913-4d49-be2e-d277fbaf2f2c/v1/profile HTTP/1.1" 201 314 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3ba5db62-c913-4d49-be2e-d277fbaf2f2c/v1/profile/pnf-cnf-profile-f004d753-1ab7-4ffd-9f3b-12116e33a3cc HTTP/1.1" 200 314 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3ba5db62-c913-4d49-be2e-d277fbaf2f2c/v1/profile/pnf-cnf-profile-f004d753-1ab7-4ffd-9f3b-12116e33a3cc/content HTTP/1.1" 200 0 2022/11/13 04:31:34 Main rss info 2022/11/13 04:31:34 Path: /tmp/helm-tmpl-215135412/manifest-0 2022/11/13 04:31:34 Kind: Service 2022/11/13 04:31:34 Path: /tmp/helm-tmpl-215135412/manifest-1 2022/11/13 04:31:34 Kind: Service 2022/11/13 04:31:34 Path: /tmp/helm-tmpl-215135412/manifest-2 2022/11/13 04:31:34 Kind: Pod 2022/11/13 04:31:34 Path: /tmp/helm-tmpl-215135412/manifest-3 2022/11/13 04:31:34 Kind: Deployment 2022/11/13 04:31:34 Crd rss info 2022/11/13 04:31:34 Hook info {"filepath":"/tmp/helm-tmpl-215135412/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:31:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-13T04:31:35Z"} {"filepath":"/tmp/helm-tmpl-215135412/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:31:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-13T04:31:35Z"} {"filepath":"/tmp/helm-tmpl-215135412/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:31:35Z"} 2022/11/13 04:31:35 No plugin for kind Pod found. Using generic Plugin 2022/11/13 04:31:35 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-13T04:31:35Z"} {"filepath":"/tmp/helm-tmpl-215135412/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:31:35Z"} 2022/11/13 04:31:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-13T04:31:35Z"} 10.233.70.30 - - [13/Nov/2022:04:31:34 +0000] "POST /v1/instance HTTP/1.1" 201 745 10.233.70.30 - - [13/Nov/2022:04:32:44 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.30 - - [13/Nov/2022:04:32:44 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.70.30 - - [13/Nov/2022:04:32:44 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [13/Nov/2022:04:33:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [13/Nov/2022:04:33:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [13/Nov/2022:04:33:02 +0000] "POST /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d/content HTTP/1.1" 200 0 127.0.0.1 - - [13/Nov/2022:04:33:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.97 - - [13/Nov/2022:04:34:02 +0000] "GET /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d HTTP/1.1" 200 277 10.233.71.97 - - [13/Nov/2022:04:34:02 +0000] "GET /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.97 - - [13/Nov/2022:04:34:02 +0000] "POST /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d/profile HTTP/1.1" 201 270 10.233.71.97 - - [13/Nov/2022:04:34:02 +0000] "POST /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.97 - - [13/Nov/2022:04:34:12 +0000] "GET /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d HTTP/1.1" 200 277 10.233.71.97 - - [13/Nov/2022:04:34:12 +0000] "GET /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/13 04:34:12 [ConfigiTemplate]: create a7f8bec7-b6fc-4c72-9bc4-8698cef126fc 10.233.71.97 - - [13/Nov/2022:04:34:12 +0000] "POST /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d/config-template HTTP/1.1" 201 113 2022/11/13 04:34:12 [ConfigTemplate]: Upload replica-count-template 10.233.71.97 - - [13/Nov/2022:04:34:12 +0000] "POST /v1/rb/definition/a7f8bec7-b6fc-4c72-9bc4-8698cef126fc/3336a869-9d59-4cba-ad26-012aa554e45d/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/13 04:34:14 Main rss info 2022/11/13 04:34:14 Path: /tmp/helm-tmpl-258878899/manifest-0 2022/11/13 04:34:14 Kind: Service 2022/11/13 04:34:14 Path: /tmp/helm-tmpl-258878899/manifest-1 2022/11/13 04:34:14 Kind: Deployment 2022/11/13 04:34:14 Crd rss info 2022/11/13 04:34:14 Hook info {"filepath":"/tmp/helm-tmpl-258878899/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:34:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-13T04:34:14Z"} {"filepath":"/tmp/helm-tmpl-258878899/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:34:14Z"} 2022/11/13 04:34:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-13T04:34:14Z"} 10.233.66.183 - - [13/Nov/2022:04:34:14 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2022/11/13 04:34:15 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.183 - - [13/Nov/2022:04:34:15 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 14550 {"instance":"quirky_hofstadter","level":"info","msg":"[START] status notify thread for ","time":"2022-11-13T04:34:39Z"} {"instance":"quirky_hofstadter","level":"info","msg":"REFRESH WATCHERS","subscription":"quirky_hofstadter-cnf-adapter","time":"2022-11-13T04:34:44Z"} {"Instance":"quirky_hofstadter","Kind":"Service","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-13T04:34:44Z"} {"Instance":"quirky_hofstadter","Kind":"Deployment","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-13T04:34:44Z"} {"Instance":"quirky_hofstadter","Kind":"Pod","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-13T04:34:44Z"} {"InstanceId":"quirky_hofstadter","SubscriptionName":"quirky_hofstadter-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-13T04:34:44Z"} 10.233.66.183 - - [13/Nov/2022:04:34:39 +0000] "POST /v1/instance/quirky_hofstadter/status/subscription HTTP/1.1" 201 657 {"InstanceId":"quirky_hofstadter","SubscriptionName":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-13T04:34:49Z"} 2022/11/13 04:34:49 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.97 - - [13/Nov/2022:04:34:49 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 14893 10.233.71.97 - - [13/Nov/2022:04:34:59 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 14705 2022/11/13 04:34:59 [scheduleResources]: START thread 10.233.71.97 - - [13/Nov/2022:04:34:59 +0000] "GET /v1/instance/quirky_hofstadter/config/replica-count-change HTTP/1.1" 500 60 2022/11/13 04:35:05 [Config Create] Instance quirky_hofstadter 2022/11/13 04:35:05 [ConfigTemplate]: Download replica-count-template 2022/11/13 04:35:05 Before Sent to goroutine {a7f8bec7-b6fc-4c72-9bc4-8698cef126fc 3336a869-9d59-4cba-ad26-012aa554e45d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/13 04:35:05 Message Sent to goroutine {a7f8bec7-b6fc-4c72-9bc4-8698cef126fc 3336a869-9d59-4cba-ad26-012aa554e45d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/13 04:35:05 [scheduleResources]: POST {a7f8bec7-b6fc-4c72-9bc4-8698cef126fc 3336a869-9d59-4cba-ad26-012aa554e45d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-251705765/manifest-0}] {"filepath":"/tmp/helm-tmpl-251705765/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:35:05Z"} 2022/11/13 04:35:05 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-251705765/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-13T04:35:05Z"} {"filepath":"/tmp/helm-tmpl-251705765/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-13T04:35:05Z"} 2022/11/13 04:35:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-13T04:35:05Z"} 2022/11/13 04:35:05 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.97 - - [13/Nov/2022:04:35:05 +0000] "POST /v1/instance/quirky_hofstadter/config HTTP/1.1" 201 269 2022/11/13 04:35:05 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.97 - - [13/Nov/2022:04:35:05 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 20949 2022/11/13 04:35:15 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.97 - - [13/Nov/2022:04:35:15 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 20949 {"Instance":"quirky_hofstadter","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-13T04:35:24Z"} {"Kind":"Pod","Name":"rel-1-apache-dc7b78449-wlwbb","level":"info","msg":"CREATED","time":"2022-11-13T04:35:24Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-13T04:35:24Z"} 2022/11/13 04:35:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.183 - - [13/Nov/2022:04:35:24 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 21292 2022/11/13 04:35:25 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.97 - - [13/Nov/2022:04:35:25 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 21292 {"InstanceId":"quirky_hofstadter","Result":202,"SubscriptionName":"quirky_hofstadter-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-13T04:35:26Z"} 2022/11/13 04:35:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.97 - - [13/Nov/2022:04:35:35 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 21292 10.233.71.97 - - [13/Nov/2022:04:35:45 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 21000 {"Instance":"quirky_hofstadter","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-13T04:35:56Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-13T04:35:56Z"} {"Kind":"Pod","Name":"rel-1-apache-dc7b78449-wlwbb","level":"info","msg":"MODIFIED","time":"2022-11-13T04:35:56Z"} 10.233.66.183 - - [13/Nov/2022:04:35:56 +0000] "GET /v1/instance/quirky_hofstadter/status HTTP/1.1" 200 21000 {"InstanceId":"quirky_hofstadter","Result":202,"SubscriptionName":"quirky_hofstadter-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-13T04:35:58Z"} {"Instance":"quirky_hofstadter","Kind":"Deployment","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-13T04:36:03Z"} {"Instance":"quirky_hofstadter","Kind":"Pod","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-13T04:36:03Z"} {"Instance":"quirky_hofstadter","Kind":"Service","Subscription":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-13T04:36:03Z"} 2022/11/13 04:36:03 Deleted Obj with ID ObjectID("637073e4da38c5d952a16ad3") 2022/11/13 04:36:03 Deleted Obj with ID ObjectID("637073e4f44760e18a2d5628") 10.233.66.183 - - [13/Nov/2022:04:36:03 +0000] "DELETE /v1/instance/quirky_hofstadter/status/subscription/quirky_hofstadter-cnf-adapter HTTP/1.1" 202 0 2022/11/13 04:36:03 [Config Cleanup] Instance quirky_hofstadter 2022/11/13 04:36:03 [Config Delete] Instance quirky_hofstadter Config replica-count-change 2022/11/13 04:36:03 [ConfigTemplate]: Download replica-count-template 2022/11/13 04:36:03 Before Sent to goroutine {a7f8bec7-b6fc-4c72-9bc4-8698cef126fc 3336a869-9d59-4cba-ad26-012aa554e45d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/13 04:36:03 Message Sent to goroutine {a7f8bec7-b6fc-4c72-9bc4-8698cef126fc 3336a869-9d59-4cba-ad26-012aa554e45d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/13 04:36:03 [scheduleResources]: DELETE {a7f8bec7-b6fc-4c72-9bc4-8698cef126fc 3336a869-9d59-4cba-ad26-012aa554e45d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-13T04:36:03Z"} 2022/11/13 04:36:03 No plugin for kind Deployment found. Using generic Plugin 2022/11/13 04:36:03 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/13 04:36:03 [Config Delete All] Instance quirky_hofstadter Config replica-count-change 2022/11/13 04:36:03 Stop config thread for quirky_hofstadter {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-13T04:36:03Z"} 2022/11/13 04:36:03 No plugin for kind Deployment found. Using generic Plugin 2022/11/13 04:36:03 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-13T04:36:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-13T04:36:03Z"} 2022/11/13 04:36:03 Deleting service: rel-1-apache {"instance":"quirky_hofstadter","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-13T04:36:03Z"} 2022/11/13 04:36:03 Deleted Obj with ID ObjectID("637073c6da38c5d952a16ad2") 2022/11/13 04:36:03 Deleted Obj with ID ObjectID("637073c6f44760e18a2d5600") 10.233.66.183 - - [13/Nov/2022:04:36:03 +0000] "DELETE /v1/instance/quirky_hofstadter HTTP/1.1" 202 0 10.233.70.30 - - [13/Nov/2022:04:36:21 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/11/13 04:36:21 Deleted Obj with ID ObjectID("6370736cda38c5d952a16ac1") 2022/11/13 04:36:21 Deleted Obj with ID ObjectID("6370736cf44760e18a2d5565") 10.233.70.30 - - [13/Nov/2022:04:36:21 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"instance":"quirky_hofstadter","level":"info","msg":"[START] status notify thread for ","time":"2022-11-13T04:36:28Z"} {"InstanceId":"quirky_hofstadter","SubscriptionName":"quirky_hofstadter-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-13T04:36:33Z"} 2022/11/13 04:40:22 [Config Cleanup] Instance blissful_newton 2022/11/13 04:40:22 [scheduleResources]: START thread 2022/11/13 04:40:27 Stop config thread for blissful_newton {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-13T04:40:27Z"} 2022/11/13 04:40:27 No plugin for kind Deployment found. Using generic Plugin 2022/11/13 04:40:27 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-13T04:40:27Z"} 2022/11/13 04:40:27 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-13T04:40:27Z"} 2022/11/13 04:40:27 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-13T04:40:27Z"} 2022/11/13 04:40:27 Deleting service: pnf-macro-test-simulator-mongo {"instance":"blissful_newton","level":"info","msg":"[START] status notify thread for ","time":"2022-11-13T04:40:27Z"} {"instance":"blissful_newton","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-13T04:40:32Z"} 2022/11/13 04:40:32 Deleted Obj with ID ObjectID("63707327da38c5d952a16ac0") 2022/11/13 04:40:32 Deleted Obj with ID ObjectID("63707326f44760e18a2d552b") 10.233.70.30 - - [13/Nov/2022:04:40:22 +0000] "DELETE /v1/instance/blissful_newton HTTP/1.1" 202 0 10.233.70.30 - - [13/Nov/2022:04:40:32 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/11/13 04:40:32 Deleted Obj with ID ObjectID("63707326da38c5d952a16ab8") 2022/11/13 04:40:32 Deleted Obj with ID ObjectID("63707326f44760e18a2d54f0") 10.233.70.30 - - [13/Nov/2022:04:40:32 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0