2022/09/22 04:31:42 Starting Kubernetes Multicloud API 2022/09/22 04:31:42 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-09-22T04:31:52Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-09-22T04:31:52Z"} 10.233.68.93 - - [22/Sep/2022:04:56:13 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-09-22T04:56:13Z"} 10.233.65.67 - - [22/Sep/2022:06:51:47 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [22/Sep/2022:06:55:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [22/Sep/2022:07:00:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.65.67 - - [22/Sep/2022:07:08:34 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "GET /v1/rb/definition/cds-ms-rb-6637650c-ecfd-4f8e-83ab-659783e7a70a/v1 HTTP/1.1" 200 124 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "POST /v1/rb/definition/cds-ms-rb-6637650c-ecfd-4f8e-83ab-659783e7a70a/v1/content HTTP/1.1" 200 0 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "GET /v1/rb/definition/cds-ms-rb-6637650c-ecfd-4f8e-83ab-659783e7a70a/v1 HTTP/1.1" 200 138 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "POST /v1/rb/definition/cds-ms-rb-6637650c-ecfd-4f8e-83ab-659783e7a70a/v1/profile HTTP/1.1" 201 305 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "GET /v1/rb/definition/cds-ms-rb-6637650c-ecfd-4f8e-83ab-659783e7a70a/v1/profile/cds-ms-prof-51aa5a58-94d9-4382-aa10-5bd2b7f7be26 HTTP/1.1" 200 305 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "POST /v1/rb/definition/cds-ms-rb-6637650c-ecfd-4f8e-83ab-659783e7a70a/v1/profile/cds-ms-prof-51aa5a58-94d9-4382-aa10-5bd2b7f7be26/content HTTP/1.1" 200 0 2022/09/22 07:08:35 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/09/22 07:08:35 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/09/22 07:08:35 Main rss info 2022/09/22 07:08:35 Path: /tmp/helm-tmpl-811963986/manifest-0 2022/09/22 07:08:35 Kind: Service 2022/09/22 07:08:35 Path: /tmp/helm-tmpl-811963986/manifest-1 2022/09/22 07:08:35 Kind: Deployment 2022/09/22 07:08:35 Crd rss info 2022/09/22 07:08:35 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-09-22T07:08:35Z"} 2022/09/22 07:08:35 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-811963986/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:08:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-09-22T07:08:35Z"} {"filepath":"/tmp/helm-tmpl-811963986/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:08:35Z"} 2022/09/22 07:08:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-09-22T07:08:35Z"} 10.233.65.67 - - [22/Sep/2022:07:08:35 +0000] "POST /v1/instance HTTP/1.1" 201 545 2022/09/22 07:09:53 [Config Cleanup] Instance boring_cartwright 2022/09/22 07:09:53 [scheduleResources]: START thread 2022/09/22 07:09:58 Stop config thread for boring_cartwright {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-09-22T07:09:58Z"} 2022/09/22 07:09:58 No plugin for kind Deployment found. Using generic Plugin 2022/09/22 07:09:58 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-09-22T07:09:58Z"} 2022/09/22 07:09:58 Deleting service: cds-regression-mockserver {"instance":"boring_cartwright","level":"info","msg":"[START] status notify thread for ","time":"2022-09-22T07:09:58Z"} {"instance":"boring_cartwright","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-22T07:10:03Z"} 2022/09/22 07:10:03 Deleted Obj with ID ObjectID("632c09f34efffd842e1f8578") 2022/09/22 07:10:03 Deleted Obj with ID ObjectID("632c09f38e6799e612220535") 10.233.65.67 - - [22/Sep/2022:07:09:53 +0000] "DELETE /v1/instance/boring_cartwright HTTP/1.1" 202 0 10.233.65.67 - - [22/Sep/2022:07:10:03 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/09/22 07:10:03 Deleted Obj with ID ObjectID("632c09f34efffd842e1f856f") 10.233.65.67 - - [22/Sep/2022:07:10:03 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/09/22 07:10:03 Deleted Obj with ID ObjectID("632c09f38e6799e6122204f7") 10.233.65.67 - - [22/Sep/2022:07:10:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.67 - - [22/Sep/2022:07:10:12 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.65.67 - - [22/Sep/2022:07:10:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [22/Sep/2022:07:10:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [22/Sep/2022:07:10:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [22/Sep/2022:07:10:35 +0000] "POST /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988/content HTTP/1.1" 200 0 10.233.65.67 - - [22/Sep/2022:07:15:44 +0000] "GET /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988 HTTP/1.1" 200 270 10.233.65.67 - - [22/Sep/2022:07:15:44 +0000] "GET /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988/profile/cnftest HTTP/1.1" 404 87 10.233.65.67 - - [22/Sep/2022:07:15:44 +0000] "POST /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988/profile HTTP/1.1" 201 240 10.233.65.67 - - [22/Sep/2022:07:15:44 +0000] "GET /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988/profile/cnftest HTTP/1.1" 200 240 10.233.65.67 - - [22/Sep/2022:07:15:44 +0000] "POST /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-09-22T07:15:53Z"} 10.233.65.67 - - [22/Sep/2022:07:15:53 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-cbf31cfc-9400-491b-a568-5d7fdc9c446e HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"dc98f47b-0d65-4677-918f-8f143f07da80","vf-module-id":"5ed826ae-1263-4701-bb81-a1ff4d570058","vf-module-model-invariant-id":"d3294763-b4db-4689-8139-cd56ba993067","vf-module-model-version-id":"de46a711-a42c-4346-b4c6-67e3b0c9f191","vf-module-model-customization-id":"6f8d398c-302f-4623-8acb-48a7335ef988","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-cbf31cfc-9400-491b-a568-5d7fdc9c446e"}},"level":"info","msg":"Broker API Payload","time":"2022-09-22T07:15:53Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"d3294763-b4db-4689-8139-cd56ba993067","rb-version":"6f8d398c-302f-4623-8acb-48a7335ef988","profile-name":"cnftest","release-name":"5ed826ae-1263-4701-bb81-a1ff4d570058","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-cbf31cfc-9400-491b-a568-5d7fdc9c446e"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-09-22T07:15:53Z"} 2022/09/22 07:15:53 Main rss info 2022/09/22 07:15:53 Path: /tmp/helm-tmpl-459000633/manifest-0 2022/09/22 07:15:53 Kind: Service 2022/09/22 07:15:53 Path: /tmp/helm-tmpl-459000633/manifest-1 2022/09/22 07:15:53 Kind: Deployment 2022/09/22 07:15:53 Crd rss info 2022/09/22 07:15:53 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-09-22T07:15:53Z"} 2022/09/22 07:15:53 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-459000633/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:15:53Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-22T07:15:53Z"} {"filepath":"/tmp/helm-tmpl-459000633/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:15:53Z"} 2022/09/22 07:15:53 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-22T07:15:53Z"} 10.233.65.67 - - [22/Sep/2022:07:15:53 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nifty_swirles","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-22T07:15:53Z"} 10.233.65.67 - - [22/Sep/2022:07:15:54 +0000] "GET /basicnf-owner/k8sregion/infra_workload/nifty_swirles HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nifty_swirles","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-22T07:15:54Z"} 10.233.65.67 - - [22/Sep/2022:07:15:54 +0000] "POST /basicnf-owner/k8sregion/infra_workload/nifty_swirles HTTP/1.1" 405 0 10.233.65.67 - - [22/Sep/2022:07:16:27 +0000] "GET /basicnf-owner/k8sregion/infra_workload/nifty_swirles HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nifty_swirles","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-22T07:16:27Z"} 2022/09/22 07:16:27 [Config Cleanup] Instance nifty_swirles 2022/09/22 07:16:27 [scheduleResources]: START thread 2022/09/22 07:16:32 Stop config thread for nifty_swirles {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-22T07:16:32Z"} 2022/09/22 07:16:32 No plugin for kind Deployment found. Using generic Plugin 2022/09/22 07:16:32 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-22T07:16:32Z"} 2022/09/22 07:16:32 Deleting service: cnftest-nginx {"instance":"nifty_swirles","level":"info","msg":"[START] status notify thread for ","time":"2022-09-22T07:16:32Z"} {"instance":"nifty_swirles","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-22T07:16:37Z"} 2022/09/22 07:16:37 Deleted Obj with ID ObjectID("632c0ba94efffd842e1f8584") 2022/09/22 07:16:37 Deleted Obj with ID ObjectID("632c0baa8e6799e6122206a9") 10.233.65.67 - - [22/Sep/2022:07:16:27 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/nifty_swirles HTTP/1.1" 202 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nifty_swirles","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-09-22T07:16:37Z"} 10.233.65.67 - - [22/Sep/2022:07:16:43 +0000] "GET /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988 HTTP/1.1" 200 270 10.233.65.67 - - [22/Sep/2022:07:16:43 +0000] "GET /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988/profile/cnftest HTTP/1.1" 200 240 2022/09/22 07:16:43 Deleted Obj with ID ObjectID("632c0ba04efffd842e1f8582") 2022/09/22 07:16:43 Deleted Obj with ID ObjectID("632c0ba04efffd842e1f8583") 2022/09/22 07:16:43 Deleted Obj with ID ObjectID("632c0ba18e6799e612220687") 10.233.65.67 - - [22/Sep/2022:07:16:43 +0000] "DELETE /v1/rb/definition/d3294763-b4db-4689-8139-cd56ba993067/6f8d398c-302f-4623-8acb-48a7335ef988/profile/cnftest HTTP/1.1" 204 0 10.233.65.67 - - [22/Sep/2022:07:17:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/09/22 07:17:12 Deleted Obj with ID ObjectID("632c0a544efffd842e1f8579") 2022/09/22 07:17:12 Deleted Obj with ID ObjectID("632c0a548e6799e61222058f") 10.233.65.67 - - [22/Sep/2022:07:17:12 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.65.67 - - [22/Sep/2022:07:28:55 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "GET /v1/rb/definition/pnf-cnf-rb-484dacc6-95b7-48b8-b030-f1915ed83d30/v1 HTTP/1.1" 200 125 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "POST /v1/rb/definition/pnf-cnf-rb-484dacc6-95b7-48b8-b030-f1915ed83d30/v1/content HTTP/1.1" 200 0 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "GET /v1/rb/definition/pnf-cnf-rb-484dacc6-95b7-48b8-b030-f1915ed83d30/v1 HTTP/1.1" 200 138 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "POST /v1/rb/definition/pnf-cnf-rb-484dacc6-95b7-48b8-b030-f1915ed83d30/v1/profile HTTP/1.1" 201 314 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "GET /v1/rb/definition/pnf-cnf-rb-484dacc6-95b7-48b8-b030-f1915ed83d30/v1/profile/pnf-cnf-profile-788ff587-0b27-4c8d-addf-bbaf09389ece HTTP/1.1" 200 314 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "POST /v1/rb/definition/pnf-cnf-rb-484dacc6-95b7-48b8-b030-f1915ed83d30/v1/profile/pnf-cnf-profile-788ff587-0b27-4c8d-addf-bbaf09389ece/content HTTP/1.1" 200 0 2022/09/22 07:28:56 Main rss info 2022/09/22 07:28:56 Path: /tmp/helm-tmpl-379273399/manifest-0 2022/09/22 07:28:56 Kind: Service 2022/09/22 07:28:56 Path: /tmp/helm-tmpl-379273399/manifest-1 2022/09/22 07:28:56 Kind: Service 2022/09/22 07:28:56 Path: /tmp/helm-tmpl-379273399/manifest-2 2022/09/22 07:28:56 Kind: Pod 2022/09/22 07:28:56 Path: /tmp/helm-tmpl-379273399/manifest-3 2022/09/22 07:28:56 Kind: Deployment 2022/09/22 07:28:56 Crd rss info 2022/09/22 07:28:56 Hook info {"filepath":"/tmp/helm-tmpl-379273399/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:28:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-22T07:28:56Z"} {"filepath":"/tmp/helm-tmpl-379273399/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:28:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-22T07:28:56Z"} {"filepath":"/tmp/helm-tmpl-379273399/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:28:56Z"} 2022/09/22 07:28:56 No plugin for kind Pod found. Using generic Plugin 2022/09/22 07:28:56 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-22T07:28:56Z"} {"filepath":"/tmp/helm-tmpl-379273399/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:28:56Z"} 2022/09/22 07:28:56 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-22T07:28:56Z"} 10.233.65.67 - - [22/Sep/2022:07:28:56 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.65.67 - - [22/Sep/2022:07:30:24 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.65.67 - - [22/Sep/2022:07:30:24 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.65.67 - - [22/Sep/2022:07:30:24 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [22/Sep/2022:07:30:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [22/Sep/2022:07:30:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [22/Sep/2022:07:30:43 +0000] "POST /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9/content HTTP/1.1" 200 0 127.0.0.1 - - [22/Sep/2022:07:30:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.72.175 - - [22/Sep/2022:07:34:43 +0000] "GET /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9 HTTP/1.1" 200 277 10.233.72.175 - - [22/Sep/2022:07:34:43 +0000] "GET /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.175 - - [22/Sep/2022:07:34:43 +0000] "POST /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9/profile HTTP/1.1" 201 270 10.233.72.175 - - [22/Sep/2022:07:34:43 +0000] "POST /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.175 - - [22/Sep/2022:07:34:52 +0000] "GET /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9 HTTP/1.1" 200 277 10.233.72.175 - - [22/Sep/2022:07:34:52 +0000] "GET /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9/config-template/replica-count-template HTTP/1.1" 500 78 2022/09/22 07:34:53 [ConfigiTemplate]: create abdf4b6d-25af-4276-9927-ad944d73231a 10.233.72.175 - - [22/Sep/2022:07:34:53 +0000] "POST /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9/config-template HTTP/1.1" 201 113 2022/09/22 07:34:53 [ConfigTemplate]: Upload replica-count-template 10.233.72.175 - - [22/Sep/2022:07:34:53 +0000] "POST /v1/rb/definition/abdf4b6d-25af-4276-9927-ad944d73231a/4932ea9c-6e4b-4dcd-8a05-567b4df395e9/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/09/22 07:34:55 Main rss info 2022/09/22 07:34:55 Path: /tmp/helm-tmpl-534386458/manifest-0 2022/09/22 07:34:55 Kind: Service 2022/09/22 07:34:55 Path: /tmp/helm-tmpl-534386458/manifest-1 2022/09/22 07:34:55 Kind: Deployment 2022/09/22 07:34:55 Crd rss info 2022/09/22 07:34:55 Hook info {"filepath":"/tmp/helm-tmpl-534386458/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:34:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-22T07:34:56Z"} {"filepath":"/tmp/helm-tmpl-534386458/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:34:56Z"} 2022/09/22 07:34:56 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-22T07:34:56Z"} 10.233.68.93 - - [22/Sep/2022:07:34:55 +0000] "POST /v1/instance HTTP/1.1" 201 1283 10.233.68.93 - - [22/Sep/2022:07:34:56 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 14549 2022/09/22 07:34:57 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready {"instance":"hardcore_hypatia","level":"info","msg":"[START] status notify thread for ","time":"2022-09-22T07:35:18Z"} {"instance":"hardcore_hypatia","level":"info","msg":"REFRESH WATCHERS","subscription":"hardcore_hypatia-cnf-adapter","time":"2022-09-22T07:35:23Z"} {"Instance":"hardcore_hypatia","Kind":"Service","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-22T07:35:23Z"} {"Instance":"hardcore_hypatia","Kind":"Pod","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-22T07:35:23Z"} {"Instance":"hardcore_hypatia","Kind":"Deployment","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-22T07:35:23Z"} {"InstanceId":"hardcore_hypatia","SubscriptionName":"hardcore_hypatia-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-09-22T07:35:23Z"} 10.233.68.93 - - [22/Sep/2022:07:35:18 +0000] "POST /v1/instance/hardcore_hypatia/status/subscription HTTP/1.1" 201 654 {"InstanceId":"hardcore_hypatia","SubscriptionName":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-09-22T07:35:28Z"} 2022/09/22 07:35:30 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.175 - - [22/Sep/2022:07:35:30 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 14889 2022/09/22 07:35:40 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.175 - - [22/Sep/2022:07:35:40 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 14889 10.233.72.175 - - [22/Sep/2022:07:35:50 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 14701 2022/09/22 07:35:50 [scheduleResources]: START thread 10.233.72.175 - - [22/Sep/2022:07:35:50 +0000] "GET /v1/instance/hardcore_hypatia/config/replica-count-change HTTP/1.1" 500 60 2022/09/22 07:35:55 [Config Create] Instance hardcore_hypatia 2022/09/22 07:35:56 [ConfigTemplate]: Download replica-count-template 2022/09/22 07:35:56 Before Sent to goroutine {abdf4b6d-25af-4276-9927-ad944d73231a 4932ea9c-6e4b-4dcd-8a05-567b4df395e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/22 07:35:56 Message Sent to goroutine {abdf4b6d-25af-4276-9927-ad944d73231a 4932ea9c-6e4b-4dcd-8a05-567b4df395e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/22 07:35:56 [scheduleResources]: POST {abdf4b6d-25af-4276-9927-ad944d73231a 4932ea9c-6e4b-4dcd-8a05-567b4df395e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-950472723/manifest-0}] {"filepath":"/tmp/helm-tmpl-950472723/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:35:56Z"} 2022/09/22 07:35:56 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-950472723/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-09-22T07:35:56Z"} {"filepath":"/tmp/helm-tmpl-950472723/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-22T07:35:56Z"} 2022/09/22 07:35:56 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-22T07:35:56Z"} 2022/09/22 07:35:56 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.175 - - [22/Sep/2022:07:35:55 +0000] "POST /v1/instance/hardcore_hypatia/config HTTP/1.1" 201 268 2022/09/22 07:35:56 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.175 - - [22/Sep/2022:07:35:56 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 20948 {"Instance":"hardcore_hypatia","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-22T07:36:03Z"} {"Kind":"Pod","Name":"rel-1-apache-7795b6fbc4-hslfj","level":"info","msg":"CREATED","time":"2022-09-22T07:36:03Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-22T07:36:03Z"} {"Kind":"Pod","Name":"rel-1-apache-7795b6fbc4-x5dtn","level":"info","msg":"MODIFIED","time":"2022-09-22T07:36:03Z"} 2022/09/22 07:36:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.93 - - [22/Sep/2022:07:36:03 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 20948 {"InstanceId":"hardcore_hypatia","Result":202,"SubscriptionName":"hardcore_hypatia-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-22T07:36:05Z"} 2022/09/22 07:36:06 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.175 - - [22/Sep/2022:07:36:06 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 21285 2022/09/22 07:36:16 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.175 - - [22/Sep/2022:07:36:16 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 21285 2022/09/22 07:36:26 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.175 - - [22/Sep/2022:07:36:26 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 21285 {"Instance":"hardcore_hypatia","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-22T07:36:35Z"} {"Kind":"Pod","Name":"rel-1-apache-7795b6fbc4-hslfj","level":"info","msg":"MODIFIED","time":"2022-09-22T07:36:35Z"} 2022/09/22 07:36:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.93 - - [22/Sep/2022:07:36:35 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 21285 10.233.72.175 - - [22/Sep/2022:07:36:36 +0000] "GET /v1/instance/hardcore_hypatia/status HTTP/1.1" 200 20993 {"InstanceId":"hardcore_hypatia","Result":202,"SubscriptionName":"hardcore_hypatia-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-22T07:36:38Z"} {"Instance":"hardcore_hypatia","Kind":"Deployment","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-22T07:36:54Z"} {"Instance":"hardcore_hypatia","Kind":"Service","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-22T07:36:54Z"} {"Instance":"hardcore_hypatia","Kind":"Pod","Subscription":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-22T07:36:54Z"} 2022/09/22 07:36:54 Deleted Obj with ID ObjectID("632c103b4efffd842e1f85a0") 2022/09/22 07:36:54 Deleted Obj with ID ObjectID("632c103b8e6799e612220a67") 10.233.68.93 - - [22/Sep/2022:07:36:54 +0000] "DELETE /v1/instance/hardcore_hypatia/status/subscription/hardcore_hypatia-cnf-adapter HTTP/1.1" 202 0 2022/09/22 07:36:54 [Config Cleanup] Instance hardcore_hypatia 2022/09/22 07:36:54 [Config Delete] Instance hardcore_hypatia Config replica-count-change 2022/09/22 07:36:54 [ConfigTemplate]: Download replica-count-template 2022/09/22 07:36:54 Before Sent to goroutine {abdf4b6d-25af-4276-9927-ad944d73231a 4932ea9c-6e4b-4dcd-8a05-567b4df395e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/22 07:36:54 Message Sent to goroutine {abdf4b6d-25af-4276-9927-ad944d73231a 4932ea9c-6e4b-4dcd-8a05-567b4df395e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/22 07:36:54 [scheduleResources]: DELETE {abdf4b6d-25af-4276-9927-ad944d73231a 4932ea9c-6e4b-4dcd-8a05-567b4df395e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-22T07:36:54Z"} 2022/09/22 07:36:54 No plugin for kind Deployment found. Using generic Plugin 2022/09/22 07:36:54 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/09/22 07:36:54 [Config Delete All] Instance hardcore_hypatia Config replica-count-change 2022/09/22 07:36:54 Stop config thread for hardcore_hypatia 2022/09/22 07:36:54 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-22T07:36:54Z"} 2022/09/22 07:36:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-09-22T07:36:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-22T07:36:54Z"} 2022/09/22 07:36:54 Deleting service: rel-1-apache {"instance":"hardcore_hypatia","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-22T07:36:54Z"} 2022/09/22 07:36:54 Deleted Obj with ID ObjectID("632c10204efffd842e1f859f") 10.233.68.93 - - [22/Sep/2022:07:36:54 +0000] "DELETE /v1/instance/hardcore_hypatia HTTP/1.1" 202 0 2022/09/22 07:36:54 Deleted Obj with ID ObjectID("632c10208e6799e612220a3f") {"instance":"hardcore_hypatia","level":"info","msg":"[START] status notify thread for ","time":"2022-09-22T07:37:08Z"} 10.233.65.67 - - [22/Sep/2022:07:37:12 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/09/22 07:37:12 Deleted Obj with ID ObjectID("632c0f104efffd842e1f858e") 2022/09/22 07:37:12 Deleted Obj with ID ObjectID("632c0f108e6799e612220933") 10.233.65.67 - - [22/Sep/2022:07:37:12 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"InstanceId":"hardcore_hypatia","SubscriptionName":"hardcore_hypatia-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-09-22T07:37:13Z"} 2022/09/22 07:37:42 [Config Cleanup] Instance naughty_diffie 2022/09/22 07:37:42 [scheduleResources]: START thread 2022/09/22 07:37:47 Stop config thread for naughty_diffie {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-22T07:37:47Z"} 2022/09/22 07:37:47 No plugin for kind Deployment found. Using generic Plugin 2022/09/22 07:37:47 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-22T07:37:47Z"} 2022/09/22 07:37:47 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-22T07:37:47Z"} 2022/09/22 07:37:47 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-22T07:37:47Z"} 2022/09/22 07:37:47 Deleting service: pnf-macro-test-simulator-mongo {"instance":"naughty_diffie","level":"info","msg":"[START] status notify thread for ","time":"2022-09-22T07:37:47Z"} {"instance":"naughty_diffie","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-22T07:37:52Z"} 2022/09/22 07:37:52 Deleted Obj with ID ObjectID("632c0eb84efffd842e1f858d") 2022/09/22 07:37:52 Deleted Obj with ID ObjectID("632c0eb88e6799e6122208f2") 10.233.65.67 - - [22/Sep/2022:07:37:42 +0000] "DELETE /v1/instance/naughty_diffie HTTP/1.1" 202 0 10.233.65.67 - - [22/Sep/2022:07:37:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/09/22 07:37:52 Deleted Obj with ID ObjectID("632c0eb84efffd842e1f8585") 2022/09/22 07:37:52 Deleted Obj with ID ObjectID("632c0eb88e6799e6122208b7") 10.233.65.67 - - [22/Sep/2022:07:37:52 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0