2022/09/29 04:46:24 Starting Kubernetes Multicloud API 2022/09/29 04:46:24 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-09-29T04:46:34Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-09-29T04:46:34Z"} 10.233.67.234 - - [29/Sep/2022:05:39:37 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-09-29T05:39:37Z"} 10.233.72.159 - - [29/Sep/2022:06:18:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [29/Sep/2022:06:21:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [29/Sep/2022:06:22:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.72.159 - - [29/Sep/2022:06:35:40 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.72.159 - - [29/Sep/2022:06:35:40 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.72.159 - - [29/Sep/2022:06:35:40 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "GET /v1/rb/definition/cds-ms-rb-a41ea11c-c74e-4631-8539-2ec8aefecb64/v1 HTTP/1.1" 200 124 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "POST /v1/rb/definition/cds-ms-rb-a41ea11c-c74e-4631-8539-2ec8aefecb64/v1/content HTTP/1.1" 200 0 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "GET /v1/rb/definition/cds-ms-rb-a41ea11c-c74e-4631-8539-2ec8aefecb64/v1 HTTP/1.1" 200 138 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "POST /v1/rb/definition/cds-ms-rb-a41ea11c-c74e-4631-8539-2ec8aefecb64/v1/profile HTTP/1.1" 201 305 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "GET /v1/rb/definition/cds-ms-rb-a41ea11c-c74e-4631-8539-2ec8aefecb64/v1/profile/cds-ms-prof-c0f0d059-9265-4587-92fb-64a0384aff45 HTTP/1.1" 200 305 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "POST /v1/rb/definition/cds-ms-rb-a41ea11c-c74e-4631-8539-2ec8aefecb64/v1/profile/cds-ms-prof-c0f0d059-9265-4587-92fb-64a0384aff45/content HTTP/1.1" 200 0 2022/09/29 06:35:41 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/09/29 06:35:41 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/09/29 06:35:41 Main rss info 2022/09/29 06:35:41 Path: /tmp/helm-tmpl-581664746/manifest-0 2022/09/29 06:35:41 Kind: Service 2022/09/29 06:35:41 Path: /tmp/helm-tmpl-581664746/manifest-1 2022/09/29 06:35:41 Kind: Deployment 2022/09/29 06:35:41 Crd rss info 2022/09/29 06:35:41 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-09-29T06:35:41Z"} 2022/09/29 06:35:41 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-581664746/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:35:41Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-09-29T06:35:41Z"} {"filepath":"/tmp/helm-tmpl-581664746/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:35:41Z"} 2022/09/29 06:35:41 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-09-29T06:35:41Z"} 10.233.72.159 - - [29/Sep/2022:06:35:41 +0000] "POST /v1/instance HTTP/1.1" 201 543 2022/09/29 06:37:06 [Config Cleanup] Instance elastic_vaughan 2022/09/29 06:37:06 [scheduleResources]: START thread 2022/09/29 06:37:11 Stop config thread for elastic_vaughan {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-09-29T06:37:11Z"} 2022/09/29 06:37:11 No plugin for kind Deployment found. Using generic Plugin 2022/09/29 06:37:11 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-09-29T06:37:12Z"} 2022/09/29 06:37:12 Deleting service: cds-regression-mockserver {"instance":"elastic_vaughan","level":"info","msg":"[START] status notify thread for ","time":"2022-09-29T06:37:12Z"} {"instance":"elastic_vaughan","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-29T06:37:17Z"} 2022/09/29 06:37:17 Deleted Obj with ID ObjectID("63353cbdd476a53f9f7bfdb9") 2022/09/29 06:37:17 Deleted Obj with ID ObjectID("63353cbd338d44d0fd04cc2b") 10.233.72.159 - - [29/Sep/2022:06:37:06 +0000] "DELETE /v1/instance/elastic_vaughan HTTP/1.1" 202 0 10.233.72.159 - - [29/Sep/2022:06:37:17 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/09/29 06:37:17 Deleted Obj with ID ObjectID("63353cbcd476a53f9f7bfdb0") 2022/09/29 06:37:17 Deleted Obj with ID ObjectID("63353cbc338d44d0fd04cbed") 10.233.72.159 - - [29/Sep/2022:06:37:17 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [29/Sep/2022:06:37:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.72.159 - - [29/Sep/2022:06:37:50 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.159 - - [29/Sep/2022:06:37:50 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.72.159 - - [29/Sep/2022:06:37:50 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [29/Sep/2022:06:38:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [29/Sep/2022:06:38:02 +0000] "POST /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8/content HTTP/1.1" 200 0 10.233.72.159 - - [29/Sep/2022:06:44:26 +0000] "GET /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8 HTTP/1.1" 200 270 10.233.72.159 - - [29/Sep/2022:06:44:26 +0000] "GET /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8/profile/cnftest HTTP/1.1" 404 87 10.233.72.159 - - [29/Sep/2022:06:44:26 +0000] "POST /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8/profile HTTP/1.1" 201 240 10.233.72.159 - - [29/Sep/2022:06:44:26 +0000] "GET /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8/profile/cnftest HTTP/1.1" 200 240 10.233.72.159 - - [29/Sep/2022:06:44:26 +0000] "POST /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-09-29T06:44:37Z"} 10.233.72.159 - - [29/Sep/2022:06:44:37 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-1c93bfe2-e1f0-4f89-971c-b7161601a753 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"447bb3c3-1c01-4907-823b-f977af8b2f8c","vf-module-id":"f959be1e-24e2-42eb-801d-f438e4136ee7","vf-module-model-invariant-id":"045af435-8912-4b84-acb2-38f7308926bf","vf-module-model-version-id":"d3217445-a4bf-4221-adb2-49a752d52c8e","vf-module-model-customization-id":"ee62d078-0c8c-4363-993f-f8efca957ed8","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-1c93bfe2-e1f0-4f89-971c-b7161601a753"}},"level":"info","msg":"Broker API Payload","time":"2022-09-29T06:44:37Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"045af435-8912-4b84-acb2-38f7308926bf","rb-version":"ee62d078-0c8c-4363-993f-f8efca957ed8","profile-name":"cnftest","release-name":"f959be1e-24e2-42eb-801d-f438e4136ee7","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-1c93bfe2-e1f0-4f89-971c-b7161601a753"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-09-29T06:44:37Z"} 2022/09/29 06:44:37 Main rss info 2022/09/29 06:44:37 Path: /tmp/helm-tmpl-556160331/manifest-0 2022/09/29 06:44:37 Kind: Service 2022/09/29 06:44:37 Path: /tmp/helm-tmpl-556160331/manifest-1 2022/09/29 06:44:37 Kind: Deployment 2022/09/29 06:44:37 Crd rss info 2022/09/29 06:44:37 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-09-29T06:44:38Z"} 2022/09/29 06:44:38 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-556160331/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:44:38Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-29T06:44:38Z"} {"filepath":"/tmp/helm-tmpl-556160331/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:44:38Z"} 2022/09/29 06:44:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-29T06:44:38Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_haibt","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-29T06:44:38Z"} 10.233.72.159 - - [29/Sep/2022:06:44:37 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_haibt","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-29T06:44:38Z"} 10.233.72.159 - - [29/Sep/2022:06:44:38 +0000] "GET /basicnf-owner/k8sregion/infra_workload/optimistic_haibt HTTP/1.1" 200 124 10.233.72.159 - - [29/Sep/2022:06:44:38 +0000] "POST /basicnf-owner/k8sregion/infra_workload/optimistic_haibt HTTP/1.1" 405 0 10.233.72.159 - - [29/Sep/2022:06:45:10 +0000] "GET /basicnf-owner/k8sregion/infra_workload/optimistic_haibt HTTP/1.1" 200 124 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_haibt","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-29T06:45:10Z"} 2022/09/29 06:45:10 [Config Cleanup] Instance optimistic_haibt 2022/09/29 06:45:10 [scheduleResources]: START thread 2022/09/29 06:45:15 Stop config thread for optimistic_haibt 2022/09/29 06:45:15 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-29T06:45:15Z"} 2022/09/29 06:45:15 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-29T06:45:15Z"} 2022/09/29 06:45:15 Deleting service: cnftest-nginx {"instance":"optimistic_haibt","level":"info","msg":"[START] status notify thread for ","time":"2022-09-29T06:45:15Z"} {"instance":"optimistic_haibt","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-29T06:45:20Z"} 2022/09/29 06:45:20 Deleted Obj with ID ObjectID("63353ed6d476a53f9f7bfdc5") 10.233.72.159 - - [29/Sep/2022:06:45:10 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/optimistic_haibt HTTP/1.1" 202 124 2022/09/29 06:45:20 Deleted Obj with ID ObjectID("63353ed6338d44d0fd04cde0") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_haibt","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-09-29T06:45:20Z"} 10.233.72.159 - - [29/Sep/2022:06:45:27 +0000] "GET /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8 HTTP/1.1" 200 270 10.233.72.159 - - [29/Sep/2022:06:45:27 +0000] "GET /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8/profile/cnftest HTTP/1.1" 200 240 2022/09/29 06:45:27 Deleted Obj with ID ObjectID("63353ecad476a53f9f7bfdc3") 2022/09/29 06:45:27 Deleted Obj with ID ObjectID("63353ecad476a53f9f7bfdc4") 2022/09/29 06:45:27 Deleted Obj with ID ObjectID("63353eca338d44d0fd04cdbe") 10.233.72.159 - - [29/Sep/2022:06:45:27 +0000] "DELETE /v1/rb/definition/045af435-8912-4b84-acb2-38f7308926bf/ee62d078-0c8c-4363-993f-f8efca957ed8/profile/cnftest HTTP/1.1" 204 0 10.233.72.159 - - [29/Sep/2022:06:45:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/09/29 06:45:55 Deleted Obj with ID ObjectID("63353d3ed476a53f9f7bfdbd") 10.233.72.159 - - [29/Sep/2022:06:45:55 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/09/29 06:45:55 Deleted Obj with ID ObjectID("63353d3e338d44d0fd04ccaa") 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5a2d088d-ec5e-4edf-bd65-f4f149875842/v1 HTTP/1.1" 200 125 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5a2d088d-ec5e-4edf-bd65-f4f149875842/v1/content HTTP/1.1" 200 0 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5a2d088d-ec5e-4edf-bd65-f4f149875842/v1 HTTP/1.1" 200 138 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5a2d088d-ec5e-4edf-bd65-f4f149875842/v1/profile HTTP/1.1" 201 314 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5a2d088d-ec5e-4edf-bd65-f4f149875842/v1/profile/pnf-cnf-profile-f0cec627-c81a-4250-8d64-53b73be8d462 HTTP/1.1" 200 314 10.233.72.159 - - [29/Sep/2022:06:55:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5a2d088d-ec5e-4edf-bd65-f4f149875842/v1/profile/pnf-cnf-profile-f0cec627-c81a-4250-8d64-53b73be8d462/content HTTP/1.1" 200 0 2022/09/29 06:55:20 Main rss info 2022/09/29 06:55:20 Path: /tmp/helm-tmpl-911250873/manifest-0 2022/09/29 06:55:20 Kind: Service 2022/09/29 06:55:20 Path: /tmp/helm-tmpl-911250873/manifest-1 2022/09/29 06:55:20 Kind: Service 2022/09/29 06:55:20 Path: /tmp/helm-tmpl-911250873/manifest-2 2022/09/29 06:55:20 Kind: Pod 2022/09/29 06:55:20 Path: /tmp/helm-tmpl-911250873/manifest-3 2022/09/29 06:55:20 Kind: Deployment 2022/09/29 06:55:20 Crd rss info 2022/09/29 06:55:20 Hook info {"filepath":"/tmp/helm-tmpl-911250873/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:55:20Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-29T06:55:20Z"} {"filepath":"/tmp/helm-tmpl-911250873/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:55:20Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-29T06:55:20Z"} {"filepath":"/tmp/helm-tmpl-911250873/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:55:20Z"} 2022/09/29 06:55:20 No plugin for kind Pod found. Using generic Plugin 2022/09/29 06:55:20 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-29T06:55:20Z"} {"filepath":"/tmp/helm-tmpl-911250873/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T06:55:20Z"} 2022/09/29 06:55:20 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-29T06:55:20Z"} 10.233.72.159 - - [29/Sep/2022:06:55:20 +0000] "POST /v1/instance HTTP/1.1" 201 740 10.233.72.159 - - [29/Sep/2022:06:56:44 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.72.159 - - [29/Sep/2022:06:56:44 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.72.159 - - [29/Sep/2022:06:56:44 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [29/Sep/2022:06:57:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [29/Sep/2022:06:57:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [29/Sep/2022:06:57:00 +0000] "POST /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e/content HTTP/1.1" 200 0 127.0.0.1 - - [29/Sep/2022:06:57:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.70.147 - - [29/Sep/2022:07:00:10 +0000] "GET /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e HTTP/1.1" 200 277 10.233.70.147 - - [29/Sep/2022:07:00:11 +0000] "GET /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e/profile/node-port-profile HTTP/1.1" 404 87 10.233.70.147 - - [29/Sep/2022:07:00:11 +0000] "POST /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e/profile HTTP/1.1" 201 270 10.233.70.147 - - [29/Sep/2022:07:00:11 +0000] "POST /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.70.147 - - [29/Sep/2022:07:00:23 +0000] "GET /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e HTTP/1.1" 200 277 10.233.70.147 - - [29/Sep/2022:07:00:23 +0000] "GET /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e/config-template/replica-count-template HTTP/1.1" 500 78 2022/09/29 07:00:23 [ConfigiTemplate]: create 8fed061b-1758-4e01-bfcf-d2365c4dd30d 10.233.70.147 - - [29/Sep/2022:07:00:23 +0000] "POST /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e/config-template HTTP/1.1" 201 113 2022/09/29 07:00:23 [ConfigTemplate]: Upload replica-count-template 10.233.70.147 - - [29/Sep/2022:07:00:23 +0000] "POST /v1/rb/definition/8fed061b-1758-4e01-bfcf-d2365c4dd30d/922599cf-4a47-4fa5-a622-ab5605b3970e/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/09/29 07:00:26 Main rss info 2022/09/29 07:00:26 Path: /tmp/helm-tmpl-102511366/manifest-0 2022/09/29 07:00:26 Kind: Service 2022/09/29 07:00:26 Path: /tmp/helm-tmpl-102511366/manifest-1 2022/09/29 07:00:26 Kind: Deployment 2022/09/29 07:00:26 Crd rss info 2022/09/29 07:00:26 Hook info {"filepath":"/tmp/helm-tmpl-102511366/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T07:00:26Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-29T07:00:26Z"} {"filepath":"/tmp/helm-tmpl-102511366/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T07:00:26Z"} 2022/09/29 07:00:26 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-29T07:00:26Z"} 10.233.67.234 - - [29/Sep/2022:07:00:26 +0000] "POST /v1/instance HTTP/1.1" 201 1285 2022/09/29 07:00:27 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.234 - - [29/Sep/2022:07:00:27 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 14559 {"instance":"nostalgic_dijkstra","level":"info","msg":"[START] status notify thread for ","time":"2022-09-29T07:00:51Z"} {"instance":"nostalgic_dijkstra","level":"info","msg":"REFRESH WATCHERS","subscription":"nostalgic_dijkstra-cnf-adapter","time":"2022-09-29T07:00:56Z"} {"Instance":"nostalgic_dijkstra","Kind":"Service","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-29T07:00:56Z"} {"Instance":"nostalgic_dijkstra","Kind":"Deployment","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-29T07:00:56Z"} {"Instance":"nostalgic_dijkstra","Kind":"Pod","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-29T07:00:56Z"} {"InstanceId":"nostalgic_dijkstra","SubscriptionName":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-09-29T07:00:56Z"} 10.233.67.234 - - [29/Sep/2022:07:00:51 +0000] "POST /v1/instance/nostalgic_dijkstra/status/subscription HTTP/1.1" 201 660 {"InstanceId":"nostalgic_dijkstra","SubscriptionName":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-09-29T07:01:01Z"} 2022/09/29 07:01:03 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.147 - - [29/Sep/2022:07:01:03 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 14899 2022/09/29 07:01:13 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.147 - - [29/Sep/2022:07:01:13 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 14899 10.233.70.147 - - [29/Sep/2022:07:01:23 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 14711 2022/09/29 07:01:23 [scheduleResources]: START thread 10.233.70.147 - - [29/Sep/2022:07:01:23 +0000] "GET /v1/instance/nostalgic_dijkstra/config/replica-count-change HTTP/1.1" 500 60 2022/09/29 07:01:28 [Config Create] Instance nostalgic_dijkstra 2022/09/29 07:01:28 [ConfigTemplate]: Download replica-count-template 2022/09/29 07:01:28 Before Sent to goroutine {8fed061b-1758-4e01-bfcf-d2365c4dd30d 922599cf-4a47-4fa5-a622-ab5605b3970e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/29 07:01:28 Message Sent to goroutine {8fed061b-1758-4e01-bfcf-d2365c4dd30d 922599cf-4a47-4fa5-a622-ab5605b3970e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/29 07:01:28 [scheduleResources]: POST {8fed061b-1758-4e01-bfcf-d2365c4dd30d 922599cf-4a47-4fa5-a622-ab5605b3970e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-098959855/manifest-0}] {"filepath":"/tmp/helm-tmpl-098959855/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T07:01:28Z"} 2022/09/29 07:01:28 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-098959855/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-09-29T07:01:28Z"} {"filepath":"/tmp/helm-tmpl-098959855/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-29T07:01:28Z"} 2022/09/29 07:01:28 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-29T07:01:28Z"} 2022/09/29 07:01:28 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.70.147 - - [29/Sep/2022:07:01:28 +0000] "POST /v1/instance/nostalgic_dijkstra/config HTTP/1.1" 201 270 2022/09/29 07:01:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.147 - - [29/Sep/2022:07:01:28 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 19591 {"Instance":"nostalgic_dijkstra","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-29T07:01:36Z"} {"Kind":"Pod","Name":"rel-1-apache-6f6b548898-v6db9","level":"info","msg":"CREATED","time":"2022-09-29T07:01:36Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-29T07:01:36Z"} {"Kind":"Pod","Name":"rel-1-apache-6f6b548898-tlw5d","level":"info","msg":"MODIFIED","time":"2022-09-29T07:01:36Z"} 10.233.67.234 - - [29/Sep/2022:07:01:36 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 20960 2022/09/29 07:01:36 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 2022/09/29 07:01:39 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.147 - - [29/Sep/2022:07:01:39 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 20960 {"InstanceId":"nostalgic_dijkstra","Result":202,"SubscriptionName":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-29T07:01:39Z"} 2022/09/29 07:01:49 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.147 - - [29/Sep/2022:07:01:49 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 21300 2022/09/29 07:01:59 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.147 - - [29/Sep/2022:07:01:59 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 21300 2022/09/29 07:02:09 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.147 - - [29/Sep/2022:07:02:09 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 21300 {"Instance":"nostalgic_dijkstra","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-29T07:02:09Z"} {"Kind":"Pod","Name":"rel-1-apache-6f6b548898-v6db9","level":"info","msg":"MODIFIED","time":"2022-09-29T07:02:09Z"} 2022/09/29 07:02:09 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.234 - - [29/Sep/2022:07:02:09 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 21300 {"InstanceId":"nostalgic_dijkstra","Result":202,"SubscriptionName":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-29T07:02:12Z"} 10.233.70.147 - - [29/Sep/2022:07:02:19 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 21008 {"Instance":"nostalgic_dijkstra","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-29T07:02:42Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-29T07:02:42Z"} {"Kind":"Pod","Name":"rel-1-apache-6f6b548898-v6db9","level":"info","msg":"MODIFIED","time":"2022-09-29T07:02:42Z"} 10.233.67.234 - - [29/Sep/2022:07:02:42 +0000] "GET /v1/instance/nostalgic_dijkstra/status HTTP/1.1" 200 21008 {"InstanceId":"nostalgic_dijkstra","Result":202,"SubscriptionName":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-29T07:02:45Z"} {"Instance":"nostalgic_dijkstra","Kind":"Deployment","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-29T07:02:45Z"} {"Instance":"nostalgic_dijkstra","Kind":"Pod","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-29T07:02:45Z"} {"Instance":"nostalgic_dijkstra","Kind":"Service","Subscription":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-29T07:02:45Z"} 2022/09/29 07:02:45 Deleted Obj with ID ObjectID("633542a8d476a53f9f7bfde1") 2022/09/29 07:02:45 Deleted Obj with ID ObjectID("633542a8338d44d0fd04d126") 10.233.67.234 - - [29/Sep/2022:07:02:45 +0000] "DELETE /v1/instance/nostalgic_dijkstra/status/subscription/nostalgic_dijkstra-cnf-adapter HTTP/1.1" 202 0 2022/09/29 07:02:45 [Config Cleanup] Instance nostalgic_dijkstra 2022/09/29 07:02:45 [Config Delete] Instance nostalgic_dijkstra Config replica-count-change 2022/09/29 07:02:45 [ConfigTemplate]: Download replica-count-template 2022/09/29 07:02:45 Before Sent to goroutine {8fed061b-1758-4e01-bfcf-d2365c4dd30d 922599cf-4a47-4fa5-a622-ab5605b3970e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/29 07:02:45 Message Sent to goroutine {8fed061b-1758-4e01-bfcf-d2365c4dd30d 922599cf-4a47-4fa5-a622-ab5605b3970e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/29 07:02:45 [scheduleResources]: DELETE {8fed061b-1758-4e01-bfcf-d2365c4dd30d 922599cf-4a47-4fa5-a622-ab5605b3970e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-29T07:02:45Z"} 2022/09/29 07:02:45 No plugin for kind Deployment found. Using generic Plugin 2022/09/29 07:02:45 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/09/29 07:02:45 [Config Delete All] Instance nostalgic_dijkstra Config replica-count-change 2022/09/29 07:02:46 Stop config thread for nostalgic_dijkstra 2022/09/29 07:02:46 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-29T07:02:46Z"} 2022/09/29 07:02:46 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-09-29T07:02:46Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-29T07:02:46Z"} 2022/09/29 07:02:46 Deleting service: rel-1-apache {"instance":"nostalgic_dijkstra","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-29T07:02:46Z"} 2022/09/29 07:02:46 Deleted Obj with ID ObjectID("6335428ad476a53f9f7bfde0") 2022/09/29 07:02:46 Deleted Obj with ID ObjectID("6335428a338d44d0fd04d0fe") 10.233.67.234 - - [29/Sep/2022:07:02:45 +0000] "DELETE /v1/instance/nostalgic_dijkstra HTTP/1.1" 202 0 10.233.72.159 - - [29/Sep/2022:07:03:12 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/09/29 07:03:12 Deleted Obj with ID ObjectID("633541acd476a53f9f7bfdcf") 10.233.72.159 - - [29/Sep/2022:07:03:12 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/09/29 07:03:12 Deleted Obj with ID ObjectID("633541ac338d44d0fd04d015") {"instance":"nostalgic_dijkstra","level":"info","msg":"[START] status notify thread for ","time":"2022-09-29T07:03:15Z"} {"InstanceId":"nostalgic_dijkstra","SubscriptionName":"nostalgic_dijkstra-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-09-29T07:03:20Z"} 2022/09/29 07:03:29 [Config Cleanup] Instance jolly_kare 2022/09/29 07:03:29 [scheduleResources]: START thread 2022/09/29 07:03:34 Stop config thread for jolly_kare {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-29T07:03:34Z"} 2022/09/29 07:03:34 No plugin for kind Deployment found. Using generic Plugin 2022/09/29 07:03:34 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-29T07:03:34Z"} 2022/09/29 07:03:34 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-29T07:03:34Z"} 2022/09/29 07:03:34 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-29T07:03:34Z"} 2022/09/29 07:03:34 Deleting service: pnf-macro-test-simulator-mongo {"instance":"jolly_kare","level":"info","msg":"[START] status notify thread for ","time":"2022-09-29T07:03:34Z"} {"instance":"jolly_kare","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-29T07:03:39Z"} 2022/09/29 07:03:39 Deleted Obj with ID ObjectID("63354158d476a53f9f7bfdce") 2022/09/29 07:03:39 Deleted Obj with ID ObjectID("63354158338d44d0fd04cfcf") 10.233.72.159 - - [29/Sep/2022:07:03:29 +0000] "DELETE /v1/instance/jolly_kare HTTP/1.1" 202 0 10.233.72.159 - - [29/Sep/2022:07:03:39 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/09/29 07:03:39 Deleted Obj with ID ObjectID("63354157d476a53f9f7bfdc6") 10.233.72.159 - - [29/Sep/2022:07:03:39 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/09/29 07:03:39 Deleted Obj with ID ObjectID("63354157338d44d0fd04cf94")