2022/05/22 01:37:45 Starting Kubernetes Multicloud API 2022/05/22 01:37:45 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-22T01:37:55Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-22T01:37:55Z"} 10.233.67.54 - - [22/May/2022:02:19:08 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-22T02:19:08Z"} 127.0.0.1 - - [22/May/2022:03:18:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "GET /v1/rb/definition/cds-ms-rb-d54a2495-28b2-46ed-b040-c85d09da258e/v1 HTTP/1.1" 200 124 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "POST /v1/rb/definition/cds-ms-rb-d54a2495-28b2-46ed-b040-c85d09da258e/v1/content HTTP/1.1" 200 0 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "GET /v1/rb/definition/cds-ms-rb-d54a2495-28b2-46ed-b040-c85d09da258e/v1 HTTP/1.1" 200 138 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "POST /v1/rb/definition/cds-ms-rb-d54a2495-28b2-46ed-b040-c85d09da258e/v1/profile HTTP/1.1" 201 305 10.233.70.228 - - [22/May/2022:03:23:17 +0000] "GET /v1/rb/definition/cds-ms-rb-d54a2495-28b2-46ed-b040-c85d09da258e/v1/profile/cds-ms-prof-4a08da0a-ec32-43ff-909b-52e73661528a HTTP/1.1" 200 305 10.233.70.228 - - [22/May/2022:03:23:18 +0000] "POST /v1/rb/definition/cds-ms-rb-d54a2495-28b2-46ed-b040-c85d09da258e/v1/profile/cds-ms-prof-4a08da0a-ec32-43ff-909b-52e73661528a/content HTTP/1.1" 200 0 2022/05/22 03:23:18 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/22 03:23:18 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/22 03:23:18 Main rss info 2022/05/22 03:23:18 Path: /tmp/helm-tmpl-913422746/manifest-0 2022/05/22 03:23:18 Kind: Service 2022/05/22 03:23:18 Path: /tmp/helm-tmpl-913422746/manifest-1 2022/05/22 03:23:18 Kind: Deployment 2022/05/22 03:23:18 Crd rss info 2022/05/22 03:23:18 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-22T03:23:18Z"} 2022/05/22 03:23:18 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-913422746/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:23:18Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-22T03:23:18Z"} {"filepath":"/tmp/helm-tmpl-913422746/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:23:18Z"} 2022/05/22 03:23:18 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-22T03:23:18Z"} 10.233.70.228 - - [22/May/2022:03:23:18 +0000] "POST /v1/instance HTTP/1.1" 201 545 2022/05/22 03:24:36 [Config Cleanup] Instance infallible_euclid 2022/05/22 03:24:36 [scheduleResources]: START thread 2022/05/22 03:24:41 Stop config thread for infallible_euclid {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-22T03:24:41Z"} 2022/05/22 03:24:41 No plugin for kind Deployment found. Using generic Plugin 2022/05/22 03:24:41 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-22T03:24:41Z"} 2022/05/22 03:24:41 Deleting service: cds-regression-mockserver {"instance":"infallible_euclid","level":"info","msg":"[START] status notify thread for ","time":"2022-05-22T03:24:41Z"} 127.0.0.1 - - [22/May/2022:03:24:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 {"instance":"infallible_euclid","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-22T03:24:46Z"} 2022/05/22 03:24:46 Deleted Obj with ID ObjectID("6289aca6455d12ef7cf7b1b7") 10.233.70.228 - - [22/May/2022:03:24:36 +0000] "DELETE /v1/instance/infallible_euclid HTTP/1.1" 202 0 2022/05/22 03:24:46 Deleted Obj with ID ObjectID("6289aca65d44b896a3c535fc") 10.233.70.228 - - [22/May/2022:03:24:46 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/05/22 03:24:46 Deleted Obj with ID ObjectID("6289aca5455d12ef7cf7b1ae") 2022/05/22 03:24:46 Deleted Obj with ID ObjectID("6289aca55d44b896a3c535be") 10.233.70.228 - - [22/May/2022:03:24:46 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.70.228 - - [22/May/2022:03:28:48 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.228 - - [22/May/2022:03:28:49 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.228 - - [22/May/2022:03:28:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [22/May/2022:03:29:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [22/May/2022:03:29:10 +0000] "POST /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc/content HTTP/1.1" 200 0 10.233.70.228 - - [22/May/2022:03:30:24 +0000] "GET /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc HTTP/1.1" 200 270 10.233.70.228 - - [22/May/2022:03:30:25 +0000] "GET /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc/profile/cnftest HTTP/1.1" 404 87 10.233.70.228 - - [22/May/2022:03:30:25 +0000] "POST /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc/profile HTTP/1.1" 201 240 10.233.70.228 - - [22/May/2022:03:30:25 +0000] "GET /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc/profile/cnftest HTTP/1.1" 200 240 10.233.70.228 - - [22/May/2022:03:30:25 +0000] "POST /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc/profile/cnftest/content HTTP/1.1" 200 0 10.233.70.228 - - [22/May/2022:03:30:35 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-3585bb34-74b0-4829-b7d1-014686c9cea7 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-22T03:30:35Z"} {"Body":{},"Payload":{"generic-vnf-id":"e30474b4-b4aa-4b6d-9d21-974c4a8ed5ae","vf-module-id":"53953d6f-3331-4487-8f88-7413c07a1ab5","vf-module-model-invariant-id":"11f49989-1c89-44de-8215-a07b3148faf5","vf-module-model-version-id":"9b4fca60-0074-4d65-a3ef-50f0ce3824c0","vf-module-model-customization-id":"8a89593f-8f6c-4009-b43a-570922f3f9bc","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-3585bb34-74b0-4829-b7d1-014686c9cea7"}},"level":"info","msg":"Broker API Payload","time":"2022-05-22T03:30:36Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"11f49989-1c89-44de-8215-a07b3148faf5","rb-version":"8a89593f-8f6c-4009-b43a-570922f3f9bc","profile-name":"cnftest","release-name":"53953d6f-3331-4487-8f88-7413c07a1ab5","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-3585bb34-74b0-4829-b7d1-014686c9cea7"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-22T03:30:36Z"} 2022/05/22 03:30:36 Main rss info 2022/05/22 03:30:36 Path: /tmp/helm-tmpl-056834397/manifest-0 2022/05/22 03:30:36 Kind: Service 2022/05/22 03:30:36 Path: /tmp/helm-tmpl-056834397/manifest-1 2022/05/22 03:30:36 Kind: Deployment 2022/05/22 03:30:36 Crd rss info 2022/05/22 03:30:36 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-22T03:30:36Z"} 2022/05/22 03:30:36 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-056834397/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:30:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-22T03:30:36Z"} {"filepath":"/tmp/helm-tmpl-056834397/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:30:36Z"} 2022/05/22 03:30:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-22T03:30:36Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_lamport","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-22T03:30:36Z"} 10.233.70.228 - - [22/May/2022:03:30:36 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_lamport","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-22T03:30:37Z"} 10.233.70.228 - - [22/May/2022:03:30:37 +0000] "GET /basicnf-owner/k8sregion/infra_workload/cocky_lamport HTTP/1.1" 200 121 10.233.70.228 - - [22/May/2022:03:30:37 +0000] "POST /basicnf-owner/k8sregion/infra_workload/cocky_lamport HTTP/1.1" 405 0 10.233.70.228 - - [22/May/2022:03:31:09 +0000] "GET /basicnf-owner/k8sregion/infra_workload/cocky_lamport HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_lamport","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-22T03:31:09Z"} 2022/05/22 03:31:09 [Config Cleanup] Instance cocky_lamport 2022/05/22 03:31:09 [scheduleResources]: START thread 2022/05/22 03:31:14 Stop config thread for cocky_lamport {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-22T03:31:14Z"} 2022/05/22 03:31:14 No plugin for kind Deployment found. Using generic Plugin 2022/05/22 03:31:14 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-22T03:31:14Z"} 2022/05/22 03:31:14 Deleting service: cnftest-nginx {"instance":"cocky_lamport","level":"info","msg":"[START] status notify thread for ","time":"2022-05-22T03:31:14Z"} {"instance":"cocky_lamport","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-22T03:31:19Z"} 2022/05/22 03:31:19 Deleted Obj with ID ObjectID("6289ae5c455d12ef7cf7b1c3") 2022/05/22 03:31:19 Deleted Obj with ID ObjectID("6289ae5c5d44b896a3c53770") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"cocky_lamport","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-22T03:31:19Z"} 10.233.70.228 - - [22/May/2022:03:31:09 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/cocky_lamport HTTP/1.1" 202 121 10.233.70.228 - - [22/May/2022:03:31:24 +0000] "GET /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc HTTP/1.1" 200 270 10.233.70.228 - - [22/May/2022:03:31:24 +0000] "GET /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc/profile/cnftest HTTP/1.1" 200 240 2022/05/22 03:31:24 Deleted Obj with ID ObjectID("6289ae51455d12ef7cf7b1c1") 2022/05/22 03:31:24 Deleted Obj with ID ObjectID("6289ae51455d12ef7cf7b1c2") 10.233.70.228 - - [22/May/2022:03:31:24 +0000] "DELETE /v1/rb/definition/11f49989-1c89-44de-8215-a07b3148faf5/8a89593f-8f6c-4009-b43a-570922f3f9bc/profile/cnftest HTTP/1.1" 204 0 2022/05/22 03:31:24 Deleted Obj with ID ObjectID("6289ae515d44b896a3c5374e") 10.233.70.228 - - [22/May/2022:03:31:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/05/22 03:31:55 Deleted Obj with ID ObjectID("6289adf1455d12ef7cf7b1bb") 10.233.70.228 - - [22/May/2022:03:31:55 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/05/22 03:31:55 Deleted Obj with ID ObjectID("6289adf15d44b896a3c536f4") 10.233.70.228 - - [22/May/2022:03:39:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.228 - - [22/May/2022:03:39:10 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.70.228 - - [22/May/2022:03:39:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [22/May/2022:03:39:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [22/May/2022:03:39:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [22/May/2022:03:39:30 +0000] "POST /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac/content HTTP/1.1" 200 0 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-7178d4d8-e73c-47b4-a4ad-98122522b9ea/v1 HTTP/1.1" 200 125 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-7178d4d8-e73c-47b4-a4ad-98122522b9ea/v1/content HTTP/1.1" 200 0 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-7178d4d8-e73c-47b4-a4ad-98122522b9ea/v1 HTTP/1.1" 200 138 10.233.70.228 - - [22/May/2022:03:41:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-7178d4d8-e73c-47b4-a4ad-98122522b9ea/v1/profile HTTP/1.1" 201 314 10.233.70.228 - - [22/May/2022:03:41:35 +0000] "GET /v1/rb/definition/pnf-cnf-rb-7178d4d8-e73c-47b4-a4ad-98122522b9ea/v1/profile/pnf-cnf-profile-5db5b131-0714-49f0-b9ba-06fb768ceff9 HTTP/1.1" 200 314 10.233.70.228 - - [22/May/2022:03:41:35 +0000] "POST /v1/rb/definition/pnf-cnf-rb-7178d4d8-e73c-47b4-a4ad-98122522b9ea/v1/profile/pnf-cnf-profile-5db5b131-0714-49f0-b9ba-06fb768ceff9/content HTTP/1.1" 200 0 2022/05/22 03:41:35 Main rss info 2022/05/22 03:41:35 Path: /tmp/helm-tmpl-678304478/manifest-0 2022/05/22 03:41:35 Kind: Service 2022/05/22 03:41:35 Path: /tmp/helm-tmpl-678304478/manifest-1 2022/05/22 03:41:35 Kind: Service 2022/05/22 03:41:35 Path: /tmp/helm-tmpl-678304478/manifest-2 2022/05/22 03:41:35 Kind: Pod 2022/05/22 03:41:35 Path: /tmp/helm-tmpl-678304478/manifest-3 2022/05/22 03:41:35 Kind: Deployment 2022/05/22 03:41:35 Crd rss info 2022/05/22 03:41:35 Hook info {"filepath":"/tmp/helm-tmpl-678304478/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:41:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-22T03:41:35Z"} {"filepath":"/tmp/helm-tmpl-678304478/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:41:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-22T03:41:35Z"} {"filepath":"/tmp/helm-tmpl-678304478/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:41:35Z"} 2022/05/22 03:41:35 No plugin for kind Pod found. Using generic Plugin 2022/05/22 03:41:35 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-22T03:41:36Z"} {"filepath":"/tmp/helm-tmpl-678304478/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:41:36Z"} 2022/05/22 03:41:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-22T03:41:36Z"} 10.233.70.228 - - [22/May/2022:03:41:35 +0000] "POST /v1/instance HTTP/1.1" 201 744 127.0.0.1 - - [22/May/2022:03:43:08 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.100 - - [22/May/2022:03:43:27 +0000] "GET /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac HTTP/1.1" 200 277 10.233.68.100 - - [22/May/2022:03:43:27 +0000] "GET /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.100 - - [22/May/2022:03:43:27 +0000] "POST /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac/profile HTTP/1.1" 201 270 10.233.68.100 - - [22/May/2022:03:43:27 +0000] "POST /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.68.100 - - [22/May/2022:03:43:38 +0000] "GET /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac HTTP/1.1" 200 277 10.233.68.100 - - [22/May/2022:03:43:38 +0000] "GET /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/22 03:43:38 [ConfigiTemplate]: create 5116b034-bd9f-4552-a87a-2c77314d37e3 10.233.68.100 - - [22/May/2022:03:43:38 +0000] "POST /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac/config-template HTTP/1.1" 201 113 2022/05/22 03:43:38 [ConfigTemplate]: Upload replica-count-template 10.233.68.100 - - [22/May/2022:03:43:38 +0000] "POST /v1/rb/definition/5116b034-bd9f-4552-a87a-2c77314d37e3/d3f05618-7c14-4565-afe0-3a515f606cac/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/22 03:43:42 Main rss info 2022/05/22 03:43:42 Path: /tmp/helm-tmpl-850963066/manifest-0 2022/05/22 03:43:42 Kind: Service 2022/05/22 03:43:42 Path: /tmp/helm-tmpl-850963066/manifest-1 2022/05/22 03:43:42 Kind: Deployment 2022/05/22 03:43:42 Crd rss info 2022/05/22 03:43:42 Hook info {"filepath":"/tmp/helm-tmpl-850963066/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:43:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-22T03:43:42Z"} {"filepath":"/tmp/helm-tmpl-850963066/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:43:42Z"} 2022/05/22 03:43:42 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-22T03:43:42Z"} 10.233.67.54 - - [22/May/2022:03:43:42 +0000] "POST /v1/instance HTTP/1.1" 201 1280 2022/05/22 03:43:43 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.54 - - [22/May/2022:03:43:43 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14538 {"instance":"ecstatic_cori","level":"info","msg":"[START] status notify thread for ","time":"2022-05-22T03:44:03Z"} {"instance":"ecstatic_cori","level":"info","msg":"REFRESH WATCHERS","subscription":"ecstatic_cori-cnf-adapter","time":"2022-05-22T03:44:08Z"} {"Instance":"ecstatic_cori","Kind":"Deployment","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-22T03:44:08Z"} {"Instance":"ecstatic_cori","Kind":"Pod","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-22T03:44:08Z"} {"Instance":"ecstatic_cori","Kind":"Service","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-22T03:44:08Z"} {"InstanceId":"ecstatic_cori","SubscriptionName":"ecstatic_cori-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-22T03:44:08Z"} 10.233.67.54 - - [22/May/2022:03:44:03 +0000] "POST /v1/instance/ecstatic_cori/status/subscription HTTP/1.1" 201 644 {"InstanceId":"ecstatic_cori","SubscriptionName":"ecstatic_cori-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-22T03:44:13Z"} 2022/05/22 03:44:15 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.100 - - [22/May/2022:03:44:15 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14538 2022/05/22 03:44:25 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.100 - - [22/May/2022:03:44:25 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14538 2022/05/22 03:44:35 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.100 - - [22/May/2022:03:44:35 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14538 2022/05/22 03:44:46 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.100 - - [22/May/2022:03:44:46 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14881 {"Instance":"ecstatic_cori","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-22T03:44:48Z"} {"Kind":"Pod","Name":"rel-1-apache-6f5d8dc84f-56xzd","level":"info","msg":"MODIFIED","time":"2022-05-22T03:44:48Z"} 2022/05/22 03:44:48 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.54 - - [22/May/2022:03:44:48 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14881 {"InstanceId":"ecstatic_cori","Result":202,"SubscriptionName":"ecstatic_cori-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-22T03:44:50Z"} 2022/05/22 03:44:56 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.100 - - [22/May/2022:03:44:56 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14881 2022/05/22 03:45:06 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.100 - - [22/May/2022:03:45:06 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14881 10.233.68.100 - - [22/May/2022:03:45:16 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14693 2022/05/22 03:45:16 [scheduleResources]: START thread {"Instance":"ecstatic_cori","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-22T03:45:20Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-22T03:45:20Z"} {"Kind":"Pod","Name":"rel-1-apache-6f5d8dc84f-56xzd","level":"info","msg":"MODIFIED","time":"2022-05-22T03:45:20Z"} 10.233.67.54 - - [22/May/2022:03:45:20 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 14693 {"InstanceId":"ecstatic_cori","Result":202,"SubscriptionName":"ecstatic_cori-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-22T03:45:21Z"} 10.233.68.100 - - [22/May/2022:03:45:16 +0000] "GET /v1/instance/ecstatic_cori/config/replica-count-change HTTP/1.1" 500 60 2022/05/22 03:45:21 [Config Create] Instance ecstatic_cori 2022/05/22 03:45:21 [ConfigTemplate]: Download replica-count-template 2022/05/22 03:45:21 Before Sent to goroutine {5116b034-bd9f-4552-a87a-2c77314d37e3 d3f05618-7c14-4565-afe0-3a515f606cac node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/22 03:45:21 Message Sent to goroutine {5116b034-bd9f-4552-a87a-2c77314d37e3 d3f05618-7c14-4565-afe0-3a515f606cac node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/22 03:45:21 [scheduleResources]: POST {5116b034-bd9f-4552-a87a-2c77314d37e3 d3f05618-7c14-4565-afe0-3a515f606cac node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-434214651/manifest-0}] {"filepath":"/tmp/helm-tmpl-434214651/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:45:21Z"} 2022/05/22 03:45:21 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-434214651/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-22T03:45:21Z"} {"filepath":"/tmp/helm-tmpl-434214651/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-22T03:45:21Z"} 2022/05/22 03:45:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-22T03:45:21Z"} 2022/05/22 03:45:21 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.100 - - [22/May/2022:03:45:21 +0000] "POST /v1/instance/ecstatic_cori/config HTTP/1.1" 201 265 2022/05/22 03:45:21 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.100 - - [22/May/2022:03:45:21 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 20934 2022/05/22 03:45:31 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.100 - - [22/May/2022:03:45:31 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 20934 2022/05/22 03:45:42 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.100 - - [22/May/2022:03:45:41 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 20934 {"Instance":"ecstatic_cori","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-22T03:45:51Z"} {"Kind":"Pod","Name":"rel-1-apache-6f5d8dc84f-jq645","level":"info","msg":"CREATED","time":"2022-05-22T03:45:51Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-22T03:45:51Z"} 2022/05/22 03:45:51 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.54 - - [22/May/2022:03:45:51 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 20934 2022/05/22 03:45:52 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.100 - - [22/May/2022:03:45:52 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 20934 {"InstanceId":"ecstatic_cori","Result":202,"SubscriptionName":"ecstatic_cori-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-22T03:45:52Z"} 2022/05/22 03:46:02 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.100 - - [22/May/2022:03:46:02 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 21277 2022/05/22 03:46:12 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.100 - - [22/May/2022:03:46:12 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 21277 2022/05/22 03:46:22 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.100 - - [22/May/2022:03:46:22 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 21277 {"Instance":"ecstatic_cori","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-22T03:46:22Z"} {"Kind":"Pod","Name":"rel-1-apache-6f5d8dc84f-jq645","level":"info","msg":"MODIFIED","time":"2022-05-22T03:46:22Z"} 2022/05/22 03:46:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.54 - - [22/May/2022:03:46:22 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 21277 {"InstanceId":"ecstatic_cori","Result":202,"SubscriptionName":"ecstatic_cori-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-22T03:46:24Z"} 10.233.68.100 - - [22/May/2022:03:46:32 +0000] "GET /v1/instance/ecstatic_cori/status HTTP/1.1" 200 20985 {"Instance":"ecstatic_cori","Kind":"Deployment","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-22T03:46:53Z"} {"Instance":"ecstatic_cori","Kind":"Pod","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-22T03:46:53Z"} {"Instance":"ecstatic_cori","Kind":"Service","Subscription":"ecstatic_cori-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-22T03:46:53Z"} 2022/05/22 03:46:53 Deleted Obj with ID ObjectID("6289b188455d12ef7cf7b1df") 10.233.67.54 - - [22/May/2022:03:46:53 +0000] "DELETE /v1/instance/ecstatic_cori/status/subscription/ecstatic_cori-cnf-adapter HTTP/1.1" 202 0 2022/05/22 03:46:53 Deleted Obj with ID ObjectID("6289b1885d44b896a3c53a51") 2022/05/22 03:46:53 [Config Cleanup] Instance ecstatic_cori 2022/05/22 03:46:53 [Config Delete] Instance ecstatic_cori Config replica-count-change 2022/05/22 03:46:54 [ConfigTemplate]: Download replica-count-template 2022/05/22 03:46:54 Before Sent to goroutine {5116b034-bd9f-4552-a87a-2c77314d37e3 d3f05618-7c14-4565-afe0-3a515f606cac node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/22 03:46:54 Message Sent to goroutine {5116b034-bd9f-4552-a87a-2c77314d37e3 d3f05618-7c14-4565-afe0-3a515f606cac node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/22 03:46:54 [scheduleResources]: DELETE {5116b034-bd9f-4552-a87a-2c77314d37e3 d3f05618-7c14-4565-afe0-3a515f606cac node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-22T03:46:54Z"} 2022/05/22 03:46:54 No plugin for kind Deployment found. Using generic Plugin 2022/05/22 03:46:54 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] {"InstanceId":"ecstatic_cori","SubscriptionName":"ecstatic_cori-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-22T03:46:54Z"} 2022/05/22 03:46:54 [Config Delete All] Instance ecstatic_cori Config replica-count-change 2022/05/22 03:46:54 Stop config thread for ecstatic_cori {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-22T03:46:54Z"} 2022/05/22 03:46:54 No plugin for kind Deployment found. Using generic Plugin 2022/05/22 03:46:54 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-22T03:46:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-22T03:46:54Z"} 2022/05/22 03:46:54 Deleting service: rel-1-apache {"instance":"ecstatic_cori","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-22T03:46:54Z"} 2022/05/22 03:46:54 Deleted Obj with ID ObjectID("6289b16e455d12ef7cf7b1de") 2022/05/22 03:46:54 Deleted Obj with ID ObjectID("6289b16e5d44b896a3c53a29") 10.233.67.54 - - [22/May/2022:03:46:53 +0000] "DELETE /v1/instance/ecstatic_cori HTTP/1.1" 202 0 10.233.70.228 - - [22/May/2022:03:47:22 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/05/22 03:47:22 Deleted Obj with ID ObjectID("6289b05e455d12ef7cf7b1c4") 10.233.70.228 - - [22/May/2022:03:47:22 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/05/22 03:47:22 Deleted Obj with ID ObjectID("6289b05e5d44b896a3c538d7") 2022/05/22 03:50:22 [Config Cleanup] Instance pensive_turing 2022/05/22 03:50:22 [scheduleResources]: START thread 2022/05/22 03:50:27 Stop config thread for pensive_turing {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-22T03:50:27Z"} 2022/05/22 03:50:27 No plugin for kind Deployment found. Using generic Plugin 2022/05/22 03:50:27 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-22T03:50:27Z"} 2022/05/22 03:50:27 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-22T03:50:27Z"} 2022/05/22 03:50:27 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-22T03:50:27Z"} 2022/05/22 03:50:27 Deleting service: pnf-macro-test-simulator-mongo {"instance":"pensive_turing","level":"info","msg":"[START] status notify thread for ","time":"2022-05-22T03:50:27Z"} {"instance":"pensive_turing","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-22T03:50:32Z"} 2022/05/22 03:50:32 Deleted Obj with ID ObjectID("6289b0ef455d12ef7cf7b1d5") 10.233.70.228 - - [22/May/2022:03:50:22 +0000] "DELETE /v1/instance/pensive_turing HTTP/1.1" 202 0 2022/05/22 03:50:32 Deleted Obj with ID ObjectID("6289b0ef5d44b896a3c53994") 10.233.70.228 - - [22/May/2022:03:50:32 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/05/22 03:50:32 Deleted Obj with ID ObjectID("6289b0ee455d12ef7cf7b1cd") 10.233.70.228 - - [22/May/2022:03:50:32 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/05/22 03:50:32 Deleted Obj with ID ObjectID("6289b0ee5d44b896a3c53959")