2022/04/19 01:13:40 Starting Kubernetes Multicloud API 2022/04/19 01:13:40 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-04-19T01:13:50Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-04-19T01:13:50Z"} 10.233.71.131 - - [19/Apr/2022:01:52:03 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-04-19T01:52:03Z"} 10.233.75.35 - - [19/Apr/2022:02:56:07 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:02:57:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:02:59:14 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:01:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:04:26 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [19/Apr/2022:03:04:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [19/Apr/2022:03:06:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.75.35 - - [19/Apr/2022:03:07:07 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:12:26 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "GET /v1/rb/definition/cds-ms-rb-d0651e91-1c3c-4637-9962-0d4285c7ac06/v1 HTTP/1.1" 200 124 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "POST /v1/rb/definition/cds-ms-rb-d0651e91-1c3c-4637-9962-0d4285c7ac06/v1/content HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "GET /v1/rb/definition/cds-ms-rb-d0651e91-1c3c-4637-9962-0d4285c7ac06/v1 HTTP/1.1" 200 138 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "POST /v1/rb/definition/cds-ms-rb-d0651e91-1c3c-4637-9962-0d4285c7ac06/v1/profile HTTP/1.1" 201 305 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "GET /v1/rb/definition/cds-ms-rb-d0651e91-1c3c-4637-9962-0d4285c7ac06/v1/profile/cds-ms-prof-8f3ed568-7888-4e0c-aa2d-c470da553c39 HTTP/1.1" 200 305 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "POST /v1/rb/definition/cds-ms-rb-d0651e91-1c3c-4637-9962-0d4285c7ac06/v1/profile/cds-ms-prof-8f3ed568-7888-4e0c-aa2d-c470da553c39/content HTTP/1.1" 200 0 2022/04/19 03:16:25 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/04/19 03:16:25 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/04/19 03:16:25 Main rss info 2022/04/19 03:16:25 Path: /tmp/helm-tmpl-854454362/manifest-0 2022/04/19 03:16:25 Kind: Service 2022/04/19 03:16:25 Path: /tmp/helm-tmpl-854454362/manifest-1 2022/04/19 03:16:25 Kind: Deployment 2022/04/19 03:16:25 Crd rss info 2022/04/19 03:16:25 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-04-19T03:16:25Z"} 2022/04/19 03:16:25 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-854454362/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:16:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-04-19T03:16:25Z"} {"filepath":"/tmp/helm-tmpl-854454362/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:16:25Z"} 2022/04/19 03:16:25 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-04-19T03:16:25Z"} 10.233.75.35 - - [19/Apr/2022:03:16:25 +0000] "POST /v1/instance HTTP/1.1" 201 544 2022/04/19 03:17:40 [Config Cleanup] Instance infallible_elion 2022/04/19 03:17:40 [scheduleResources]: START thread 2022/04/19 03:17:45 Stop config thread for infallible_elion {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-04-19T03:17:45Z"} 2022/04/19 03:17:45 No plugin for kind Deployment found. Using generic Plugin 2022/04/19 03:17:45 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-04-19T03:17:45Z"} 2022/04/19 03:17:45 Deleting service: cds-regression-mockserver {"instance":"infallible_elion","level":"info","msg":"[START] status notify thread for ","time":"2022-04-19T03:17:45Z"} {"instance":"infallible_elion","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-19T03:17:50Z"} 2022/04/19 03:17:50 Deleted Obj with ID ObjectID("625e2989d05836d14dd1abd5") 2022/04/19 03:17:50 Deleted Obj with ID ObjectID("625e2989458288b18657991b") 10.233.75.35 - - [19/Apr/2022:03:17:40 +0000] "DELETE /v1/instance/infallible_elion HTTP/1.1" 202 0 10.233.75.35 - - [19/Apr/2022:03:17:50 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/04/19 03:17:50 Deleted Obj with ID ObjectID("625e2989d05836d14dd1abcc") 2022/04/19 03:17:50 Deleted Obj with ID ObjectID("625e2989458288b1865798dd") 10.233.75.35 - - [19/Apr/2022:03:17:50 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.75.35 - - [19/Apr/2022:03:21:54 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.75.35 - - [19/Apr/2022:03:21:54 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.75.35 - - [19/Apr/2022:03:21:54 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [19/Apr/2022:03:22:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [19/Apr/2022:03:22:11 +0000] "POST /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5/content HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:26:36 +0000] "GET /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5 HTTP/1.1" 200 270 10.233.75.35 - - [19/Apr/2022:03:26:36 +0000] "GET /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5/profile/cnftest HTTP/1.1" 404 87 10.233.75.35 - - [19/Apr/2022:03:26:36 +0000] "POST /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5/profile HTTP/1.1" 201 240 10.233.75.35 - - [19/Apr/2022:03:26:36 +0000] "GET /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5/profile/cnftest HTTP/1.1" 200 240 10.233.75.35 - - [19/Apr/2022:03:26:36 +0000] "POST /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5/profile/cnftest/content HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:26:47 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-a75f8273-69ed-4eae-b601-548515fbbc1f HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-04-19T03:26:47Z"} {"Body":{},"Payload":{"generic-vnf-id":"54f1f033-ee83-446b-bc85-b5974b02db06","vf-module-id":"b1490ca7-93e6-4235-add8-695ce00321cc","vf-module-model-invariant-id":"83e2b819-4f9c-4c06-8bfe-ba8962d3af99","vf-module-model-version-id":"8e7b1a0e-2227-49bb-9578-572a8d3c8b6a","vf-module-model-customization-id":"16ffeff7-c457-4cb3-a0a7-ace1aff005b5","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-a75f8273-69ed-4eae-b601-548515fbbc1f"}},"level":"info","msg":"Broker API Payload","time":"2022-04-19T03:26:48Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"83e2b819-4f9c-4c06-8bfe-ba8962d3af99","rb-version":"16ffeff7-c457-4cb3-a0a7-ace1aff005b5","profile-name":"cnftest","release-name":"b1490ca7-93e6-4235-add8-695ce00321cc","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-a75f8273-69ed-4eae-b601-548515fbbc1f"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-04-19T03:26:48Z"} 2022/04/19 03:26:48 Main rss info 2022/04/19 03:26:48 Path: /tmp/helm-tmpl-659363613/manifest-0 2022/04/19 03:26:48 Kind: Service 2022/04/19 03:26:48 Path: /tmp/helm-tmpl-659363613/manifest-1 2022/04/19 03:26:48 Kind: Deployment 2022/04/19 03:26:48 Crd rss info 2022/04/19 03:26:48 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-04-19T03:26:48Z"} 2022/04/19 03:26:48 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-659363613/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:26:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-19T03:26:48Z"} {"filepath":"/tmp/helm-tmpl-659363613/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:26:48Z"} 2022/04/19 03:26:48 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-19T03:26:48Z"} 10.233.75.35 - - [19/Apr/2022:03:26:48 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_swanson","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-19T03:26:48Z"} 10.233.75.35 - - [19/Apr/2022:03:26:48 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jolly_swanson HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_swanson","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-19T03:26:48Z"} 10.233.75.35 - - [19/Apr/2022:03:26:48 +0000] "POST /basicnf-owner/k8sregion/infra_workload/jolly_swanson HTTP/1.1" 405 0 10.233.75.35 - - [19/Apr/2022:03:27:18 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jolly_swanson HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_swanson","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-19T03:27:18Z"} 2022/04/19 03:27:18 [Config Cleanup] Instance jolly_swanson 2022/04/19 03:27:18 [scheduleResources]: START thread 2022/04/19 03:27:23 Stop config thread for jolly_swanson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-19T03:27:23Z"} 2022/04/19 03:27:23 No plugin for kind Deployment found. Using generic Plugin 2022/04/19 03:27:23 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-19T03:27:23Z"} 2022/04/19 03:27:23 Deleting service: cnftest-nginx {"instance":"jolly_swanson","level":"info","msg":"[START] status notify thread for ","time":"2022-04-19T03:27:23Z"} {"instance":"jolly_swanson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-19T03:27:28Z"} 2022/04/19 03:27:28 Deleted Obj with ID ObjectID("625e2bf8d05836d14dd1abde") 2022/04/19 03:27:28 Deleted Obj with ID ObjectID("625e2bf8458288b186579af3") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_swanson","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-04-19T03:27:28Z"} 10.233.75.35 - - [19/Apr/2022:03:27:18 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/jolly_swanson HTTP/1.1" 202 121 10.233.75.35 - - [19/Apr/2022:03:27:36 +0000] "GET /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5 HTTP/1.1" 200 270 10.233.75.35 - - [19/Apr/2022:03:27:36 +0000] "GET /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5/profile/cnftest HTTP/1.1" 200 240 2022/04/19 03:27:36 Deleted Obj with ID ObjectID("625e2becd05836d14dd1abdc") 2022/04/19 03:27:36 Deleted Obj with ID ObjectID("625e2becd05836d14dd1abdd") 2022/04/19 03:27:36 Deleted Obj with ID ObjectID("625e2bec458288b186579ad1") 10.233.75.35 - - [19/Apr/2022:03:27:36 +0000] "DELETE /v1/rb/definition/83e2b819-4f9c-4c06-8bfe-ba8962d3af99/16ffeff7-c457-4cb3-a0a7-ace1aff005b5/profile/cnftest HTTP/1.1" 204 0 10.233.75.35 - - [19/Apr/2022:03:28:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/04/19 03:28:04 Deleted Obj with ID ObjectID("625e2ad2d05836d14dd1abd6") 2022/04/19 03:28:04 Deleted Obj with ID ObjectID("625e2ad2458288b186579a04") 10.233.75.35 - - [19/Apr/2022:03:28:04 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6d3df758-2ff3-447f-8e71-03a44450955e/v1 HTTP/1.1" 200 125 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6d3df758-2ff3-447f-8e71-03a44450955e/v1/content HTTP/1.1" 200 0 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6d3df758-2ff3-447f-8e71-03a44450955e/v1 HTTP/1.1" 200 138 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6d3df758-2ff3-447f-8e71-03a44450955e/v1/profile HTTP/1.1" 201 314 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6d3df758-2ff3-447f-8e71-03a44450955e/v1/profile/pnf-cnf-profile-ef6402f0-75d8-4cb8-a66b-2b1731390727 HTTP/1.1" 200 314 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6d3df758-2ff3-447f-8e71-03a44450955e/v1/profile/pnf-cnf-profile-ef6402f0-75d8-4cb8-a66b-2b1731390727/content HTTP/1.1" 200 0 2022/04/19 03:33:34 Main rss info 2022/04/19 03:33:34 Path: /tmp/helm-tmpl-943584852/manifest-0 2022/04/19 03:33:34 Kind: Service 2022/04/19 03:33:34 Path: /tmp/helm-tmpl-943584852/manifest-1 2022/04/19 03:33:34 Kind: Service 2022/04/19 03:33:34 Path: /tmp/helm-tmpl-943584852/manifest-2 2022/04/19 03:33:34 Kind: Pod 2022/04/19 03:33:34 Path: /tmp/helm-tmpl-943584852/manifest-3 2022/04/19 03:33:34 Kind: Deployment 2022/04/19 03:33:34 Crd rss info 2022/04/19 03:33:34 Hook info {"filepath":"/tmp/helm-tmpl-943584852/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:33:34Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-19T03:33:34Z"} {"filepath":"/tmp/helm-tmpl-943584852/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:33:34Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-19T03:33:34Z"} {"filepath":"/tmp/helm-tmpl-943584852/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:33:34Z"} 2022/04/19 03:33:34 No plugin for kind Pod found. Using generic Plugin 2022/04/19 03:33:34 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-19T03:33:35Z"} {"filepath":"/tmp/helm-tmpl-943584852/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:33:35Z"} 2022/04/19 03:33:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-19T03:33:35Z"} 10.233.75.35 - - [19/Apr/2022:03:33:34 +0000] "POST /v1/instance HTTP/1.1" 201 742 127.0.0.1 - - [19/Apr/2022:03:34:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [19/Apr/2022:03:35:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.75.35 - - [19/Apr/2022:03:40:04 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.75.35 - - [19/Apr/2022:03:40:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.75.35 - - [19/Apr/2022:03:40:04 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [19/Apr/2022:03:40:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [19/Apr/2022:03:40:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [19/Apr/2022:03:40:16 +0000] "POST /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc/content HTTP/1.1" 200 0 2022/04/19 03:42:23 [Config Cleanup] Instance epic_hypatia 2022/04/19 03:42:23 [scheduleResources]: START thread 10.233.67.7 - - [19/Apr/2022:03:42:24 +0000] "GET /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc HTTP/1.1" 200 277 10.233.67.7 - - [19/Apr/2022:03:42:24 +0000] "GET /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc/profile/node-port-profile HTTP/1.1" 404 87 10.233.67.7 - - [19/Apr/2022:03:42:24 +0000] "POST /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc/profile HTTP/1.1" 201 270 10.233.67.7 - - [19/Apr/2022:03:42:24 +0000] "POST /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc/profile/node-port-profile/content HTTP/1.1" 200 0 2022/04/19 03:42:28 Stop config thread for epic_hypatia {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-19T03:42:28Z"} 2022/04/19 03:42:28 No plugin for kind Deployment found. Using generic Plugin 2022/04/19 03:42:28 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-19T03:42:28Z"} 2022/04/19 03:42:28 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-19T03:42:28Z"} 2022/04/19 03:42:28 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-19T03:42:28Z"} 2022/04/19 03:42:28 Deleting service: pnf-macro-test-simulator-mongo {"instance":"epic_hypatia","level":"info","msg":"[START] status notify thread for ","time":"2022-04-19T03:42:28Z"} 10.233.67.7 - - [19/Apr/2022:03:42:32 +0000] "GET /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc HTTP/1.1" 200 277 10.233.67.7 - - [19/Apr/2022:03:42:32 +0000] "GET /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc/config-template/replica-count-template HTTP/1.1" 500 78 2022/04/19 03:42:32 [ConfigiTemplate]: create e05865a7-1921-4b67-9eab-5f5592c9ed0f 10.233.67.7 - - [19/Apr/2022:03:42:32 +0000] "POST /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc/config-template HTTP/1.1" 201 113 2022/04/19 03:42:32 [ConfigTemplate]: Upload replica-count-template 10.233.67.7 - - [19/Apr/2022:03:42:32 +0000] "POST /v1/rb/definition/e05865a7-1921-4b67-9eab-5f5592c9ed0f/89baa84d-6c9f-457d-b600-d28146766efc/config-template/replica-count-template/content HTTP/1.1" 200 0 {"instance":"epic_hypatia","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-19T03:42:33Z"} 2022/04/19 03:42:33 Deleted Obj with ID ObjectID("625e2d8ed05836d14dd1abe7") 10.233.75.35 - - [19/Apr/2022:03:42:23 +0000] "DELETE /v1/instance/epic_hypatia HTTP/1.1" 202 0 2022/04/19 03:42:33 Deleted Obj with ID ObjectID("625e2d8e458288b186579c59") 10.233.75.35 - - [19/Apr/2022:03:42:33 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/04/19 03:42:33 Deleted Obj with ID ObjectID("625e2d8ed05836d14dd1abdf") 2022/04/19 03:42:33 Deleted Obj with ID ObjectID("625e2d8e458288b186579c1e") 10.233.75.35 - - [19/Apr/2022:03:42:33 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/04/19 03:42:36 Main rss info 2022/04/19 03:42:36 Path: /tmp/helm-tmpl-499683266/manifest-0 2022/04/19 03:42:36 Kind: Service 2022/04/19 03:42:36 Path: /tmp/helm-tmpl-499683266/manifest-1 2022/04/19 03:42:36 Kind: Deployment 2022/04/19 03:42:36 Crd rss info 2022/04/19 03:42:36 Hook info {"filepath":"/tmp/helm-tmpl-499683266/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:42:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-19T03:42:36Z"} {"filepath":"/tmp/helm-tmpl-499683266/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:42:36Z"} 2022/04/19 03:42:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-19T03:42:36Z"} 10.233.71.131 - - [19/Apr/2022:03:42:36 +0000] "POST /v1/instance HTTP/1.1" 201 1227 2022/04/19 03:42:37 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.131 - - [19/Apr/2022:03:42:37 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 14486 {"instance":"objective_cerf","level":"info","msg":"[START] status notify thread for ","time":"2022-04-19T03:42:55Z"} {"instance":"objective_cerf","level":"info","msg":"REFRESH WATCHERS","subscription":"objective_cerf-cnf-adapter","time":"2022-04-19T03:43:00Z"} {"Instance":"objective_cerf","Kind":"Deployment","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-19T03:43:00Z"} {"Instance":"objective_cerf","Kind":"Pod","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-19T03:43:00Z"} {"Instance":"objective_cerf","Kind":"Service","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-19T03:43:00Z"} {"InstanceId":"objective_cerf","SubscriptionName":"objective_cerf-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-04-19T03:43:00Z"} 10.233.71.131 - - [19/Apr/2022:03:42:55 +0000] "POST /v1/instance/objective_cerf/status/subscription HTTP/1.1" 201 648 {"InstanceId":"objective_cerf","SubscriptionName":"objective_cerf-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-04-19T03:43:05Z"} 2022/04/19 03:43:08 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:43:08 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 14486 2022/04/19 03:43:18 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:43:18 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 14829 2022/04/19 03:43:28 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:43:28 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 14829 2022/04/19 03:43:38 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:43:38 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 14829 10.233.67.7 - - [19/Apr/2022:03:43:48 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 14641 2022/04/19 03:43:48 [scheduleResources]: START thread 10.233.67.7 - - [19/Apr/2022:03:43:48 +0000] "GET /v1/instance/objective_cerf/config/replica-count-change HTTP/1.1" 500 60 2022/04/19 03:43:53 [Config Create] Instance objective_cerf 2022/04/19 03:43:53 [ConfigTemplate]: Download replica-count-template 2022/04/19 03:43:53 Before Sent to goroutine {e05865a7-1921-4b67-9eab-5f5592c9ed0f 89baa84d-6c9f-457d-b600-d28146766efc node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/19 03:43:53 Message Sent to goroutine {e05865a7-1921-4b67-9eab-5f5592c9ed0f 89baa84d-6c9f-457d-b600-d28146766efc node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/19 03:43:53 [scheduleResources]: POST {e05865a7-1921-4b67-9eab-5f5592c9ed0f 89baa84d-6c9f-457d-b600-d28146766efc node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-870921312/manifest-0}] {"filepath":"/tmp/helm-tmpl-870921312/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:43:53Z"} 2022/04/19 03:43:53 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-870921312/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-04-19T03:43:53Z"} {"filepath":"/tmp/helm-tmpl-870921312/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-19T03:43:53Z"} 2022/04/19 03:43:53 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-19T03:43:53Z"} 2022/04/19 03:43:53 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.67.7 - - [19/Apr/2022:03:43:53 +0000] "POST /v1/instance/objective_cerf/config HTTP/1.1" 201 266 2022/04/19 03:43:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:43:54 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 19361 2022/04/19 03:44:04 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:44:04 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 20884 {"Instance":"objective_cerf","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-19T03:44:10Z"} {"Kind":"Pod","Name":"rel-1-apache-5bdbbd9b6f-dbfz8","level":"info","msg":"CREATED","time":"2022-04-19T03:44:10Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-04-19T03:44:10Z"} {"Kind":"Pod","Name":"rel-1-apache-5bdbbd9b6f-rndw8","level":"info","msg":"MODIFIED","time":"2022-04-19T03:44:10Z"} 2022/04/19 03:44:10 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.131 - - [19/Apr/2022:03:44:10 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 20884 {"InstanceId":"objective_cerf","Result":202,"SubscriptionName":"objective_cerf-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-19T03:44:12Z"} 2022/04/19 03:44:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:44:14 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 20884 2022/04/19 03:44:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:44:24 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 20884 2022/04/19 03:44:34 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:44:34 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 21227 {"Instance":"objective_cerf","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-19T03:44:42Z"} {"Kind":"Pod","Name":"rel-1-apache-5bdbbd9b6f-dbfz8","level":"info","msg":"MODIFIED","time":"2022-04-19T03:44:42Z"} 2022/04/19 03:44:42 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.131 - - [19/Apr/2022:03:44:42 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 21227 {"InstanceId":"objective_cerf","Result":202,"SubscriptionName":"objective_cerf-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-19T03:44:43Z"} 2022/04/19 03:44:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:44:44 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 21227 2022/04/19 03:44:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.7 - - [19/Apr/2022:03:44:54 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 21227 10.233.67.7 - - [19/Apr/2022:03:45:04 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 20935 {"Instance":"objective_cerf","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-19T03:45:14Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-04-19T03:45:14Z"} {"Kind":"Pod","Name":"rel-1-apache-5bdbbd9b6f-dbfz8","level":"info","msg":"MODIFIED","time":"2022-04-19T03:45:14Z"} 10.233.71.131 - - [19/Apr/2022:03:45:14 +0000] "GET /v1/instance/objective_cerf/status HTTP/1.1" 200 20935 {"InstanceId":"objective_cerf","Result":202,"SubscriptionName":"objective_cerf-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-19T03:45:17Z"} {"Instance":"objective_cerf","Kind":"Service","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-19T03:45:30Z"} {"Instance":"objective_cerf","Kind":"Pod","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-19T03:45:30Z"} {"Instance":"objective_cerf","Kind":"Deployment","Subscription":"objective_cerf-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-19T03:45:30Z"} 2022/04/19 03:45:30 Deleted Obj with ID ObjectID("625e2fc4d05836d14dd1abfd") 10.233.71.131 - - [19/Apr/2022:03:45:30 +0000] "DELETE /v1/instance/objective_cerf/status/subscription/objective_cerf-cnf-adapter HTTP/1.1" 202 0 2022/04/19 03:45:30 Deleted Obj with ID ObjectID("625e2fc4458288b186579e56") 2022/04/19 03:45:30 [Config Cleanup] Instance objective_cerf 2022/04/19 03:45:30 [Config Delete] Instance objective_cerf Config replica-count-change 2022/04/19 03:45:30 [ConfigTemplate]: Download replica-count-template 2022/04/19 03:45:30 Before Sent to goroutine {e05865a7-1921-4b67-9eab-5f5592c9ed0f 89baa84d-6c9f-457d-b600-d28146766efc node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/19 03:45:30 Message Sent to goroutine {e05865a7-1921-4b67-9eab-5f5592c9ed0f 89baa84d-6c9f-457d-b600-d28146766efc node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/19 03:45:30 [scheduleResources]: DELETE {e05865a7-1921-4b67-9eab-5f5592c9ed0f 89baa84d-6c9f-457d-b600-d28146766efc node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-19T03:45:30Z"} 2022/04/19 03:45:30 No plugin for kind Deployment found. Using generic Plugin 2022/04/19 03:45:30 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/04/19 03:45:30 [Config Delete All] Instance objective_cerf Config replica-count-change 2022/04/19 03:45:30 Stop config thread for objective_cerf {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-19T03:45:30Z"} 2022/04/19 03:45:30 [scheduleResources]: STOP thread 2022/04/19 03:45:30 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-04-19T03:45:30Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-19T03:45:30Z"} 2022/04/19 03:45:30 Deleting service: rel-1-apache {"instance":"objective_cerf","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-19T03:45:31Z"} 2022/04/19 03:45:31 Deleted Obj with ID ObjectID("625e2facd05836d14dd1abfc") 2022/04/19 03:45:31 Deleted Obj with ID ObjectID("625e2fac458288b186579e33") 10.233.71.131 - - [19/Apr/2022:03:45:30 +0000] "DELETE /v1/instance/objective_cerf HTTP/1.1" 202 0 {"instance":"objective_cerf","level":"info","msg":"[START] status notify thread for ","time":"2022-04-19T03:45:47Z"} {"InstanceId":"objective_cerf","SubscriptionName":"objective_cerf-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-04-19T03:45:52Z"} 10.233.75.35 - - [19/Apr/2022:03:45:58 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/04/19 03:45:58 Deleted Obj with ID ObjectID("625e2f14d05836d14dd1abee") 2022/04/19 03:45:58 Deleted Obj with ID ObjectID("625e2f14458288b186579d6f") 10.233.75.35 - - [19/Apr/2022:03:45:58 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0