2022/12/06 02:46:04 Starting Kubernetes Multicloud API 2022/12/06 02:46:04 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-12-06T02:46:14Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-12-06T02:46:14Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-12-06T03:25:20Z"} 10.233.70.21 - - [06/Dec/2022:03:25:20 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.69.65 - - [06/Dec/2022:04:20:14 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [06/Dec/2022:04:25:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [06/Dec/2022:04:26:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "GET /v1/rb/definition/cds-ms-rb-8aa21099-b1cd-46b0-bcc7-4d5e92c2f415/v1 HTTP/1.1" 200 124 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "POST /v1/rb/definition/cds-ms-rb-8aa21099-b1cd-46b0-bcc7-4d5e92c2f415/v1/content HTTP/1.1" 200 0 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "GET /v1/rb/definition/cds-ms-rb-8aa21099-b1cd-46b0-bcc7-4d5e92c2f415/v1 HTTP/1.1" 200 138 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "POST /v1/rb/definition/cds-ms-rb-8aa21099-b1cd-46b0-bcc7-4d5e92c2f415/v1/profile HTTP/1.1" 201 305 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "GET /v1/rb/definition/cds-ms-rb-8aa21099-b1cd-46b0-bcc7-4d5e92c2f415/v1/profile/cds-ms-prof-d10e57b5-2b64-4032-87b5-e374737ba3b9 HTTP/1.1" 200 305 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "POST /v1/rb/definition/cds-ms-rb-8aa21099-b1cd-46b0-bcc7-4d5e92c2f415/v1/profile/cds-ms-prof-d10e57b5-2b64-4032-87b5-e374737ba3b9/content HTTP/1.1" 200 0 2022/12/06 04:39:21 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/12/06 04:39:21 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/12/06 04:39:21 Main rss info 2022/12/06 04:39:21 Path: /tmp/helm-tmpl-805173248/manifest-0 2022/12/06 04:39:21 Kind: Service 2022/12/06 04:39:21 Path: /tmp/helm-tmpl-805173248/manifest-1 2022/12/06 04:39:21 Kind: Deployment 2022/12/06 04:39:21 Crd rss info 2022/12/06 04:39:21 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-12-06T04:39:21Z"} 2022/12/06 04:39:21 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-805173248/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T04:39:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-12-06T04:39:21Z"} {"filepath":"/tmp/helm-tmpl-805173248/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T04:39:21Z"} 2022/12/06 04:39:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-12-06T04:39:21Z"} 10.233.69.65 - - [06/Dec/2022:04:39:21 +0000] "POST /v1/instance HTTP/1.1" 201 539 2022/12/06 04:40:47 [Config Cleanup] Instance lucid_tharp 2022/12/06 04:40:47 [scheduleResources]: START thread 2022/12/06 04:40:52 Stop config thread for lucid_tharp 2022/12/06 04:40:52 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-12-06T04:40:52Z"} 2022/12/06 04:40:52 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-12-06T04:40:52Z"} 2022/12/06 04:40:52 Deleting service: cds-regression-mockserver {"instance":"lucid_tharp","level":"info","msg":"[START] status notify thread for ","time":"2022-12-06T04:40:52Z"} 10.233.69.65 - - [06/Dec/2022:04:40:54 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.65 - - [06/Dec/2022:04:40:54 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.69.65 - - [06/Dec/2022:04:40:54 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 {"instance":"lucid_tharp","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-06T04:40:57Z"} 2022/12/06 04:40:57 Deleted Obj with ID ObjectID("638ec779d51fad302e0e2aec") 10.233.69.65 - - [06/Dec/2022:04:40:47 +0000] "DELETE /v1/instance/lucid_tharp HTTP/1.1" 202 0 2022/12/06 04:40:57 Deleted Obj with ID ObjectID("638ec779cc57c5589320e888") 10.233.69.65 - - [06/Dec/2022:04:40:57 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/12/06 04:40:57 Deleted Obj with ID ObjectID("638ec779d51fad302e0e2ae3") 2022/12/06 04:40:57 Deleted Obj with ID ObjectID("638ec779cc57c5589320e84a") 10.233.69.65 - - [06/Dec/2022:04:40:57 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [06/Dec/2022:04:41:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [06/Dec/2022:04:41:12 +0000] "POST /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d/content HTTP/1.1" 200 0 127.0.0.1 - - [06/Dec/2022:04:41:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.69.65 - - [06/Dec/2022:04:45:37 +0000] "GET /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d HTTP/1.1" 200 270 10.233.69.65 - - [06/Dec/2022:04:45:37 +0000] "GET /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d/profile/cnftest HTTP/1.1" 404 87 10.233.69.65 - - [06/Dec/2022:04:45:37 +0000] "POST /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d/profile HTTP/1.1" 201 240 10.233.69.65 - - [06/Dec/2022:04:45:37 +0000] "GET /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d/profile/cnftest HTTP/1.1" 200 240 10.233.69.65 - - [06/Dec/2022:04:45:37 +0000] "POST /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-12-06T04:45:50Z"} 10.233.69.65 - - [06/Dec/2022:04:45:50 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-e7714e74-ded9-43b2-a370-4186a6111330 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"5bd4af27-35a8-43b0-8a34-34359c80f874","vf-module-id":"35deffe7-e066-4cb7-b3e7-a08edb6399e3","vf-module-model-invariant-id":"88e05e6e-9696-48e7-80e9-b8a5119495c5","vf-module-model-version-id":"93d8980d-7b90-4b42-901d-e6ccb26cb0c4","vf-module-model-customization-id":"17227fdd-a14c-472e-9267-13f02391518d","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-e7714e74-ded9-43b2-a370-4186a6111330"}},"level":"info","msg":"Broker API Payload","time":"2022-12-06T04:45:50Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"88e05e6e-9696-48e7-80e9-b8a5119495c5","rb-version":"17227fdd-a14c-472e-9267-13f02391518d","profile-name":"cnftest","release-name":"35deffe7-e066-4cb7-b3e7-a08edb6399e3","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-e7714e74-ded9-43b2-a370-4186a6111330"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-12-06T04:45:50Z"} 2022/12/06 04:45:50 Main rss info 2022/12/06 04:45:50 Path: /tmp/helm-tmpl-771347609/manifest-0 2022/12/06 04:45:50 Kind: Service 2022/12/06 04:45:50 Path: /tmp/helm-tmpl-771347609/manifest-1 2022/12/06 04:45:50 Kind: Deployment 2022/12/06 04:45:50 Crd rss info 2022/12/06 04:45:50 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-12-06T04:45:51Z"} 2022/12/06 04:45:51 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-771347609/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T04:45:51Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-06T04:45:51Z"} {"filepath":"/tmp/helm-tmpl-771347609/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T04:45:51Z"} 2022/12/06 04:45:51 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-06T04:45:51Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_vaughan","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-06T04:45:51Z"} 10.233.69.65 - - [06/Dec/2022:04:45:50 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 308 10.233.69.65 - - [06/Dec/2022:04:45:51 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_vaughan HTTP/1.1" 200 127 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_vaughan","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-06T04:45:51Z"} 10.233.69.65 - - [06/Dec/2022:04:45:51 +0000] "POST /basicnf-owner/k8sregion/infra_workload/xenodochial_vaughan HTTP/1.1" 405 0 10.233.69.65 - - [06/Dec/2022:04:46:20 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_vaughan HTTP/1.1" 200 127 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_vaughan","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-06T04:46:20Z"} 2022/12/06 04:46:20 [Config Cleanup] Instance xenodochial_vaughan 2022/12/06 04:46:20 [scheduleResources]: START thread 2022/12/06 04:46:25 Stop config thread for xenodochial_vaughan {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-06T04:46:25Z"} 2022/12/06 04:46:25 No plugin for kind Deployment found. Using generic Plugin 2022/12/06 04:46:25 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-06T04:46:25Z"} 2022/12/06 04:46:25 Deleting service: cnftest-nginx {"instance":"xenodochial_vaughan","level":"info","msg":"[START] status notify thread for ","time":"2022-12-06T04:46:25Z"} {"instance":"xenodochial_vaughan","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-06T04:46:30Z"} 2022/12/06 04:46:30 Deleted Obj with ID ObjectID("638ec8ffd51fad302e0e2af8") 2022/12/06 04:46:30 Deleted Obj with ID ObjectID("638ec8fecc57c5589320e9de") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_vaughan","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-12-06T04:46:30Z"} 10.233.69.65 - - [06/Dec/2022:04:46:20 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/xenodochial_vaughan HTTP/1.1" 202 127 10.233.69.65 - - [06/Dec/2022:04:46:37 +0000] "GET /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d HTTP/1.1" 200 270 10.233.69.65 - - [06/Dec/2022:04:46:37 +0000] "GET /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d/profile/cnftest HTTP/1.1" 200 240 2022/12/06 04:46:38 Deleted Obj with ID ObjectID("638ec8f1d51fad302e0e2af6") 2022/12/06 04:46:38 Deleted Obj with ID ObjectID("638ec8f1d51fad302e0e2af7") 10.233.69.65 - - [06/Dec/2022:04:46:38 +0000] "DELETE /v1/rb/definition/88e05e6e-9696-48e7-80e9-b8a5119495c5/17227fdd-a14c-472e-9267-13f02391518d/profile/cnftest HTTP/1.1" 204 0 2022/12/06 04:46:38 Deleted Obj with ID ObjectID("638ec8f1cc57c5589320e9bc") 10.233.69.65 - - [06/Dec/2022:04:47:06 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/12/06 04:47:06 Deleted Obj with ID ObjectID("638ec7d6d51fad302e0e2aed") 2022/12/06 04:47:06 Deleted Obj with ID ObjectID("638ec7d6cc57c5589320e8de") 10.233.69.65 - - [06/Dec/2022:04:47:06 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c1421969-0273-4358-b1b9-f621b18b6031/v1 HTTP/1.1" 200 125 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c1421969-0273-4358-b1b9-f621b18b6031/v1/content HTTP/1.1" 200 0 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c1421969-0273-4358-b1b9-f621b18b6031/v1 HTTP/1.1" 200 138 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c1421969-0273-4358-b1b9-f621b18b6031/v1/profile HTTP/1.1" 201 314 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c1421969-0273-4358-b1b9-f621b18b6031/v1/profile/pnf-cnf-profile-91de6662-6ae3-4f12-8a2b-6bc0932fa4f6 HTTP/1.1" 200 314 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c1421969-0273-4358-b1b9-f621b18b6031/v1/profile/pnf-cnf-profile-91de6662-6ae3-4f12-8a2b-6bc0932fa4f6/content HTTP/1.1" 200 0 2022/12/06 05:18:15 Main rss info 2022/12/06 05:18:15 Path: /tmp/helm-tmpl-482147607/manifest-0 2022/12/06 05:18:15 Kind: Service 2022/12/06 05:18:15 Path: /tmp/helm-tmpl-482147607/manifest-1 2022/12/06 05:18:15 Kind: Service 2022/12/06 05:18:15 Path: /tmp/helm-tmpl-482147607/manifest-2 2022/12/06 05:18:15 Kind: Pod 2022/12/06 05:18:15 Path: /tmp/helm-tmpl-482147607/manifest-3 2022/12/06 05:18:15 Kind: Deployment 2022/12/06 05:18:15 Crd rss info 2022/12/06 05:18:15 Hook info {"filepath":"/tmp/helm-tmpl-482147607/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:18:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-06T05:18:15Z"} {"filepath":"/tmp/helm-tmpl-482147607/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:18:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-06T05:18:15Z"} {"filepath":"/tmp/helm-tmpl-482147607/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:18:15Z"} 2022/12/06 05:18:15 No plugin for kind Pod found. Using generic Plugin 2022/12/06 05:18:15 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-06T05:18:15Z"} {"filepath":"/tmp/helm-tmpl-482147607/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:18:15Z"} 2022/12/06 05:18:15 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-06T05:18:15Z"} 10.233.69.65 - - [06/Dec/2022:05:18:15 +0000] "POST /v1/instance HTTP/1.1" 201 747 10.233.69.65 - - [06/Dec/2022:05:19:16 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.69.65 - - [06/Dec/2022:05:19:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.69.65 - - [06/Dec/2022:05:19:16 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [06/Dec/2022:05:19:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [06/Dec/2022:05:19:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [06/Dec/2022:05:19:33 +0000] "POST /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859/content HTTP/1.1" 200 0 127.0.0.1 - - [06/Dec/2022:05:19:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.72.54 - - [06/Dec/2022:05:22:40 +0000] "GET /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859 HTTP/1.1" 200 277 10.233.72.54 - - [06/Dec/2022:05:22:40 +0000] "GET /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.54 - - [06/Dec/2022:05:22:40 +0000] "POST /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859/profile HTTP/1.1" 201 270 10.233.72.54 - - [06/Dec/2022:05:22:40 +0000] "POST /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.54 - - [06/Dec/2022:05:22:55 +0000] "GET /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859 HTTP/1.1" 200 277 10.233.72.54 - - [06/Dec/2022:05:22:55 +0000] "GET /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859/config-template/replica-count-template HTTP/1.1" 500 78 2022/12/06 05:22:55 [ConfigiTemplate]: create 281d30c2-ef58-4123-a195-3e78c46d2069 10.233.72.54 - - [06/Dec/2022:05:22:55 +0000] "POST /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859/config-template HTTP/1.1" 201 113 2022/12/06 05:22:55 [ConfigTemplate]: Upload replica-count-template 10.233.72.54 - - [06/Dec/2022:05:22:55 +0000] "POST /v1/rb/definition/281d30c2-ef58-4123-a195-3e78c46d2069/d9c193e1-c282-4ed5-8180-b772a1b3f859/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/12/06 05:22:59 Main rss info 2022/12/06 05:22:59 Path: /tmp/helm-tmpl-662965052/manifest-0 2022/12/06 05:22:59 Kind: Service 2022/12/06 05:22:59 Path: /tmp/helm-tmpl-662965052/manifest-1 2022/12/06 05:22:59 Kind: Deployment 2022/12/06 05:22:59 Crd rss info 2022/12/06 05:22:59 Hook info {"filepath":"/tmp/helm-tmpl-662965052/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:22:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-06T05:22:59Z"} {"filepath":"/tmp/helm-tmpl-662965052/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:22:59Z"} 2022/12/06 05:22:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-06T05:22:59Z"} 10.233.70.21 - - [06/Dec/2022:05:22:59 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2022/12/06 05:23:00 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.21 - - [06/Dec/2022:05:23:00 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 14544 {"instance":"trusting_mendel","level":"info","msg":"[START] status notify thread for ","time":"2022-12-06T05:23:25Z"} {"instance":"trusting_mendel","level":"info","msg":"REFRESH WATCHERS","subscription":"trusting_mendel-cnf-adapter","time":"2022-12-06T05:23:30Z"} {"Instance":"trusting_mendel","Kind":"Pod","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-06T05:23:30Z"} {"Instance":"trusting_mendel","Kind":"Service","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-06T05:23:30Z"} {"Instance":"trusting_mendel","Kind":"Deployment","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-06T05:23:30Z"} {"InstanceId":"trusting_mendel","SubscriptionName":"trusting_mendel-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-12-06T05:23:30Z"} 10.233.70.21 - - [06/Dec/2022:05:23:25 +0000] "POST /v1/instance/trusting_mendel/status/subscription HTTP/1.1" 201 651 {"InstanceId":"trusting_mendel","SubscriptionName":"trusting_mendel-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-12-06T05:23:35Z"} 2022/12/06 05:23:37 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.54 - - [06/Dec/2022:05:23:37 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 14887 2022/12/06 05:23:47 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.54 - - [06/Dec/2022:05:23:47 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 14887 10.233.72.54 - - [06/Dec/2022:05:23:57 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 14699 2022/12/06 05:23:57 [scheduleResources]: START thread 10.233.72.54 - - [06/Dec/2022:05:23:57 +0000] "GET /v1/instance/trusting_mendel/config/replica-count-change HTTP/1.1" 500 60 2022/12/06 05:24:02 [Config Create] Instance trusting_mendel 2022/12/06 05:24:02 [ConfigTemplate]: Download replica-count-template 2022/12/06 05:24:02 Before Sent to goroutine {281d30c2-ef58-4123-a195-3e78c46d2069 d9c193e1-c282-4ed5-8180-b772a1b3f859 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/06 05:24:02 Message Sent to goroutine {281d30c2-ef58-4123-a195-3e78c46d2069 d9c193e1-c282-4ed5-8180-b772a1b3f859 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/06 05:24:02 [scheduleResources]: POST {281d30c2-ef58-4123-a195-3e78c46d2069 d9c193e1-c282-4ed5-8180-b772a1b3f859 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-304833309/manifest-0}] {"filepath":"/tmp/helm-tmpl-304833309/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:24:02Z"} 2022/12/06 05:24:02 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-304833309/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-12-06T05:24:02Z"} {"filepath":"/tmp/helm-tmpl-304833309/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-06T05:24:02Z"} 2022/12/06 05:24:02 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-06T05:24:02Z"} 2022/12/06 05:24:02 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.54 - - [06/Dec/2022:05:24:02 +0000] "POST /v1/instance/trusting_mendel/config HTTP/1.1" 201 267 2022/12/06 05:24:02 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.54 - - [06/Dec/2022:05:24:02 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 19574 {"Instance":"trusting_mendel","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-06T05:24:10Z"} {"Kind":"Pod","Name":"rel-1-apache-84c8dfdfd5-rsxcx","level":"info","msg":"CREATED","time":"2022-12-06T05:24:10Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-06T05:24:10Z"} {"Kind":"Pod","Name":"rel-1-apache-84c8dfdfd5-sgm2l","level":"info","msg":"MODIFIED","time":"2022-12-06T05:24:10Z"} 10.233.70.21 - - [06/Dec/2022:05:24:10 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 20942 2022/12/06 05:24:10 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 2022/12/06 05:24:12 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.54 - - [06/Dec/2022:05:24:12 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 20942 {"InstanceId":"trusting_mendel","Result":202,"SubscriptionName":"trusting_mendel-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-06T05:24:13Z"} 2022/12/06 05:24:22 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.54 - - [06/Dec/2022:05:24:22 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 21285 2022/12/06 05:24:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.54 - - [06/Dec/2022:05:24:32 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 21285 {"Instance":"trusting_mendel","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-06T05:24:43Z"} {"Kind":"Pod","Name":"rel-1-apache-84c8dfdfd5-rsxcx","level":"info","msg":"MODIFIED","time":"2022-12-06T05:24:43Z"} 2022/12/06 05:24:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.54 - - [06/Dec/2022:05:24:43 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 21285 2022/12/06 05:24:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.21 - - [06/Dec/2022:05:24:43 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 21285 {"InstanceId":"trusting_mendel","Result":202,"SubscriptionName":"trusting_mendel-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-06T05:24:45Z"} 10.233.72.54 - - [06/Dec/2022:05:24:53 +0000] "GET /v1/instance/trusting_mendel/status HTTP/1.1" 200 20993 {"Instance":"trusting_mendel","Kind":"Deployment","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-06T05:25:10Z"} {"Instance":"trusting_mendel","Kind":"Pod","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-06T05:25:10Z"} {"Instance":"trusting_mendel","Kind":"Service","Subscription":"trusting_mendel-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-06T05:25:10Z"} 2022/12/06 05:25:10 Deleted Obj with ID ObjectID("638ed1d2d51fad302e0e2b14") 2022/12/06 05:25:10 Deleted Obj with ID ObjectID("638ed1d2cc57c5589320f03a") 10.233.70.21 - - [06/Dec/2022:05:25:10 +0000] "DELETE /v1/instance/trusting_mendel/status/subscription/trusting_mendel-cnf-adapter HTTP/1.1" 202 0 2022/12/06 05:25:10 [Config Cleanup] Instance trusting_mendel 2022/12/06 05:25:10 [Config Delete] Instance trusting_mendel Config replica-count-change 2022/12/06 05:25:10 [ConfigTemplate]: Download replica-count-template 2022/12/06 05:25:10 Before Sent to goroutine {281d30c2-ef58-4123-a195-3e78c46d2069 d9c193e1-c282-4ed5-8180-b772a1b3f859 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/06 05:25:10 Message Sent to goroutine {281d30c2-ef58-4123-a195-3e78c46d2069 d9c193e1-c282-4ed5-8180-b772a1b3f859 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/06 05:25:10 [scheduleResources]: DELETE {281d30c2-ef58-4123-a195-3e78c46d2069 d9c193e1-c282-4ed5-8180-b772a1b3f859 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-06T05:25:10Z"} 2022/12/06 05:25:10 No plugin for kind Deployment found. Using generic Plugin 2022/12/06 05:25:10 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/12/06 05:25:10 [Config Delete All] Instance trusting_mendel Config replica-count-change 2022/12/06 05:25:10 Stop config thread for trusting_mendel 2022/12/06 05:25:10 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-06T05:25:10Z"} 2022/12/06 05:25:10 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-12-06T05:25:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-06T05:25:10Z"} 2022/12/06 05:25:10 Deleting service: rel-1-apache {"instance":"trusting_mendel","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-06T05:25:10Z"} 2022/12/06 05:25:10 Deleted Obj with ID ObjectID("638ed1b3d51fad302e0e2b13") 2022/12/06 05:25:10 Deleted Obj with ID ObjectID("638ed1b3cc57c5589320f012") 10.233.70.21 - - [06/Dec/2022:05:25:10 +0000] "DELETE /v1/instance/trusting_mendel HTTP/1.1" 202 0 {"instance":"trusting_mendel","level":"info","msg":"[START] status notify thread for ","time":"2022-12-06T05:25:15Z"} {"InstanceId":"trusting_mendel","SubscriptionName":"trusting_mendel-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-12-06T05:25:20Z"} 10.233.69.65 - - [06/Dec/2022:05:25:28 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/12/06 05:25:28 Deleted Obj with ID ObjectID("638ed0d4d51fad302e0e2b02") 2022/12/06 05:25:28 Deleted Obj with ID ObjectID("638ed0d4cc57c5589320ef24") 10.233.69.65 - - [06/Dec/2022:05:25:28 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/12/06 05:26:58 [Config Cleanup] Instance distracted_jepsen 2022/12/06 05:26:58 [scheduleResources]: START thread 2022/12/06 05:27:03 Stop config thread for distracted_jepsen {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-06T05:27:03Z"} 2022/12/06 05:27:03 No plugin for kind Deployment found. Using generic Plugin 2022/12/06 05:27:03 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-06T05:27:04Z"} 2022/12/06 05:27:04 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-06T05:27:04Z"} 2022/12/06 05:27:04 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-06T05:27:04Z"} 2022/12/06 05:27:04 Deleting service: pnf-macro-test-simulator-mongo {"instance":"distracted_jepsen","level":"info","msg":"[START] status notify thread for ","time":"2022-12-06T05:27:04Z"} {"instance":"distracted_jepsen","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-06T05:27:09Z"} 10.233.69.65 - - [06/Dec/2022:05:26:58 +0000] "DELETE /v1/instance/distracted_jepsen HTTP/1.1" 202 0 2022/12/06 05:27:09 Deleted Obj with ID ObjectID("638ed097d51fad302e0e2b01") 2022/12/06 05:27:09 Deleted Obj with ID ObjectID("638ed097cc57c5589320eef5") 10.233.69.65 - - [06/Dec/2022:05:27:09 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/12/06 05:27:09 Deleted Obj with ID ObjectID("638ed097d51fad302e0e2af9") 2022/12/06 05:27:09 Deleted Obj with ID ObjectID("638ed096cc57c5589320eeba") 10.233.69.65 - - [06/Dec/2022:05:27:09 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0