2022/12/26 02:54:03 Starting Kubernetes Multicloud API 2022/12/26 02:54:03 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-12-26T02:54:13Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-12-26T02:54:13Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-12-26T03:36:11Z"} 10.233.65.56 - - [26/Dec/2022:03:36:11 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.72.157 - - [26/Dec/2022:04:33:22 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Dec/2022:04:38:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Dec/2022:04:39:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "GET /v1/rb/definition/cds-ms-rb-0344c276-1aeb-4fb7-9fe5-59ac7fccd50a/v1 HTTP/1.1" 200 124 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "POST /v1/rb/definition/cds-ms-rb-0344c276-1aeb-4fb7-9fe5-59ac7fccd50a/v1/content HTTP/1.1" 200 0 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "GET /v1/rb/definition/cds-ms-rb-0344c276-1aeb-4fb7-9fe5-59ac7fccd50a/v1 HTTP/1.1" 200 138 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "POST /v1/rb/definition/cds-ms-rb-0344c276-1aeb-4fb7-9fe5-59ac7fccd50a/v1/profile HTTP/1.1" 201 305 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "GET /v1/rb/definition/cds-ms-rb-0344c276-1aeb-4fb7-9fe5-59ac7fccd50a/v1/profile/cds-ms-prof-886defea-57ac-4d2c-b0a1-dd7a355d97c8 HTTP/1.1" 200 305 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "POST /v1/rb/definition/cds-ms-rb-0344c276-1aeb-4fb7-9fe5-59ac7fccd50a/v1/profile/cds-ms-prof-886defea-57ac-4d2c-b0a1-dd7a355d97c8/content HTTP/1.1" 200 0 2022/12/26 04:53:22 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/12/26 04:53:22 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/12/26 04:53:22 Main rss info 2022/12/26 04:53:22 Path: /tmp/helm-tmpl-854204655/manifest-0 2022/12/26 04:53:22 Kind: Service 2022/12/26 04:53:22 Path: /tmp/helm-tmpl-854204655/manifest-1 2022/12/26 04:53:22 Kind: Deployment 2022/12/26 04:53:22 Crd rss info 2022/12/26 04:53:22 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-12-26T04:53:22Z"} 2022/12/26 04:53:22 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-854204655/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T04:53:23Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-12-26T04:53:23Z"} {"filepath":"/tmp/helm-tmpl-854204655/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T04:53:23Z"} 2022/12/26 04:53:23 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-12-26T04:53:23Z"} 10.233.72.157 - - [26/Dec/2022:04:53:22 +0000] "POST /v1/instance HTTP/1.1" 201 541 10.233.72.157 - - [26/Dec/2022:04:54:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.157 - - [26/Dec/2022:04:54:26 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.72.157 - - [26/Dec/2022:04:54:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/12/26 04:54:48 [Config Cleanup] Instance musing_edison 2022/12/26 04:54:48 [scheduleResources]: START thread 2022/12/26 04:54:53 Stop config thread for musing_edison {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-12-26T04:54:53Z"} 2022/12/26 04:54:53 No plugin for kind Deployment found. Using generic Plugin 2022/12/26 04:54:53 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-12-26T04:54:53Z"} 2022/12/26 04:54:53 Deleting service: cds-regression-mockserver {"instance":"musing_edison","level":"info","msg":"[START] status notify thread for ","time":"2022-12-26T04:54:53Z"} 127.0.0.1 - - [26/Dec/2022:04:54:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [26/Dec/2022:04:54:56 +0000] "POST /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a/content HTTP/1.1" 200 0 {"instance":"musing_edison","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-26T04:54:58Z"} 2022/12/26 04:54:58 Deleted Obj with ID ObjectID("63a928c3ea9867ff1fa847db") 2022/12/26 04:54:58 Deleted Obj with ID ObjectID("63a928c2e5239ab89e5a3930") 10.233.72.157 - - [26/Dec/2022:04:54:48 +0000] "DELETE /v1/instance/musing_edison HTTP/1.1" 202 0 10.233.72.157 - - [26/Dec/2022:04:54:58 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/12/26 04:54:58 Deleted Obj with ID ObjectID("63a928c2ea9867ff1fa847d2") 2022/12/26 04:54:58 Deleted Obj with ID ObjectID("63a928c2e5239ab89e5a38f2") 10.233.72.157 - - [26/Dec/2022:04:54:58 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [26/Dec/2022:04:55:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.72.157 - - [26/Dec/2022:05:00:01 +0000] "GET /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a HTTP/1.1" 200 270 10.233.72.157 - - [26/Dec/2022:05:00:01 +0000] "GET /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a/profile/cnftest HTTP/1.1" 404 87 10.233.72.157 - - [26/Dec/2022:05:00:01 +0000] "POST /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a/profile HTTP/1.1" 201 240 10.233.72.157 - - [26/Dec/2022:05:00:01 +0000] "GET /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a/profile/cnftest HTTP/1.1" 200 240 10.233.72.157 - - [26/Dec/2022:05:00:01 +0000] "POST /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-12-26T05:00:16Z"} 10.233.72.157 - - [26/Dec/2022:05:00:16 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-b2d787ee-2361-4fc9-85bd-fe5f591f4f64 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"717db948-30b1-490d-a53c-7bdf721bd635","vf-module-id":"7efeb60a-8817-4ffe-9a4c-2fc272fb9d06","vf-module-model-invariant-id":"88f75278-d595-417d-9d60-f988d82a835f","vf-module-model-version-id":"5a6b2283-99b7-4464-855b-590486b70e13","vf-module-model-customization-id":"e3576eab-9a1b-4f43-930a-f1030ae0196a","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-b2d787ee-2361-4fc9-85bd-fe5f591f4f64"}},"level":"info","msg":"Broker API Payload","time":"2022-12-26T05:00:16Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"88f75278-d595-417d-9d60-f988d82a835f","rb-version":"e3576eab-9a1b-4f43-930a-f1030ae0196a","profile-name":"cnftest","release-name":"7efeb60a-8817-4ffe-9a4c-2fc272fb9d06","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-b2d787ee-2361-4fc9-85bd-fe5f591f4f64"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-12-26T05:00:16Z"} 2022/12/26 05:00:16 Main rss info 2022/12/26 05:00:16 Path: /tmp/helm-tmpl-168399348/manifest-0 2022/12/26 05:00:16 Kind: Service 2022/12/26 05:00:16 Path: /tmp/helm-tmpl-168399348/manifest-1 2022/12/26 05:00:16 Kind: Deployment 2022/12/26 05:00:16 Crd rss info 2022/12/26 05:00:16 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-12-26T05:00:16Z"} 2022/12/26 05:00:16 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-168399348/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:00:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-26T05:00:16Z"} {"filepath":"/tmp/helm-tmpl-168399348/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:00:16Z"} 2022/12/26 05:00:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-26T05:00:16Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_nash","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-26T05:00:16Z"} 10.233.72.157 - - [26/Dec/2022:05:00:16 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_nash","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-26T05:00:17Z"} 10.233.72.157 - - [26/Dec/2022:05:00:17 +0000] "GET /basicnf-owner/k8sregion/infra_workload/youthful_nash HTTP/1.1" 200 121 10.233.72.157 - - [26/Dec/2022:05:00:17 +0000] "POST /basicnf-owner/k8sregion/infra_workload/youthful_nash HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_nash","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-26T05:00:45Z"} 10.233.72.157 - - [26/Dec/2022:05:00:45 +0000] "GET /basicnf-owner/k8sregion/infra_workload/youthful_nash HTTP/1.1" 200 121 2022/12/26 05:00:45 [Config Cleanup] Instance youthful_nash 2022/12/26 05:00:45 [scheduleResources]: START thread 2022/12/26 05:00:50 Stop config thread for youthful_nash {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-26T05:00:50Z"} 2022/12/26 05:00:50 [scheduleResources]: STOP thread 2022/12/26 05:00:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-26T05:00:50Z"} 2022/12/26 05:00:50 Deleting service: cnftest-nginx {"instance":"youthful_nash","level":"info","msg":"[START] status notify thread for ","time":"2022-12-26T05:00:50Z"} {"instance":"youthful_nash","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-26T05:00:55Z"} 2022/12/26 05:00:55 Deleted Obj with ID ObjectID("63a92a60ea9867ff1fa847e7") 2022/12/26 05:00:55 Deleted Obj with ID ObjectID("63a92a60e5239ab89e5a3a97") 10.233.72.157 - - [26/Dec/2022:05:00:45 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/youthful_nash HTTP/1.1" 202 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_nash","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-12-26T05:00:55Z"} 10.233.72.157 - - [26/Dec/2022:05:01:03 +0000] "GET /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a HTTP/1.1" 200 270 10.233.72.157 - - [26/Dec/2022:05:01:04 +0000] "GET /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a/profile/cnftest HTTP/1.1" 200 240 2022/12/26 05:01:04 Deleted Obj with ID ObjectID("63a92a51ea9867ff1fa847e5") 2022/12/26 05:01:04 Deleted Obj with ID ObjectID("63a92a51ea9867ff1fa847e6") 2022/12/26 05:01:04 Deleted Obj with ID ObjectID("63a92a51e5239ab89e5a3a75") 10.233.72.157 - - [26/Dec/2022:05:01:04 +0000] "DELETE /v1/rb/definition/88f75278-d595-417d-9d60-f988d82a835f/e3576eab-9a1b-4f43-930a-f1030ae0196a/profile/cnftest HTTP/1.1" 204 0 10.233.72.157 - - [26/Dec/2022:05:01:35 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/12/26 05:01:35 Deleted Obj with ID ObjectID("63a92902ea9867ff1fa847dc") 10.233.72.157 - - [26/Dec/2022:05:01:35 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/12/26 05:01:35 Deleted Obj with ID ObjectID("63a92902e5239ab89e5a3964") 10.233.72.157 - - [26/Dec/2022:05:27:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2fc02062-2e54-4bab-8518-b535fb0e41c7/v1 HTTP/1.1" 200 125 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2fc02062-2e54-4bab-8518-b535fb0e41c7/v1/content HTTP/1.1" 200 0 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2fc02062-2e54-4bab-8518-b535fb0e41c7/v1 HTTP/1.1" 200 138 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2fc02062-2e54-4bab-8518-b535fb0e41c7/v1/profile HTTP/1.1" 201 314 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2fc02062-2e54-4bab-8518-b535fb0e41c7/v1/profile/pnf-cnf-profile-84ee552a-0109-49cb-ad5f-d06544a7677c HTTP/1.1" 200 314 10.233.72.157 - - [26/Dec/2022:05:27:35 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2fc02062-2e54-4bab-8518-b535fb0e41c7/v1/profile/pnf-cnf-profile-84ee552a-0109-49cb-ad5f-d06544a7677c/content HTTP/1.1" 200 0 2022/12/26 05:27:36 Main rss info 2022/12/26 05:27:36 Path: /tmp/helm-tmpl-050322394/manifest-0 2022/12/26 05:27:36 Kind: Service 2022/12/26 05:27:36 Path: /tmp/helm-tmpl-050322394/manifest-1 2022/12/26 05:27:36 Kind: Service 2022/12/26 05:27:36 Path: /tmp/helm-tmpl-050322394/manifest-2 2022/12/26 05:27:36 Kind: Pod 2022/12/26 05:27:36 Path: /tmp/helm-tmpl-050322394/manifest-3 2022/12/26 05:27:36 Kind: Deployment 2022/12/26 05:27:36 Crd rss info 2022/12/26 05:27:36 Hook info {"filepath":"/tmp/helm-tmpl-050322394/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:27:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-26T05:27:36Z"} {"filepath":"/tmp/helm-tmpl-050322394/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:27:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-26T05:27:36Z"} {"filepath":"/tmp/helm-tmpl-050322394/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:27:36Z"} 2022/12/26 05:27:36 No plugin for kind Pod found. Using generic Plugin 2022/12/26 05:27:36 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-26T05:27:36Z"} {"filepath":"/tmp/helm-tmpl-050322394/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:27:36Z"} 2022/12/26 05:27:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-26T05:27:36Z"} 10.233.72.157 - - [26/Dec/2022:05:27:36 +0000] "POST /v1/instance HTTP/1.1" 201 745 10.233.72.157 - - [26/Dec/2022:05:28:12 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.72.157 - - [26/Dec/2022:05:28:12 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.72.157 - - [26/Dec/2022:05:28:12 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [26/Dec/2022:05:28:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [26/Dec/2022:05:28:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [26/Dec/2022:05:28:25 +0000] "POST /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8/content HTTP/1.1" 200 0 127.0.0.1 - - [26/Dec/2022:05:29:14 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.66.64 - - [26/Dec/2022:05:31:35 +0000] "GET /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 HTTP/1.1" 200 277 10.233.66.64 - - [26/Dec/2022:05:31:35 +0000] "GET /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8/profile/node-port-profile HTTP/1.1" 404 87 10.233.66.64 - - [26/Dec/2022:05:31:35 +0000] "POST /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8/profile HTTP/1.1" 201 270 10.233.66.64 - - [26/Dec/2022:05:31:35 +0000] "POST /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.66.64 - - [26/Dec/2022:05:31:47 +0000] "GET /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 HTTP/1.1" 200 277 10.233.66.64 - - [26/Dec/2022:05:31:47 +0000] "GET /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8/config-template/replica-count-template HTTP/1.1" 500 78 2022/12/26 05:31:47 [ConfigiTemplate]: create 962e9fa8-e1b2-458b-bd3d-72f1c02c532b 10.233.66.64 - - [26/Dec/2022:05:31:47 +0000] "POST /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8/config-template HTTP/1.1" 201 113 2022/12/26 05:31:47 [ConfigTemplate]: Upload replica-count-template 10.233.66.64 - - [26/Dec/2022:05:31:47 +0000] "POST /v1/rb/definition/962e9fa8-e1b2-458b-bd3d-72f1c02c532b/eda375ff-ef1a-4c4d-902e-f6dbd05f48c8/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/12/26 05:31:50 Main rss info 2022/12/26 05:31:50 Path: /tmp/helm-tmpl-987945467/manifest-0 2022/12/26 05:31:50 Kind: Service 2022/12/26 05:31:50 Path: /tmp/helm-tmpl-987945467/manifest-1 2022/12/26 05:31:50 Kind: Deployment 2022/12/26 05:31:50 Crd rss info 2022/12/26 05:31:50 Hook info {"filepath":"/tmp/helm-tmpl-987945467/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:31:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-26T05:31:50Z"} {"filepath":"/tmp/helm-tmpl-987945467/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:31:50Z"} 2022/12/26 05:31:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-26T05:31:50Z"} 10.233.65.56 - - [26/Dec/2022:05:31:50 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2022/12/26 05:31:52 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.56 - - [26/Dec/2022:05:31:51 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 14547 {"instance":"friendly_mclaren","level":"info","msg":"[START] status notify thread for ","time":"2022-12-26T05:32:15Z"} {"instance":"friendly_mclaren","level":"info","msg":"REFRESH WATCHERS","subscription":"friendly_mclaren-cnf-adapter","time":"2022-12-26T05:32:20Z"} {"Instance":"friendly_mclaren","Kind":"Pod","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-26T05:32:21Z"} {"Instance":"friendly_mclaren","Kind":"Service","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-26T05:32:21Z"} {"Instance":"friendly_mclaren","Kind":"Deployment","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-26T05:32:21Z"} {"InstanceId":"friendly_mclaren","SubscriptionName":"friendly_mclaren-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-12-26T05:32:21Z"} 10.233.65.56 - - [26/Dec/2022:05:32:15 +0000] "POST /v1/instance/friendly_mclaren/status/subscription HTTP/1.1" 201 654 {"InstanceId":"friendly_mclaren","SubscriptionName":"friendly_mclaren-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-12-26T05:32:26Z"} 2022/12/26 05:32:28 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:32:28 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 14887 2022/12/26 05:32:38 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:32:38 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 14887 10.233.66.64 - - [26/Dec/2022:05:32:48 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 14699 2022/12/26 05:32:48 [scheduleResources]: START thread 10.233.66.64 - - [26/Dec/2022:05:32:48 +0000] "GET /v1/instance/friendly_mclaren/config/replica-count-change HTTP/1.1" 500 60 2022/12/26 05:32:53 [Config Create] Instance friendly_mclaren 2022/12/26 05:32:53 [ConfigTemplate]: Download replica-count-template 2022/12/26 05:32:53 Before Sent to goroutine {962e9fa8-e1b2-458b-bd3d-72f1c02c532b eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/26 05:32:53 Message Sent to goroutine {962e9fa8-e1b2-458b-bd3d-72f1c02c532b eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/26 05:32:53 [scheduleResources]: POST {962e9fa8-e1b2-458b-bd3d-72f1c02c532b eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-465549736/manifest-0}] {"filepath":"/tmp/helm-tmpl-465549736/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:32:53Z"} 2022/12/26 05:32:53 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-465549736/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-12-26T05:32:53Z"} {"filepath":"/tmp/helm-tmpl-465549736/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-26T05:32:53Z"} 2022/12/26 05:32:53 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-26T05:32:53Z"} 2022/12/26 05:32:53 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.66.64 - - [26/Dec/2022:05:32:53 +0000] "POST /v1/instance/friendly_mclaren/config HTTP/1.1" 201 268 2022/12/26 05:32:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:32:53 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 20943 {"Instance":"friendly_mclaren","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-26T05:33:01Z"} {"Kind":"Pod","Name":"rel-1-apache-7dd57cf459-xf8jg","level":"info","msg":"CREATED","time":"2022-12-26T05:33:01Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-26T05:33:01Z"} {"Kind":"Pod","Name":"rel-1-apache-7dd57cf459-tqxf6","level":"info","msg":"MODIFIED","time":"2022-12-26T05:33:01Z"} 2022/12/26 05:33:01 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.56 - - [26/Dec/2022:05:33:01 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 20943 {"InstanceId":"friendly_mclaren","Result":202,"SubscriptionName":"friendly_mclaren-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-26T05:33:03Z"} 2022/12/26 05:33:04 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:33:04 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 20943 2022/12/26 05:33:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:33:14 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 20943 2022/12/26 05:33:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:33:24 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 20943 {"Instance":"friendly_mclaren","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-26T05:33:33Z"} {"Kind":"Pod","Name":"rel-1-apache-7dd57cf459-xf8jg","level":"info","msg":"MODIFIED","time":"2022-12-26T05:33:33Z"} 2022/12/26 05:33:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.56 - - [26/Dec/2022:05:33:33 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 21286 2022/12/26 05:33:34 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:33:34 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 21286 {"InstanceId":"friendly_mclaren","Result":202,"SubscriptionName":"friendly_mclaren-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-26T05:33:36Z"} 10.233.66.64 - - [26/Dec/2022:05:33:44 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 21286 2022/12/26 05:33:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 2022/12/26 05:33:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.64 - - [26/Dec/2022:05:33:54 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 21286 10.233.66.64 - - [26/Dec/2022:05:34:05 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 20994 {"Instance":"friendly_mclaren","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-26T05:34:06Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-26T05:34:06Z"} {"Kind":"Pod","Name":"rel-1-apache-7dd57cf459-xf8jg","level":"info","msg":"MODIFIED","time":"2022-12-26T05:34:06Z"} 10.233.65.56 - - [26/Dec/2022:05:34:06 +0000] "GET /v1/instance/friendly_mclaren/status HTTP/1.1" 200 20994 {"InstanceId":"friendly_mclaren","Result":202,"SubscriptionName":"friendly_mclaren-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-26T05:34:08Z"} {"Instance":"friendly_mclaren","Kind":"Service","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-26T05:34:26Z"} {"Instance":"friendly_mclaren","Kind":"Deployment","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-26T05:34:26Z"} {"Instance":"friendly_mclaren","Kind":"Pod","Subscription":"friendly_mclaren-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-26T05:34:26Z"} 2022/12/26 05:34:26 Deleted Obj with ID ObjectID("63a931e5ea9867ff1fa84803") 10.233.65.56 - - [26/Dec/2022:05:34:26 +0000] "DELETE /v1/instance/friendly_mclaren/status/subscription/friendly_mclaren-cnf-adapter HTTP/1.1" 202 0 2022/12/26 05:34:26 Deleted Obj with ID ObjectID("63a931e4e5239ab89e5a4024") 2022/12/26 05:34:26 [Config Cleanup] Instance friendly_mclaren 2022/12/26 05:34:26 [Config Delete] Instance friendly_mclaren Config replica-count-change 2022/12/26 05:34:26 [ConfigTemplate]: Download replica-count-template 2022/12/26 05:34:26 Before Sent to goroutine {962e9fa8-e1b2-458b-bd3d-72f1c02c532b eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/26 05:34:26 Message Sent to goroutine {962e9fa8-e1b2-458b-bd3d-72f1c02c532b eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/26 05:34:26 [scheduleResources]: DELETE {962e9fa8-e1b2-458b-bd3d-72f1c02c532b eda375ff-ef1a-4c4d-902e-f6dbd05f48c8 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-26T05:34:26Z"} 2022/12/26 05:34:26 No plugin for kind Deployment found. Using generic Plugin 2022/12/26 05:34:26 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/12/26 05:34:26 [Config Delete All] Instance friendly_mclaren Config replica-count-change 2022/12/26 05:34:26 Stop config thread for friendly_mclaren {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-26T05:34:26Z"} 2022/12/26 05:34:26 No plugin for kind Deployment found. Using generic Plugin 2022/12/26 05:34:26 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-12-26T05:34:26Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-26T05:34:26Z"} 2022/12/26 05:34:26 Deleting service: rel-1-apache {"instance":"friendly_mclaren","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-26T05:34:26Z"} 2022/12/26 05:34:26 Deleted Obj with ID ObjectID("63a931c6ea9867ff1fa84802") 2022/12/26 05:34:26 Deleted Obj with ID ObjectID("63a931c6e5239ab89e5a3ffc") 10.233.65.56 - - [26/Dec/2022:05:34:26 +0000] "DELETE /v1/instance/friendly_mclaren HTTP/1.1" 202 0 {"instance":"friendly_mclaren","level":"info","msg":"[START] status notify thread for ","time":"2022-12-26T05:34:38Z"} {"InstanceId":"friendly_mclaren","SubscriptionName":"friendly_mclaren-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-12-26T05:34:43Z"} 10.233.72.157 - - [26/Dec/2022:05:34:50 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/12/26 05:34:51 Deleted Obj with ID ObjectID("63a930ecea9867ff1fa847f1") 2022/12/26 05:34:51 Deleted Obj with ID ObjectID("63a930ece5239ab89e5a3f0e") 10.233.72.157 - - [26/Dec/2022:05:34:50 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/12/26 05:35:02 [Config Cleanup] Instance vigorous_shtern 2022/12/26 05:35:02 [scheduleResources]: START thread 2022/12/26 05:35:07 Stop config thread for vigorous_shtern {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-26T05:35:07Z"} 2022/12/26 05:35:07 No plugin for kind Deployment found. Using generic Plugin 2022/12/26 05:35:07 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-26T05:35:07Z"} 2022/12/26 05:35:07 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-26T05:35:07Z"} 2022/12/26 05:35:07 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-26T05:35:07Z"} 2022/12/26 05:35:07 Deleting service: pnf-macro-test-simulator-mongo {"instance":"vigorous_shtern","level":"info","msg":"[START] status notify thread for ","time":"2022-12-26T05:35:07Z"} {"instance":"vigorous_shtern","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-26T05:35:12Z"} 2022/12/26 05:35:12 Deleted Obj with ID ObjectID("63a930c8ea9867ff1fa847f0") 2022/12/26 05:35:12 Deleted Obj with ID ObjectID("63a930c8e5239ab89e5a3eeb") 10.233.72.157 - - [26/Dec/2022:05:35:02 +0000] "DELETE /v1/instance/vigorous_shtern HTTP/1.1" 202 0 10.233.72.157 - - [26/Dec/2022:05:35:12 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/12/26 05:35:12 Deleted Obj with ID ObjectID("63a930c7ea9867ff1fa847e8") 10.233.72.157 - - [26/Dec/2022:05:35:12 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/12/26 05:35:12 Deleted Obj with ID ObjectID("63a930c7e5239ab89e5a3eb0")