2022/11/22 02:46:53 Starting Kubernetes Multicloud API 2022/11/22 02:46:53 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-22T02:47:03Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-22T02:47:03Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-22T03:13:37Z"} 10.233.68.140 - - [22/Nov/2022:03:13:37 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.72.94 - - [22/Nov/2022:04:16:55 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [22/Nov/2022:04:26:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [22/Nov/2022:04:31:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "GET /v1/rb/definition/cds-ms-rb-4af2d460-e0b2-41f8-bb37-ca21a65ca8c1/v1 HTTP/1.1" 200 124 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "POST /v1/rb/definition/cds-ms-rb-4af2d460-e0b2-41f8-bb37-ca21a65ca8c1/v1/content HTTP/1.1" 200 0 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "GET /v1/rb/definition/cds-ms-rb-4af2d460-e0b2-41f8-bb37-ca21a65ca8c1/v1 HTTP/1.1" 200 138 10.233.72.94 - - [22/Nov/2022:04:39:34 +0000] "POST /v1/rb/definition/cds-ms-rb-4af2d460-e0b2-41f8-bb37-ca21a65ca8c1/v1/profile HTTP/1.1" 201 305 10.233.72.94 - - [22/Nov/2022:04:39:35 +0000] "GET /v1/rb/definition/cds-ms-rb-4af2d460-e0b2-41f8-bb37-ca21a65ca8c1/v1/profile/cds-ms-prof-0eaf6b7f-cc53-4dc5-9f4e-089d401a912e HTTP/1.1" 200 305 10.233.72.94 - - [22/Nov/2022:04:39:35 +0000] "POST /v1/rb/definition/cds-ms-rb-4af2d460-e0b2-41f8-bb37-ca21a65ca8c1/v1/profile/cds-ms-prof-0eaf6b7f-cc53-4dc5-9f4e-089d401a912e/content HTTP/1.1" 200 0 2022/11/22 04:39:35 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/22 04:39:35 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/22 04:39:35 Main rss info 2022/11/22 04:39:35 Path: /tmp/helm-tmpl-698140036/manifest-0 2022/11/22 04:39:35 Kind: Service 2022/11/22 04:39:35 Path: /tmp/helm-tmpl-698140036/manifest-1 2022/11/22 04:39:35 Kind: Deployment 2022/11/22 04:39:35 Crd rss info 2022/11/22 04:39:35 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-22T04:39:35Z"} 2022/11/22 04:39:35 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-698140036/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T04:39:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-22T04:39:35Z"} {"filepath":"/tmp/helm-tmpl-698140036/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T04:39:35Z"} 2022/11/22 04:39:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-22T04:39:35Z"} 10.233.72.94 - - [22/Nov/2022:04:39:35 +0000] "POST /v1/instance HTTP/1.1" 201 541 2022/11/22 04:40:59 [Config Cleanup] Instance awesome_euler 2022/11/22 04:40:59 [scheduleResources]: START thread 2022/11/22 04:41:04 Stop config thread for awesome_euler {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-22T04:41:04Z"} 2022/11/22 04:41:04 [scheduleResources]: STOP thread 2022/11/22 04:41:04 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-22T04:41:04Z"} 2022/11/22 04:41:04 Deleting service: cds-regression-mockserver {"instance":"awesome_euler","level":"info","msg":"[START] status notify thread for ","time":"2022-11-22T04:41:05Z"} {"instance":"awesome_euler","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-22T04:41:10Z"} 2022/11/22 04:41:10 Deleted Obj with ID ObjectID("637c52873d8113ab24456213") 10.233.72.94 - - [22/Nov/2022:04:40:59 +0000] "DELETE /v1/instance/awesome_euler HTTP/1.1" 202 0 2022/11/22 04:41:10 Deleted Obj with ID ObjectID("637c5288d7e55a640a30e4e6") 10.233.72.94 - - [22/Nov/2022:04:41:10 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/11/22 04:41:10 Deleted Obj with ID ObjectID("637c52863d8113ab2445620a") 10.233.72.94 - - [22/Nov/2022:04:41:10 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/11/22 04:41:10 Deleted Obj with ID ObjectID("637c5287d7e55a640a30e4a8") 10.233.72.94 - - [22/Nov/2022:04:42:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.94 - - [22/Nov/2022:04:42:10 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.72.94 - - [22/Nov/2022:04:42:10 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [22/Nov/2022:04:42:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [22/Nov/2022:04:42:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [22/Nov/2022:04:42:33 +0000] "POST /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185/content HTTP/1.1" 200 0 10.233.72.94 - - [22/Nov/2022:04:50:56 +0000] "GET /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185 HTTP/1.1" 200 270 10.233.72.94 - - [22/Nov/2022:04:50:56 +0000] "GET /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185/profile/cnftest HTTP/1.1" 404 87 10.233.72.94 - - [22/Nov/2022:04:50:56 +0000] "POST /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185/profile HTTP/1.1" 201 240 10.233.72.94 - - [22/Nov/2022:04:50:56 +0000] "GET /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185/profile/cnftest HTTP/1.1" 200 240 10.233.72.94 - - [22/Nov/2022:04:50:56 +0000] "POST /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185/profile/cnftest/content HTTP/1.1" 200 0 10.233.72.94 - - [22/Nov/2022:04:51:09 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-28a56550-a8a5-40bb-85e7-a14f3546ca8c HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-22T04:51:09Z"} {"Body":{},"Payload":{"generic-vnf-id":"862a9470-a4b9-438f-ae71-78f29b8d61d7","vf-module-id":"0a7ecfee-97ab-45b0-a315-2a0ff89e7140","vf-module-model-invariant-id":"ffe8ef47-d269-4258-a8c9-baad2582c095","vf-module-model-version-id":"a54c3332-d1d0-4d40-8eaa-257ca1ce164a","vf-module-model-customization-id":"9f50cc4a-953f-4694-abc6-2de42f7a3185","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-28a56550-a8a5-40bb-85e7-a14f3546ca8c"}},"level":"info","msg":"Broker API Payload","time":"2022-11-22T04:51:09Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"ffe8ef47-d269-4258-a8c9-baad2582c095","rb-version":"9f50cc4a-953f-4694-abc6-2de42f7a3185","profile-name":"cnftest","release-name":"0a7ecfee-97ab-45b0-a315-2a0ff89e7140","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-28a56550-a8a5-40bb-85e7-a14f3546ca8c"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-22T04:51:09Z"} 2022/11/22 04:51:09 Main rss info 2022/11/22 04:51:09 Path: /tmp/helm-tmpl-800691267/manifest-0 2022/11/22 04:51:09 Kind: Service 2022/11/22 04:51:09 Path: /tmp/helm-tmpl-800691267/manifest-1 2022/11/22 04:51:09 Kind: Deployment 2022/11/22 04:51:09 Crd rss info 2022/11/22 04:51:09 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-22T04:51:09Z"} 2022/11/22 04:51:09 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-800691267/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T04:51:09Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-22T04:51:09Z"} {"filepath":"/tmp/helm-tmpl-800691267/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T04:51:09Z"} 2022/11/22 04:51:09 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-22T04:51:09Z"} 10.233.72.94 - - [22/Nov/2022:04:51:09 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"distracted_wright","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-22T04:51:09Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"distracted_wright","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-22T04:51:10Z"} 10.233.72.94 - - [22/Nov/2022:04:51:10 +0000] "GET /basicnf-owner/k8sregion/infra_workload/distracted_wright HTTP/1.1" 200 125 10.233.72.94 - - [22/Nov/2022:04:51:10 +0000] "POST /basicnf-owner/k8sregion/infra_workload/distracted_wright HTTP/1.1" 405 0 10.233.72.94 - - [22/Nov/2022:04:51:41 +0000] "GET /basicnf-owner/k8sregion/infra_workload/distracted_wright HTTP/1.1" 200 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"distracted_wright","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-22T04:51:41Z"} 2022/11/22 04:51:41 [Config Cleanup] Instance distracted_wright 2022/11/22 04:51:41 [scheduleResources]: START thread 2022/11/22 04:51:46 Stop config thread for distracted_wright {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-22T04:51:46Z"} 2022/11/22 04:51:46 No plugin for kind Deployment found. Using generic Plugin 2022/11/22 04:51:46 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-22T04:51:46Z"} 2022/11/22 04:51:46 Deleting service: cnftest-nginx {"instance":"distracted_wright","level":"info","msg":"[START] status notify thread for ","time":"2022-11-22T04:51:46Z"} {"instance":"distracted_wright","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-22T04:51:51Z"} 2022/11/22 04:51:51 Deleted Obj with ID ObjectID("637c553d3d8113ab2445621f") 2022/11/22 04:51:51 Deleted Obj with ID ObjectID("637c553ed7e55a640a30e6f6") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"distracted_wright","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-22T04:51:51Z"} 10.233.72.94 - - [22/Nov/2022:04:51:41 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/distracted_wright HTTP/1.1" 202 125 10.233.72.94 - - [22/Nov/2022:04:52:07 +0000] "GET /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185 HTTP/1.1" 200 270 10.233.72.94 - - [22/Nov/2022:04:52:07 +0000] "GET /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185/profile/cnftest HTTP/1.1" 200 240 2022/11/22 04:52:07 Deleted Obj with ID ObjectID("637c55303d8113ab2445621d") 2022/11/22 04:52:07 Deleted Obj with ID ObjectID("637c55303d8113ab2445621e") 2022/11/22 04:52:07 Deleted Obj with ID ObjectID("637c5531d7e55a640a30e6d4") 10.233.72.94 - - [22/Nov/2022:04:52:07 +0000] "DELETE /v1/rb/definition/ffe8ef47-d269-4258-a8c9-baad2582c095/9f50cc4a-953f-4694-abc6-2de42f7a3185/profile/cnftest HTTP/1.1" 204 0 10.233.72.94 - - [22/Nov/2022:04:52:36 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/22 04:52:36 Deleted Obj with ID ObjectID("637c53223d8113ab24456214") 10.233.72.94 - - [22/Nov/2022:04:52:36 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/11/22 04:52:36 Deleted Obj with ID ObjectID("637c5322d7e55a640a30e563") 10.233.72.94 - - [22/Nov/2022:05:05:42 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-443c8042-97c2-4d47-ab11-03397464d05a/v1 HTTP/1.1" 200 125 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-443c8042-97c2-4d47-ab11-03397464d05a/v1/content HTTP/1.1" 200 0 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-443c8042-97c2-4d47-ab11-03397464d05a/v1 HTTP/1.1" 200 138 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-443c8042-97c2-4d47-ab11-03397464d05a/v1/profile HTTP/1.1" 201 314 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-443c8042-97c2-4d47-ab11-03397464d05a/v1/profile/pnf-cnf-profile-fcb7f2ab-7467-41be-9b4e-4db6a318d22d HTTP/1.1" 200 314 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-443c8042-97c2-4d47-ab11-03397464d05a/v1/profile/pnf-cnf-profile-fcb7f2ab-7467-41be-9b4e-4db6a318d22d/content HTTP/1.1" 200 0 2022/11/22 05:05:43 Main rss info 2022/11/22 05:05:43 Path: /tmp/helm-tmpl-762822198/manifest-0 2022/11/22 05:05:43 Kind: Service 2022/11/22 05:05:43 Path: /tmp/helm-tmpl-762822198/manifest-1 2022/11/22 05:05:43 Kind: Service 2022/11/22 05:05:43 Path: /tmp/helm-tmpl-762822198/manifest-2 2022/11/22 05:05:43 Kind: Pod 2022/11/22 05:05:43 Path: /tmp/helm-tmpl-762822198/manifest-3 2022/11/22 05:05:43 Kind: Deployment 2022/11/22 05:05:43 Crd rss info 2022/11/22 05:05:43 Hook info {"filepath":"/tmp/helm-tmpl-762822198/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:05:43Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-22T05:05:43Z"} {"filepath":"/tmp/helm-tmpl-762822198/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:05:43Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-22T05:05:43Z"} {"filepath":"/tmp/helm-tmpl-762822198/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:05:43Z"} 2022/11/22 05:05:43 No plugin for kind Pod found. Using generic Plugin 2022/11/22 05:05:44 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-22T05:05:44Z"} {"filepath":"/tmp/helm-tmpl-762822198/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:05:44Z"} 2022/11/22 05:05:44 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-22T05:05:44Z"} 10.233.72.94 - - [22/Nov/2022:05:05:43 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.72.94 - - [22/Nov/2022:05:07:34 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.72.94 - - [22/Nov/2022:05:07:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.72.94 - - [22/Nov/2022:05:07:34 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [22/Nov/2022:05:07:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [22/Nov/2022:05:07:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [22/Nov/2022:05:07:54 +0000] "POST /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9/content HTTP/1.1" 200 0 127.0.0.1 - - [22/Nov/2022:05:08:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.197 - - [22/Nov/2022:05:10:08 +0000] "GET /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 HTTP/1.1" 200 277 10.233.71.197 - - [22/Nov/2022:05:10:08 +0000] "GET /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.197 - - [22/Nov/2022:05:10:08 +0000] "POST /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9/profile HTTP/1.1" 201 270 10.233.71.197 - - [22/Nov/2022:05:10:08 +0000] "POST /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.197 - - [22/Nov/2022:05:10:24 +0000] "GET /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 HTTP/1.1" 200 277 10.233.71.197 - - [22/Nov/2022:05:10:24 +0000] "GET /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/22 05:10:24 [ConfigiTemplate]: create e850896b-4366-4ae0-adf5-cb83b0551d1c 10.233.71.197 - - [22/Nov/2022:05:10:24 +0000] "POST /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9/config-template HTTP/1.1" 201 113 2022/11/22 05:10:24 [ConfigTemplate]: Upload replica-count-template 10.233.71.197 - - [22/Nov/2022:05:10:24 +0000] "POST /v1/rb/definition/e850896b-4366-4ae0-adf5-cb83b0551d1c/964a37cc-c9e2-4b34-94b2-e297b1c4a1f9/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/22 05:10:27 Main rss info 2022/11/22 05:10:27 Path: /tmp/helm-tmpl-956451021/manifest-0 2022/11/22 05:10:27 Kind: Service 2022/11/22 05:10:27 Path: /tmp/helm-tmpl-956451021/manifest-1 2022/11/22 05:10:27 Kind: Deployment 2022/11/22 05:10:27 Crd rss info 2022/11/22 05:10:27 Hook info {"filepath":"/tmp/helm-tmpl-956451021/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:10:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-22T05:10:27Z"} {"filepath":"/tmp/helm-tmpl-956451021/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:10:27Z"} 2022/11/22 05:10:27 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-22T05:10:27Z"} 10.233.68.140 - - [22/Nov/2022:05:10:27 +0000] "POST /v1/instance HTTP/1.1" 201 1279 2022/11/22 05:10:28 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.140 - - [22/Nov/2022:05:10:28 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 14532 {"instance":"happy_joliot","level":"info","msg":"[START] status notify thread for ","time":"2022-11-22T05:10:52Z"} {"instance":"happy_joliot","level":"info","msg":"REFRESH WATCHERS","subscription":"happy_joliot-cnf-adapter","time":"2022-11-22T05:10:57Z"} {"Instance":"happy_joliot","Kind":"Pod","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-22T05:10:57Z"} {"Instance":"happy_joliot","Kind":"Service","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-22T05:10:57Z"} {"Instance":"happy_joliot","Kind":"Deployment","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-22T05:10:57Z"} {"InstanceId":"happy_joliot","SubscriptionName":"happy_joliot-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-22T05:10:57Z"} 10.233.68.140 - - [22/Nov/2022:05:10:52 +0000] "POST /v1/instance/happy_joliot/status/subscription HTTP/1.1" 201 642 {"InstanceId":"happy_joliot","SubscriptionName":"happy_joliot-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-22T05:11:02Z"} 2022/11/22 05:11:08 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.197 - - [22/Nov/2022:05:11:08 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 14872 10.233.71.197 - - [22/Nov/2022:05:11:18 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 14684 2022/11/22 05:11:18 [scheduleResources]: START thread 10.233.71.197 - - [22/Nov/2022:05:11:18 +0000] "GET /v1/instance/happy_joliot/config/replica-count-change HTTP/1.1" 500 60 2022/11/22 05:11:23 [Config Create] Instance happy_joliot 2022/11/22 05:11:23 [ConfigTemplate]: Download replica-count-template 2022/11/22 05:11:23 Before Sent to goroutine {e850896b-4366-4ae0-adf5-cb83b0551d1c 964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/22 05:11:23 Message Sent to goroutine {e850896b-4366-4ae0-adf5-cb83b0551d1c 964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/22 05:11:23 [scheduleResources]: POST {e850896b-4366-4ae0-adf5-cb83b0551d1c 964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-258138383/manifest-0}] {"filepath":"/tmp/helm-tmpl-258138383/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:11:23Z"} 2022/11/22 05:11:23 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-258138383/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-22T05:11:23Z"} {"filepath":"/tmp/helm-tmpl-258138383/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-22T05:11:23Z"} 2022/11/22 05:11:23 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-22T05:11:23Z"} 2022/11/22 05:11:23 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.197 - - [22/Nov/2022:05:11:23 +0000] "POST /v1/instance/happy_joliot/config HTTP/1.1" 201 264 2022/11/22 05:11:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.197 - - [22/Nov/2022:05:11:23 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 20925 2022/11/22 05:11:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.197 - - [22/Nov/2022:05:11:33 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 20925 {"Instance":"happy_joliot","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-22T05:11:37Z"} {"Kind":"Pod","Name":"rel-1-apache-86bb97c56f-r8xgk","level":"info","msg":"CREATED","time":"2022-11-22T05:11:37Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-22T05:11:37Z"} {"Kind":"Pod","Name":"rel-1-apache-86bb97c56f-87bv2","level":"info","msg":"MODIFIED","time":"2022-11-22T05:11:37Z"} 2022/11/22 05:11:37 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.140 - - [22/Nov/2022:05:11:37 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 21268 {"InstanceId":"happy_joliot","Result":202,"SubscriptionName":"happy_joliot-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-22T05:11:41Z"} 2022/11/22 05:11:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.197 - - [22/Nov/2022:05:11:43 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 21268 2022/11/22 05:11:53 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.197 - - [22/Nov/2022:05:11:53 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 21268 2022/11/22 05:12:04 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.197 - - [22/Nov/2022:05:12:03 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 21268 10.233.71.197 - - [22/Nov/2022:05:12:14 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 20976 {"Instance":"happy_joliot","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-22T05:12:41Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-22T05:12:41Z"} {"Kind":"Pod","Name":"rel-1-apache-86bb97c56f-r8xgk","level":"info","msg":"MODIFIED","time":"2022-11-22T05:12:41Z"} 10.233.68.140 - - [22/Nov/2022:05:12:41 +0000] "GET /v1/instance/happy_joliot/status HTTP/1.1" 200 20976 {"InstanceId":"happy_joliot","Result":202,"SubscriptionName":"happy_joliot-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-22T05:12:44Z"} {"Instance":"happy_joliot","Kind":"Deployment","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-22T05:12:44Z"} {"Instance":"happy_joliot","Kind":"Pod","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-22T05:12:44Z"} {"Instance":"happy_joliot","Kind":"Service","Subscription":"happy_joliot-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-22T05:12:44Z"} 2022/11/22 05:12:44 Deleted Obj with ID ObjectID("637c59e13d8113ab2445623b") 2022/11/22 05:12:44 Deleted Obj with ID ObjectID("637c59e2d7e55a640a30eac0") 10.233.68.140 - - [22/Nov/2022:05:12:44 +0000] "DELETE /v1/instance/happy_joliot/status/subscription/happy_joliot-cnf-adapter HTTP/1.1" 202 0 2022/11/22 05:12:44 [Config Cleanup] Instance happy_joliot 2022/11/22 05:12:44 [Config Delete] Instance happy_joliot Config replica-count-change 2022/11/22 05:12:44 [ConfigTemplate]: Download replica-count-template 2022/11/22 05:12:44 Before Sent to goroutine {e850896b-4366-4ae0-adf5-cb83b0551d1c 964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/22 05:12:44 Message Sent to goroutine {e850896b-4366-4ae0-adf5-cb83b0551d1c 964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/22 05:12:44 [scheduleResources]: DELETE {e850896b-4366-4ae0-adf5-cb83b0551d1c 964a37cc-c9e2-4b34-94b2-e297b1c4a1f9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-22T05:12:44Z"} 2022/11/22 05:12:44 No plugin for kind Deployment found. Using generic Plugin 2022/11/22 05:12:44 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/22 05:12:44 [Config Delete All] Instance happy_joliot Config replica-count-change 2022/11/22 05:12:44 Stop config thread for happy_joliot {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-22T05:12:44Z"} 2022/11/22 05:12:44 No plugin for kind Deployment found. Using generic Plugin 2022/11/22 05:12:44 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-22T05:12:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-22T05:12:44Z"} 2022/11/22 05:12:44 Deleting service: rel-1-apache {"instance":"happy_joliot","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-22T05:12:44Z"} 2022/11/22 05:12:44 Deleted Obj with ID ObjectID("637c59c33d8113ab2445623a") 2022/11/22 05:12:44 Deleted Obj with ID ObjectID("637c59c4d7e55a640a30ea98") 10.233.68.140 - - [22/Nov/2022:05:12:44 +0000] "DELETE /v1/instance/happy_joliot HTTP/1.1" 202 0 10.233.72.94 - - [22/Nov/2022:05:13:11 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/11/22 05:13:11 Deleted Obj with ID ObjectID("637c59163d8113ab24456229") 10.233.72.94 - - [22/Nov/2022:05:13:11 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/22 05:13:11 Deleted Obj with ID ObjectID("637c5917d7e55a640a30e9cd") {"instance":"happy_joliot","level":"info","msg":"[START] status notify thread for ","time":"2022-11-22T05:13:14Z"} {"InstanceId":"happy_joliot","SubscriptionName":"happy_joliot-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-22T05:13:19Z"} 2022/11/22 05:15:31 [Config Cleanup] Instance vigilant_kalam 2022/11/22 05:15:31 [scheduleResources]: START thread 2022/11/22 05:15:36 Stop config thread for vigilant_kalam {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-22T05:15:36Z"} 2022/11/22 05:15:36 No plugin for kind Deployment found. Using generic Plugin 2022/11/22 05:15:36 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-22T05:15:36Z"} 2022/11/22 05:15:36 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-22T05:15:36Z"} 2022/11/22 05:15:36 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-22T05:15:36Z"} 2022/11/22 05:15:36 Deleting service: pnf-macro-test-simulator-mongo {"instance":"vigilant_kalam","level":"info","msg":"[START] status notify thread for ","time":"2022-11-22T05:15:36Z"} {"instance":"vigilant_kalam","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-22T05:15:41Z"} 2022/11/22 05:15:41 Deleted Obj with ID ObjectID("637c58a73d8113ab24456228") 2022/11/22 05:15:41 Deleted Obj with ID ObjectID("637c58a8d7e55a640a30e97b") 10.233.72.94 - - [22/Nov/2022:05:15:31 +0000] "DELETE /v1/instance/vigilant_kalam HTTP/1.1" 202 0 10.233.72.94 - - [22/Nov/2022:05:15:41 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/11/22 05:15:41 Deleted Obj with ID ObjectID("637c58a73d8113ab24456220") 2022/11/22 05:15:41 Deleted Obj with ID ObjectID("637c58a7d7e55a640a30e93b") 10.233.72.94 - - [22/Nov/2022:05:15:41 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0