2022/04/20 09:46:37 Starting Kubernetes Multicloud API 2022/04/20 09:46:37 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-04-20T09:46:47Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-04-20T09:46:47Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-04-20T10:25:33Z"} 10.233.74.4 - - [20/Apr/2022:10:25:33 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.74.252 - - [20/Apr/2022:11:30:53 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.252 - - [20/Apr/2022:11:32:49 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.252 - - [20/Apr/2022:11:34:49 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.252 - - [20/Apr/2022:11:37:04 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.252 - - [20/Apr/2022:11:40:42 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [20/Apr/2022:11:42:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.74.252 - - [20/Apr/2022:11:42:32 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [20/Apr/2022:11:44:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [20/Apr/2022:11:44:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.74.252 - - [20/Apr/2022:11:48:08 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [20/Apr/2022:11:51:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.74.252 - - [20/Apr/2022:12:28:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.74.252 - - [20/Apr/2022:12:28:43 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.74.252 - - [20/Apr/2022:12:28:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.74.252 - - [20/Apr/2022:12:28:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.74.252 - - [20/Apr/2022:12:28:44 +0000] "GET /v1/rb/definition/cds-ms-rb-b50c4739-0387-47a2-a568-a9c7698e1fe8/v1 HTTP/1.1" 200 124 10.233.74.252 - - [20/Apr/2022:12:28:44 +0000] "POST /v1/rb/definition/cds-ms-rb-b50c4739-0387-47a2-a568-a9c7698e1fe8/v1/content HTTP/1.1" 200 0 10.233.74.252 - - [20/Apr/2022:12:28:44 +0000] "GET /v1/rb/definition/cds-ms-rb-b50c4739-0387-47a2-a568-a9c7698e1fe8/v1 HTTP/1.1" 200 138 10.233.74.252 - - [20/Apr/2022:12:28:44 +0000] "POST /v1/rb/definition/cds-ms-rb-b50c4739-0387-47a2-a568-a9c7698e1fe8/v1/profile HTTP/1.1" 201 305 10.233.74.252 - - [20/Apr/2022:12:28:44 +0000] "GET /v1/rb/definition/cds-ms-rb-b50c4739-0387-47a2-a568-a9c7698e1fe8/v1/profile/cds-ms-prof-aa006701-5d67-4372-8c4b-e7a3393e115e HTTP/1.1" 200 305 10.233.74.252 - - [20/Apr/2022:12:28:44 +0000] "POST /v1/rb/definition/cds-ms-rb-b50c4739-0387-47a2-a568-a9c7698e1fe8/v1/profile/cds-ms-prof-aa006701-5d67-4372-8c4b-e7a3393e115e/content HTTP/1.1" 200 0 2022/04/20 12:28:44 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/04/20 12:28:44 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/04/20 12:28:44 Main rss info 2022/04/20 12:28:44 Path: /tmp/helm-tmpl-364718771/manifest-0 2022/04/20 12:28:44 Kind: Service 2022/04/20 12:28:44 Path: /tmp/helm-tmpl-364718771/manifest-1 2022/04/20 12:28:44 Kind: Deployment 2022/04/20 12:28:44 Crd rss info 2022/04/20 12:28:44 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-04-20T12:28:44Z"} 2022/04/20 12:28:44 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-364718771/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T12:28:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-04-20T12:28:44Z"} {"filepath":"/tmp/helm-tmpl-364718771/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T12:28:44Z"} 2022/04/20 12:28:44 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-04-20T12:28:45Z"} 10.233.74.252 - - [20/Apr/2022:12:28:44 +0000] "POST /v1/instance HTTP/1.1" 201 544 2022/04/20 12:30:02 [Config Cleanup] Instance reverent_feynman 2022/04/20 12:30:02 [scheduleResources]: START thread 2022/04/20 12:30:07 Stop config thread for reverent_feynman {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-04-20T12:30:07Z"} 2022/04/20 12:30:07 No plugin for kind Deployment found. Using generic Plugin 2022/04/20 12:30:07 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-04-20T12:30:07Z"} 2022/04/20 12:30:07 Deleting service: cds-regression-mockserver {"instance":"reverent_feynman","level":"info","msg":"[START] status notify thread for ","time":"2022-04-20T12:30:07Z"} {"instance":"reverent_feynman","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-20T12:30:12Z"} 2022/04/20 12:30:12 Deleted Obj with ID ObjectID("625ffc7c234e8746db269aaf") 2022/04/20 12:30:12 Deleted Obj with ID ObjectID("625ffc7ce0870bcb7d489601") 10.233.74.252 - - [20/Apr/2022:12:30:02 +0000] "DELETE /v1/instance/reverent_feynman HTTP/1.1" 202 0 10.233.74.252 - - [20/Apr/2022:12:30:12 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/04/20 12:30:12 Deleted Obj with ID ObjectID("625ffc7b234e8746db269aa6") 10.233.74.252 - - [20/Apr/2022:12:30:12 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/04/20 12:30:12 Deleted Obj with ID ObjectID("625ffc7be0870bcb7d4895c3") 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3ea49943-421c-4498-8c3f-9d93c9cbd31d/v1 HTTP/1.1" 200 125 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3ea49943-421c-4498-8c3f-9d93c9cbd31d/v1/content HTTP/1.1" 200 0 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3ea49943-421c-4498-8c3f-9d93c9cbd31d/v1 HTTP/1.1" 200 138 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3ea49943-421c-4498-8c3f-9d93c9cbd31d/v1/profile HTTP/1.1" 201 314 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3ea49943-421c-4498-8c3f-9d93c9cbd31d/v1/profile/pnf-cnf-profile-61eca786-dab9-4ec9-9657-4cf2a7b4f26e HTTP/1.1" 200 314 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3ea49943-421c-4498-8c3f-9d93c9cbd31d/v1/profile/pnf-cnf-profile-61eca786-dab9-4ec9-9657-4cf2a7b4f26e/content HTTP/1.1" 200 0 2022/04/20 13:02:50 Main rss info 2022/04/20 13:02:50 Path: /tmp/helm-tmpl-270297234/manifest-0 2022/04/20 13:02:50 Kind: Service 2022/04/20 13:02:50 Path: /tmp/helm-tmpl-270297234/manifest-1 2022/04/20 13:02:50 Kind: Service 2022/04/20 13:02:50 Path: /tmp/helm-tmpl-270297234/manifest-2 2022/04/20 13:02:50 Kind: Pod 2022/04/20 13:02:50 Path: /tmp/helm-tmpl-270297234/manifest-3 2022/04/20 13:02:50 Kind: Deployment 2022/04/20 13:02:50 Crd rss info 2022/04/20 13:02:50 Hook info {"filepath":"/tmp/helm-tmpl-270297234/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:02:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:02:50Z"} {"filepath":"/tmp/helm-tmpl-270297234/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:02:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:02:51Z"} {"filepath":"/tmp/helm-tmpl-270297234/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:02:51Z"} 2022/04/20 13:02:51 No plugin for kind Pod found. Using generic Plugin 2022/04/20 13:02:51 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:02:51Z"} {"filepath":"/tmp/helm-tmpl-270297234/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:02:51Z"} 2022/04/20 13:02:51 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:02:51Z"} 10.233.74.252 - - [20/Apr/2022:13:02:50 +0000] "POST /v1/instance HTTP/1.1" 201 748 127.0.0.1 - - [20/Apr/2022:13:04:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [20/Apr/2022:13:04:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.74.252 - - [20/Apr/2022:13:05:05 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.74.252 - - [20/Apr/2022:13:05:05 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.74.252 - - [20/Apr/2022:13:05:05 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [20/Apr/2022:13:05:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [20/Apr/2022:13:05:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [20/Apr/2022:13:05:18 +0000] "POST /v1/rb/definition/a26e66ff-0db0-427f-b746-4fe6901d3ff5/0e945e03-ff0d-49d5-942f-3b2be8f17477/content HTTP/1.1" 200 0 2022/04/20 13:17:31 [Config Cleanup] Instance practical_herschel 2022/04/20 13:17:31 [scheduleResources]: START thread 2022/04/20 13:17:36 Stop config thread for practical_herschel 2022/04/20 13:17:36 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:17:36Z"} 2022/04/20 13:17:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:17:36Z"} 2022/04/20 13:17:36 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:17:37Z"} 2022/04/20 13:17:37 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:17:37Z"} 2022/04/20 13:17:37 Deleting service: pnf-macro-test-simulator-mongo {"instance":"practical_herschel","level":"info","msg":"[START] status notify thread for ","time":"2022-04-20T13:17:37Z"} {"instance":"practical_herschel","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-20T13:17:42Z"} 2022/04/20 13:17:42 Deleted Obj with ID ObjectID("6260047a234e8746db269ab8") 2022/04/20 13:17:42 Deleted Obj with ID ObjectID("6260047ae0870bcb7d489b46") 10.233.74.252 - - [20/Apr/2022:13:17:31 +0000] "DELETE /v1/instance/practical_herschel HTTP/1.1" 202 0 10.233.74.252 - - [20/Apr/2022:13:17:42 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/04/20 13:17:42 Deleted Obj with ID ObjectID("6260047a234e8746db269ab0") 2022/04/20 13:17:42 Deleted Obj with ID ObjectID("6260047ae0870bcb7d489b0b") 10.233.74.252 - - [20/Apr/2022:13:17:42 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-be9f5c5d-59b5-4ed1-8b93-6e4d0eeb9a0d/v1 HTTP/1.1" 200 125 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-be9f5c5d-59b5-4ed1-8b93-6e4d0eeb9a0d/v1/content HTTP/1.1" 200 0 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-be9f5c5d-59b5-4ed1-8b93-6e4d0eeb9a0d/v1 HTTP/1.1" 200 138 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-be9f5c5d-59b5-4ed1-8b93-6e4d0eeb9a0d/v1/profile HTTP/1.1" 201 314 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-be9f5c5d-59b5-4ed1-8b93-6e4d0eeb9a0d/v1/profile/pnf-cnf-profile-9c6fbc7b-b80f-4023-9151-e03dd267f54b HTTP/1.1" 200 314 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-be9f5c5d-59b5-4ed1-8b93-6e4d0eeb9a0d/v1/profile/pnf-cnf-profile-9c6fbc7b-b80f-4023-9151-e03dd267f54b/content HTTP/1.1" 200 0 2022/04/20 13:23:44 Main rss info 2022/04/20 13:23:44 Path: /tmp/helm-tmpl-346171869/manifest-0 2022/04/20 13:23:44 Kind: Service 2022/04/20 13:23:44 Path: /tmp/helm-tmpl-346171869/manifest-1 2022/04/20 13:23:44 Kind: Service 2022/04/20 13:23:44 Path: /tmp/helm-tmpl-346171869/manifest-2 2022/04/20 13:23:44 Kind: Pod 2022/04/20 13:23:44 Path: /tmp/helm-tmpl-346171869/manifest-3 2022/04/20 13:23:44 Kind: Deployment 2022/04/20 13:23:44 Crd rss info 2022/04/20 13:23:44 Hook info {"filepath":"/tmp/helm-tmpl-346171869/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:23:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:23:45Z"} {"filepath":"/tmp/helm-tmpl-346171869/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:23:45Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:23:45Z"} {"filepath":"/tmp/helm-tmpl-346171869/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:23:45Z"} 2022/04/20 13:23:45 No plugin for kind Pod found. Using generic Plugin 2022/04/20 13:23:45 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:23:45Z"} {"filepath":"/tmp/helm-tmpl-346171869/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-20T13:23:45Z"} 2022/04/20 13:23:45 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:23:45Z"} 10.233.74.252 - - [20/Apr/2022:13:23:44 +0000] "POST /v1/instance HTTP/1.1" 201 743 2022/04/20 13:36:11 [Config Cleanup] Instance nervous_lewin 2022/04/20 13:36:11 [scheduleResources]: START thread 2022/04/20 13:36:16 Stop config thread for nervous_lewin 2022/04/20 13:36:16 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:36:16Z"} 2022/04/20 13:36:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:36:16Z"} 2022/04/20 13:36:16 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-20T13:36:16Z"} 2022/04/20 13:36:16 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-20T13:36:17Z"} 2022/04/20 13:36:17 Deleting service: pnf-macro-test-simulator-mongo {"instance":"nervous_lewin","level":"info","msg":"[START] status notify thread for ","time":"2022-04-20T13:36:17Z"} {"instance":"nervous_lewin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-20T13:36:22Z"} 2022/04/20 13:36:22 Deleted Obj with ID ObjectID("62600960234e8746db269ad0") 10.233.74.252 - - [20/Apr/2022:13:36:11 +0000] "DELETE /v1/instance/nervous_lewin HTTP/1.1" 202 0 2022/04/20 13:36:22 Deleted Obj with ID ObjectID("62600960e0870bcb7d489ee5") 10.233.74.252 - - [20/Apr/2022:13:36:22 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/04/20 13:36:22 Deleted Obj with ID ObjectID("62600960234e8746db269ac8") 10.233.74.252 - - [20/Apr/2022:13:36:22 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/04/20 13:36:22 Deleted Obj with ID ObjectID("62600960e0870bcb7d489eaa")