2023/05/13 23:01:35 Starting Kubernetes Multicloud API 2023/05/13 23:01:35 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2023-05-13T23:01:45Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2023-05-13T23:01:45Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2023-05-13T23:20:10Z"} 127.0.0.6 - - [13/May/2023:23:20:10 +0000] "GET /v1/instance HTTP/1.1" 500 63 127.0.0.1 - - [14/May/2023:00:40:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.6 - - [14/May/2023:00:49:41 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 127.0.0.6 - - [14/May/2023:00:49:41 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "GET /v1/rb/definition/cds-ms-rb-a342b63e-b36f-443e-80fd-729e00959a47/v1 HTTP/1.1" 200 124 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "POST /v1/rb/definition/cds-ms-rb-a342b63e-b36f-443e-80fd-729e00959a47/v1/content HTTP/1.1" 200 0 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "GET /v1/rb/definition/cds-ms-rb-a342b63e-b36f-443e-80fd-729e00959a47/v1 HTTP/1.1" 200 138 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "POST /v1/rb/definition/cds-ms-rb-a342b63e-b36f-443e-80fd-729e00959a47/v1/profile HTTP/1.1" 201 301 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "GET /v1/rb/definition/cds-ms-rb-a342b63e-b36f-443e-80fd-729e00959a47/v1/profile/cds-ms-prof-958bbf15-cca7-4ce9-bf2d-98cd0d72ceb7 HTTP/1.1" 200 301 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "POST /v1/rb/definition/cds-ms-rb-a342b63e-b36f-443e-80fd-729e00959a47/v1/profile/cds-ms-prof-958bbf15-cca7-4ce9-bf2d-98cd0d72ceb7/content HTTP/1.1" 200 0 2023/05/14 00:49:42 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2023/05/14 00:49:42 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2023/05/14 00:49:43 Main rss info 2023/05/14 00:49:43 Path: /tmp/helm-tmpl-514928213/manifest-0 2023/05/14 00:49:43 Kind: Service 2023/05/14 00:49:43 Path: /tmp/helm-tmpl-514928213/manifest-1 2023/05/14 00:49:43 Kind: Deployment 2023/05/14 00:49:43 Crd rss info 2023/05/14 00:49:43 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2023-05-14T00:49:43Z"} 2023/05/14 00:49:43 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-514928213/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T00:49:43Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2023-05-14T00:49:43Z"} {"filepath":"/tmp/helm-tmpl-514928213/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T00:49:43Z"} 2023/05/14 00:49:43 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2023-05-14T00:49:43Z"} 127.0.0.6 - - [14/May/2023:00:49:42 +0000] "POST /v1/instance HTTP/1.1" 201 544 2023/05/14 00:51:14 [Config Cleanup] Instance nifty_lichterman 2023/05/14 00:51:14 [scheduleResources]: START thread 2023/05/14 00:51:19 Stop config thread for nifty_lichterman {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2023-05-14T00:51:19Z"} 2023/05/14 00:51:19 No plugin for kind Deployment found. Using generic Plugin 2023/05/14 00:51:19 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2023-05-14T00:51:19Z"} 2023/05/14 00:51:19 Deleting service: cds-regression-mockserver {"instance":"nifty_lichterman","level":"info","msg":"[START] status notify thread for ","time":"2023-05-14T00:51:19Z"} {"instance":"nifty_lichterman","level":"info","msg":"[STOP] status notify thread for ","time":"2023-05-14T00:51:24Z"} 2023/05/14 00:51:24 Deleted Obj with ID ObjectID("646030277b102c01e4a83a58") 2023/05/14 00:51:24 Deleted Obj with ID ObjectID("646030271458c389cbd350ec") 127.0.0.6 - - [14/May/2023:00:51:14 +0000] "DELETE /v1/instance/nifty_lichterman HTTP/1.1" 202 0 127.0.0.6 - - [14/May/2023:00:51:24 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2023/05/14 00:51:24 Deleted Obj with ID ObjectID("646030257b102c01e4a83a4f") 2023/05/14 00:51:24 Deleted Obj with ID ObjectID("646030251458c389cbd350ae") 127.0.0.6 - - [14/May/2023:00:51:24 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [14/May/2023:00:51:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.6 - - [14/May/2023:01:02:18 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 127.0.0.6 - - [14/May/2023:01:02:18 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 127.0.0.6 - - [14/May/2023:01:02:18 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6b85f05d-4f7d-47ce-9927-d5db23fd0939/v1 HTTP/1.1" 200 125 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6b85f05d-4f7d-47ce-9927-d5db23fd0939/v1/content HTTP/1.1" 200 0 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6b85f05d-4f7d-47ce-9927-d5db23fd0939/v1 HTTP/1.1" 200 138 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6b85f05d-4f7d-47ce-9927-d5db23fd0939/v1/profile HTTP/1.1" 201 310 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6b85f05d-4f7d-47ce-9927-d5db23fd0939/v1/profile/pnf-cnf-profile-c0e213c5-d20f-4298-8d8b-d0d54b782107 HTTP/1.1" 200 310 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6b85f05d-4f7d-47ce-9927-d5db23fd0939/v1/profile/pnf-cnf-profile-c0e213c5-d20f-4298-8d8b-d0d54b782107/content HTTP/1.1" 200 0 2023/05/14 01:02:19 Main rss info 2023/05/14 01:02:19 Path: /tmp/helm-tmpl-430519961/manifest-0 2023/05/14 01:02:19 Kind: Service 2023/05/14 01:02:19 Path: /tmp/helm-tmpl-430519961/manifest-1 2023/05/14 01:02:19 Kind: Service 2023/05/14 01:02:19 Path: /tmp/helm-tmpl-430519961/manifest-2 2023/05/14 01:02:19 Kind: Pod 2023/05/14 01:02:19 Path: /tmp/helm-tmpl-430519961/manifest-3 2023/05/14 01:02:19 Kind: Deployment 2023/05/14 01:02:19 Crd rss info 2023/05/14 01:02:19 Hook info {"filepath":"/tmp/helm-tmpl-430519961/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:02:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-05-14T01:02:19Z"} {"filepath":"/tmp/helm-tmpl-430519961/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:02:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-05-14T01:02:19Z"} {"filepath":"/tmp/helm-tmpl-430519961/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:02:19Z"} 2023/05/14 01:02:19 No plugin for kind Pod found. Using generic Plugin 2023/05/14 01:02:19 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-05-14T01:02:19Z"} {"filepath":"/tmp/helm-tmpl-430519961/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:02:19Z"} 2023/05/14 01:02:19 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-05-14T01:02:19Z"} 127.0.0.6 - - [14/May/2023:01:02:19 +0000] "POST /v1/instance HTTP/1.1" 201 743 127.0.0.6 - - [14/May/2023:01:04:22 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 127.0.0.6 - - [14/May/2023:01:04:22 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 127.0.0.6 - - [14/May/2023:01:04:22 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [14/May/2023:01:04:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [14/May/2023:01:04:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [14/May/2023:01:04:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [14/May/2023:01:04:48 +0000] "POST /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128/content HTTP/1.1" 200 0 127.0.0.6 - - [14/May/2023:01:09:49 +0000] "GET /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128 HTTP/1.1" 200 277 127.0.0.6 - - [14/May/2023:01:09:49 +0000] "GET /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128/profile/node-port-profile HTTP/1.1" 404 87 127.0.0.6 - - [14/May/2023:01:09:49 +0000] "POST /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128/profile HTTP/1.1" 201 270 127.0.0.6 - - [14/May/2023:01:09:50 +0000] "POST /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128/profile/node-port-profile/content HTTP/1.1" 200 0 127.0.0.6 - - [14/May/2023:01:10:02 +0000] "GET /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128 HTTP/1.1" 200 277 127.0.0.6 - - [14/May/2023:01:10:02 +0000] "GET /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128/config-template/replica-count-template HTTP/1.1" 500 78 2023/05/14 01:10:02 [ConfigiTemplate]: create 09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e 127.0.0.6 - - [14/May/2023:01:10:02 +0000] "POST /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128/config-template HTTP/1.1" 201 113 2023/05/14 01:10:02 [ConfigTemplate]: Upload replica-count-template 127.0.0.6 - - [14/May/2023:01:10:02 +0000] "POST /v1/rb/definition/09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e/483288b7-a48b-4e74-9944-d3c69f9db128/config-template/replica-count-template/content HTTP/1.1" 200 0 2023/05/14 01:10:07 Main rss info 2023/05/14 01:10:07 Path: /tmp/helm-tmpl-064535325/manifest-0 2023/05/14 01:10:07 Kind: Service 2023/05/14 01:10:07 Path: /tmp/helm-tmpl-064535325/manifest-1 2023/05/14 01:10:07 Kind: Deployment 2023/05/14 01:10:07 Crd rss info 2023/05/14 01:10:07 Hook info {"filepath":"/tmp/helm-tmpl-064535325/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:10:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-05-14T01:10:07Z"} {"filepath":"/tmp/helm-tmpl-064535325/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:10:07Z"} 2023/05/14 01:10:07 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-05-14T01:10:07Z"} 127.0.0.6 - - [14/May/2023:01:10:07 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2023/05/14 01:10:09 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 127.0.0.6 - - [14/May/2023:01:10:08 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 14560 {"instance":"objective_hellman","level":"info","msg":"[START] status notify thread for ","time":"2023-05-14T01:10:27Z"} {"instance":"objective_hellman","level":"info","msg":"REFRESH WATCHERS","subscription":"objective_hellman-cnf-adapter","time":"2023-05-14T01:10:32Z"} {"Instance":"objective_hellman","Kind":"Deployment","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-05-14T01:10:32Z"} {"Instance":"objective_hellman","Kind":"Pod","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-05-14T01:10:32Z"} {"Instance":"objective_hellman","Kind":"Service","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-05-14T01:10:32Z"} {"InstanceId":"objective_hellman","SubscriptionName":"objective_hellman-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2023-05-14T01:10:32Z"} 127.0.0.6 - - [14/May/2023:01:10:27 +0000] "POST /v1/instance/objective_hellman/status/subscription HTTP/1.1" 201 657 {"InstanceId":"objective_hellman","SubscriptionName":"objective_hellman-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2023-05-14T01:10:37Z"} 2023/05/14 01:10:42 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 127.0.0.6 - - [14/May/2023:01:10:42 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 14900 2023/05/14 01:10:52 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 127.0.0.6 - - [14/May/2023:01:10:52 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 14900 2023/05/14 01:11:02 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 127.0.0.6 - - [14/May/2023:01:11:02 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 14900 {"Instance":"objective_hellman","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-05-14T01:11:12Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-05-14T01:11:12Z"} {"Kind":"Pod","Name":"rel-1-apache-7b6c8d747d-w9tst","level":"info","msg":"MODIFIED","time":"2023-05-14T01:11:12Z"} 127.0.0.6 - - [14/May/2023:01:11:12 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 14712 127.0.0.6 - - [14/May/2023:01:11:12 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 14712 2023/05/14 01:11:12 [scheduleResources]: START thread {"InstanceId":"objective_hellman","Result":202,"SubscriptionName":"objective_hellman-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-05-14T01:11:14Z"} 127.0.0.6 - - [14/May/2023:01:11:12 +0000] "GET /v1/instance/objective_hellman/config/replica-count-change HTTP/1.1" 500 60 2023/05/14 01:11:18 [Config Create] Instance objective_hellman 2023/05/14 01:11:18 [ConfigTemplate]: Download replica-count-template 2023/05/14 01:11:18 Before Sent to goroutine {09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e 483288b7-a48b-4e74-9944-d3c69f9db128 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/05/14 01:11:18 Message Sent to goroutine {09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e 483288b7-a48b-4e74-9944-d3c69f9db128 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/05/14 01:11:18 [scheduleResources]: POST {09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e 483288b7-a48b-4e74-9944-d3c69f9db128 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-289449859/manifest-0}] {"filepath":"/tmp/helm-tmpl-289449859/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:11:18Z"} 2023/05/14 01:11:18 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-289449859/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2023-05-14T01:11:18Z"} {"filepath":"/tmp/helm-tmpl-289449859/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T01:11:18Z"} 2023/05/14 01:11:18 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2023-05-14T01:11:18Z"} 2023/05/14 01:11:18 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 127.0.0.6 - - [14/May/2023:01:11:18 +0000] "POST /v1/instance/objective_hellman/config HTTP/1.1" 201 269 2023/05/14 01:11:18 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 127.0.0.6 - - [14/May/2023:01:11:18 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 20963 2023/05/14 01:11:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 127.0.0.6 - - [14/May/2023:01:11:28 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 20963 2023/05/14 01:11:38 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 127.0.0.6 - - [14/May/2023:01:11:38 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 21306 {"Instance":"objective_hellman","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-05-14T01:11:44Z"} {"Kind":"Pod","Name":"rel-1-apache-7b6c8d747d-r4h22","level":"info","msg":"CREATED","time":"2023-05-14T01:11:44Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-05-14T01:11:44Z"} 2023/05/14 01:11:45 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 127.0.0.6 - - [14/May/2023:01:11:45 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 21306 {"InstanceId":"objective_hellman","Result":202,"SubscriptionName":"objective_hellman-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-05-14T01:11:47Z"} 2023/05/14 01:11:48 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 127.0.0.6 - - [14/May/2023:01:11:48 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 21306 2023/05/14 01:11:59 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 127.0.0.6 - - [14/May/2023:01:11:58 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 21306 127.0.0.6 - - [14/May/2023:01:12:09 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 21014 {"Instance":"objective_hellman","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-05-14T01:12:17Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-05-14T01:12:17Z"} {"Kind":"Pod","Name":"rel-1-apache-7b6c8d747d-r4h22","level":"info","msg":"MODIFIED","time":"2023-05-14T01:12:17Z"} 127.0.0.6 - - [14/May/2023:01:12:17 +0000] "GET /v1/instance/objective_hellman/status HTTP/1.1" 200 21014 {"InstanceId":"objective_hellman","Result":202,"SubscriptionName":"objective_hellman-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-05-14T01:12:20Z"} {"Instance":"objective_hellman","Kind":"Deployment","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-05-14T01:12:38Z"} {"Instance":"objective_hellman","Kind":"Pod","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-05-14T01:12:38Z"} {"Instance":"objective_hellman","Kind":"Service","Subscription":"objective_hellman-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-05-14T01:12:38Z"} 2023/05/14 01:12:38 Deleted Obj with ID ObjectID("646035087b102c01e4a83a77") 2023/05/14 01:12:38 Deleted Obj with ID ObjectID("646035081458c389cbd354db") 127.0.0.6 - - [14/May/2023:01:12:38 +0000] "DELETE /v1/instance/objective_hellman/status/subscription/objective_hellman-cnf-adapter HTTP/1.1" 202 0 2023/05/14 01:12:38 [Config Cleanup] Instance objective_hellman 2023/05/14 01:12:38 [Config Delete] Instance objective_hellman Config replica-count-change 2023/05/14 01:12:38 [ConfigTemplate]: Download replica-count-template 2023/05/14 01:12:38 Before Sent to goroutine {09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e 483288b7-a48b-4e74-9944-d3c69f9db128 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/05/14 01:12:38 Message Sent to goroutine {09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e 483288b7-a48b-4e74-9944-d3c69f9db128 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/05/14 01:12:38 [scheduleResources]: DELETE {09ff7d43-bd73-4e7e-8d85-d3d9e1199c1e 483288b7-a48b-4e74-9944-d3c69f9db128 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-05-14T01:12:38Z"} 2023/05/14 01:12:38 No plugin for kind Deployment found. Using generic Plugin 2023/05/14 01:12:38 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2023/05/14 01:12:38 [Config Delete All] Instance objective_hellman Config replica-count-change 2023/05/14 01:12:38 Stop config thread for objective_hellman {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-05-14T01:12:38Z"} 2023/05/14 01:12:38 No plugin for kind Deployment found. Using generic Plugin 2023/05/14 01:12:38 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2023-05-14T01:12:38Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-05-14T01:12:38Z"} 2023/05/14 01:12:38 Deleting service: rel-1-apache {"instance":"objective_hellman","level":"info","msg":"[STOP] status notify thread for ","time":"2023-05-14T01:12:38Z"} 2023/05/14 01:12:38 Deleted Obj with ID ObjectID("646034ef7b102c01e4a83a76") 2023/05/14 01:12:38 Deleted Obj with ID ObjectID("646034ef1458c389cbd354b3") 127.0.0.6 - - [14/May/2023:01:12:38 +0000] "DELETE /v1/instance/objective_hellman HTTP/1.1" 202 0 {"instance":"objective_hellman","level":"info","msg":"[START] status notify thread for ","time":"2023-05-14T01:12:50Z"} {"InstanceId":"objective_hellman","SubscriptionName":"objective_hellman-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2023-05-14T01:12:55Z"} 127.0.0.6 - - [14/May/2023:01:13:05 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2023/05/14 01:13:05 Deleted Obj with ID ObjectID("646033967b102c01e4a83a65") 2023/05/14 01:13:05 Deleted Obj with ID ObjectID("646033961458c389cbd3537d") 127.0.0.6 - - [14/May/2023:01:13:05 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 127.0.0.6 - - [14/May/2023:02:04:09 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 127.0.0.6 - - [14/May/2023:02:04:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 127.0.0.6 - - [14/May/2023:02:04:09 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c20aa160-67d5-4105-9b5e-4840f26662f7/v1 HTTP/1.1" 200 125 127.0.0.6 - - [14/May/2023:02:04:09 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c20aa160-67d5-4105-9b5e-4840f26662f7/v1/content HTTP/1.1" 200 0 127.0.0.6 - - [14/May/2023:02:04:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c20aa160-67d5-4105-9b5e-4840f26662f7/v1 HTTP/1.1" 200 138 127.0.0.6 - - [14/May/2023:02:04:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c20aa160-67d5-4105-9b5e-4840f26662f7/v1/profile HTTP/1.1" 201 310 127.0.0.6 - - [14/May/2023:02:04:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c20aa160-67d5-4105-9b5e-4840f26662f7/v1/profile/pnf-cnf-profile-9a2a5bd8-e8b2-4de7-b163-78bc68810918 HTTP/1.1" 200 310 127.0.0.6 - - [14/May/2023:02:04:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c20aa160-67d5-4105-9b5e-4840f26662f7/v1/profile/pnf-cnf-profile-9a2a5bd8-e8b2-4de7-b163-78bc68810918/content HTTP/1.1" 200 0 2023/05/14 02:04:10 Main rss info 2023/05/14 02:04:10 Path: /tmp/helm-tmpl-622613944/manifest-0 2023/05/14 02:04:10 Kind: Service 2023/05/14 02:04:10 Path: /tmp/helm-tmpl-622613944/manifest-1 2023/05/14 02:04:10 Kind: Service 2023/05/14 02:04:10 Path: /tmp/helm-tmpl-622613944/manifest-2 2023/05/14 02:04:10 Kind: Pod 2023/05/14 02:04:10 Path: /tmp/helm-tmpl-622613944/manifest-3 2023/05/14 02:04:10 Kind: Deployment 2023/05/14 02:04:10 Crd rss info 2023/05/14 02:04:10 Hook info {"filepath":"/tmp/helm-tmpl-622613944/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T02:04:10Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-622613944/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2023-05-14T02:04:10Z"} 2023/05/14 02:04:10 Instance: friendly_beaver, Main rss are failed, skip post-install and remove instance in DB 2023/05/14 02:04:10 Deleted Obj with ID ObjectID("6460419a7b102c01e4a83a7f") 2023/05/14 02:04:10 Deleted Obj with ID ObjectID("6460419a1458c389cbd35da9") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-c20aa160-67d5-4105-9b5e-4840f26662f7","rb-version":"v1","profile-name":"pnf-cnf-profile-9a2a5bd8-e8b2-4de7-b163-78bc68810918","release-name":"","cloud-region":"k8sregion-pnf-macro","labels":{},"override-values":{}},"time":"2023-05-14T02:04:10Z"} 127.0.0.6 - - [14/May/2023:02:04:10 +0000] "POST /v1/instance HTTP/1.1" 500 180 127.0.0.6 - - [14/May/2023:02:04:10 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2023/05/14 02:04:10 Deleted Obj with ID ObjectID("6460331a7b102c01e4a83a5c") 2023/05/14 02:04:10 Deleted Obj with ID ObjectID("6460331a1458c389cbd352e9") 127.0.0.6 - - [14/May/2023:02:04:10 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-108f414b-f0fc-4059-aa5e-51198f4e2e81/v1 HTTP/1.1" 200 125 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-108f414b-f0fc-4059-aa5e-51198f4e2e81/v1/content HTTP/1.1" 200 0 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-108f414b-f0fc-4059-aa5e-51198f4e2e81/v1 HTTP/1.1" 200 138 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-108f414b-f0fc-4059-aa5e-51198f4e2e81/v1/profile HTTP/1.1" 201 310 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-108f414b-f0fc-4059-aa5e-51198f4e2e81/v1/profile/pnf-cnf-profile-9c8f2a88-5be1-43c7-8a06-4be6b12a9ae7 HTTP/1.1" 200 310 127.0.0.6 - - [14/May/2023:02:07:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-108f414b-f0fc-4059-aa5e-51198f4e2e81/v1/profile/pnf-cnf-profile-9c8f2a88-5be1-43c7-8a06-4be6b12a9ae7/content HTTP/1.1" 200 0 2023/05/14 02:08:00 Main rss info 2023/05/14 02:08:00 Path: /tmp/helm-tmpl-204916443/manifest-0 2023/05/14 02:08:00 Kind: Service 2023/05/14 02:08:00 Path: /tmp/helm-tmpl-204916443/manifest-1 2023/05/14 02:08:00 Kind: Service 2023/05/14 02:08:00 Path: /tmp/helm-tmpl-204916443/manifest-2 2023/05/14 02:08:00 Kind: Pod 2023/05/14 02:08:00 Path: /tmp/helm-tmpl-204916443/manifest-3 2023/05/14 02:08:00 Kind: Deployment 2023/05/14 02:08:00 Crd rss info 2023/05/14 02:08:00 Hook info {"filepath":"/tmp/helm-tmpl-204916443/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-05-14T02:08:00Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-204916443/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2023-05-14T02:08:00Z"} 2023/05/14 02:08:00 Instance: frosty_wescoff, Main rss are failed, skip post-install and remove instance in DB 2023/05/14 02:08:00 Deleted Obj with ID ObjectID("646042807b102c01e4a83a88") 2023/05/14 02:08:00 Deleted Obj with ID ObjectID("646042801458c389cbd35e84") 127.0.0.6 - - [14/May/2023:02:08:00 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-108f414b-f0fc-4059-aa5e-51198f4e2e81","rb-version":"v1","profile-name":"pnf-cnf-profile-9c8f2a88-5be1-43c7-8a06-4be6b12a9ae7","release-name":"","cloud-region":"k8sregion-pnf-macro","labels":{},"override-values":{}},"time":"2023-05-14T02:08:00Z"} 127.0.0.6 - - [14/May/2023:02:08:00 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2023/05/14 02:08:00 Deleted Obj with ID ObjectID("6460427f7b102c01e4a83a80") 2023/05/14 02:08:00 Deleted Obj with ID ObjectID("6460427f1458c389cbd35e48") 127.0.0.6 - - [14/May/2023:02:08:00 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0