2022/11/26 04:48:44 Starting Kubernetes Multicloud API 2022/11/26 04:48:44 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-26T04:48:54Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-26T04:48:54Z"} 10.233.67.159 - - [26/Nov/2022:05:21:58 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-26T05:21:58Z"} 10.233.72.54 - - [26/Nov/2022:06:17:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Nov/2022:06:22:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Nov/2022:06:26:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "GET /v1/rb/definition/cds-ms-rb-e221ea30-f558-47a4-bbff-4fd1546be271/v1 HTTP/1.1" 200 124 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "POST /v1/rb/definition/cds-ms-rb-e221ea30-f558-47a4-bbff-4fd1546be271/v1/content HTTP/1.1" 200 0 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "GET /v1/rb/definition/cds-ms-rb-e221ea30-f558-47a4-bbff-4fd1546be271/v1 HTTP/1.1" 200 138 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "POST /v1/rb/definition/cds-ms-rb-e221ea30-f558-47a4-bbff-4fd1546be271/v1/profile HTTP/1.1" 201 305 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "GET /v1/rb/definition/cds-ms-rb-e221ea30-f558-47a4-bbff-4fd1546be271/v1/profile/cds-ms-prof-acd4ffd1-3b88-4492-8445-5b4702750932 HTTP/1.1" 200 305 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "POST /v1/rb/definition/cds-ms-rb-e221ea30-f558-47a4-bbff-4fd1546be271/v1/profile/cds-ms-prof-acd4ffd1-3b88-4492-8445-5b4702750932/content HTTP/1.1" 200 0 2022/11/26 06:37:04 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/26 06:37:04 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/26 06:37:05 Main rss info 2022/11/26 06:37:05 Path: /tmp/helm-tmpl-046991130/manifest-0 2022/11/26 06:37:05 Kind: Service 2022/11/26 06:37:05 Path: /tmp/helm-tmpl-046991130/manifest-1 2022/11/26 06:37:05 Kind: Deployment 2022/11/26 06:37:05 Crd rss info 2022/11/26 06:37:05 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-26T06:37:05Z"} 2022/11/26 06:37:05 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-046991130/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T06:37:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-26T06:37:05Z"} {"filepath":"/tmp/helm-tmpl-046991130/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T06:37:05Z"} 2022/11/26 06:37:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-26T06:37:05Z"} 10.233.72.54 - - [26/Nov/2022:06:37:04 +0000] "POST /v1/instance HTTP/1.1" 201 542 10.233.72.54 - - [26/Nov/2022:06:37:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.54 - - [26/Nov/2022:06:37:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.72.54 - - [26/Nov/2022:06:37:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [26/Nov/2022:06:37:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [26/Nov/2022:06:37:29 +0000] "POST /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb/content HTTP/1.1" 200 0 2022/11/26 06:38:30 [Config Cleanup] Instance sleepy_swanson 2022/11/26 06:38:30 [scheduleResources]: START thread 2022/11/26 06:38:35 Stop config thread for sleepy_swanson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-26T06:38:35Z"} 2022/11/26 06:38:35 [scheduleResources]: STOP thread 2022/11/26 06:38:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-26T06:38:35Z"} 2022/11/26 06:38:35 Deleting service: cds-regression-mockserver {"instance":"sleepy_swanson","level":"info","msg":"[START] status notify thread for ","time":"2022-11-26T06:38:35Z"} {"instance":"sleepy_swanson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-26T06:38:40Z"} 2022/11/26 06:38:40 Deleted Obj with ID ObjectID("6381b411d867b50b9cece9f2") 2022/11/26 06:38:40 Deleted Obj with ID ObjectID("6381b411f8c9af22c3f371b8") 10.233.72.54 - - [26/Nov/2022:06:38:30 +0000] "DELETE /v1/instance/sleepy_swanson HTTP/1.1" 202 0 10.233.72.54 - - [26/Nov/2022:06:38:40 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/11/26 06:38:40 Deleted Obj with ID ObjectID("6381b410d867b50b9cece9e9") 2022/11/26 06:38:40 Deleted Obj with ID ObjectID("6381b410f8c9af22c3f3717a") 10.233.72.54 - - [26/Nov/2022:06:38:40 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.72.54 - - [26/Nov/2022:06:41:12 +0000] "GET /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb HTTP/1.1" 200 270 10.233.72.54 - - [26/Nov/2022:06:41:12 +0000] "GET /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb/profile/cnftest HTTP/1.1" 404 87 10.233.72.54 - - [26/Nov/2022:06:41:12 +0000] "POST /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb/profile HTTP/1.1" 201 240 10.233.72.54 - - [26/Nov/2022:06:41:12 +0000] "GET /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb/profile/cnftest HTTP/1.1" 200 240 10.233.72.54 - - [26/Nov/2022:06:41:13 +0000] "POST /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-26T06:41:26Z"} 10.233.72.54 - - [26/Nov/2022:06:41:26 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-dacf0f6e-0a25-4eaf-a97b-3ba5f3b9d263 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"668e8a08-9803-41c3-ad29-13184f8d2ef9","vf-module-id":"afe46f3f-b0b7-443a-8247-5c3547a40ca8","vf-module-model-invariant-id":"ee867100-e795-4f58-93ba-31ddbf774fbd","vf-module-model-version-id":"999afb50-c291-4dfd-93fe-196279104283","vf-module-model-customization-id":"6cd2da5f-e385-48ab-89ae-7b7294265aeb","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-dacf0f6e-0a25-4eaf-a97b-3ba5f3b9d263"}},"level":"info","msg":"Broker API Payload","time":"2022-11-26T06:41:27Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"ee867100-e795-4f58-93ba-31ddbf774fbd","rb-version":"6cd2da5f-e385-48ab-89ae-7b7294265aeb","profile-name":"cnftest","release-name":"afe46f3f-b0b7-443a-8247-5c3547a40ca8","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-dacf0f6e-0a25-4eaf-a97b-3ba5f3b9d263"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-26T06:41:27Z"} 2022/11/26 06:41:27 Main rss info 2022/11/26 06:41:27 Path: /tmp/helm-tmpl-321537595/manifest-0 2022/11/26 06:41:27 Kind: Service 2022/11/26 06:41:27 Path: /tmp/helm-tmpl-321537595/manifest-1 2022/11/26 06:41:27 Kind: Deployment 2022/11/26 06:41:27 Crd rss info 2022/11/26 06:41:27 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-26T06:41:27Z"} 2022/11/26 06:41:27 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-321537595/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T06:41:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-26T06:41:27Z"} {"filepath":"/tmp/helm-tmpl-321537595/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T06:41:27Z"} 2022/11/26 06:41:27 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-26T06:41:27Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_beaver","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-26T06:41:27Z"} 10.233.72.54 - - [26/Nov/2022:06:41:27 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_beaver","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-26T06:41:27Z"} 10.233.72.54 - - [26/Nov/2022:06:41:27 +0000] "GET /basicnf-owner/k8sregion/infra_workload/nostalgic_beaver HTTP/1.1" 200 124 10.233.72.54 - - [26/Nov/2022:06:41:27 +0000] "POST /basicnf-owner/k8sregion/infra_workload/nostalgic_beaver HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_beaver","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-26T06:41:58Z"} 10.233.72.54 - - [26/Nov/2022:06:41:58 +0000] "GET /basicnf-owner/k8sregion/infra_workload/nostalgic_beaver HTTP/1.1" 200 124 2022/11/26 06:41:58 [Config Cleanup] Instance nostalgic_beaver 2022/11/26 06:41:58 [scheduleResources]: START thread 127.0.0.1 - - [26/Nov/2022:06:41:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 2022/11/26 06:42:03 Stop config thread for nostalgic_beaver {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-26T06:42:03Z"} 2022/11/26 06:42:03 No plugin for kind Deployment found. Using generic Plugin 2022/11/26 06:42:03 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-26T06:42:03Z"} 2022/11/26 06:42:03 Deleting service: cnftest-nginx {"instance":"nostalgic_beaver","level":"info","msg":"[START] status notify thread for ","time":"2022-11-26T06:42:03Z"} {"instance":"nostalgic_beaver","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-26T06:42:08Z"} 2022/11/26 06:42:08 Deleted Obj with ID ObjectID("6381b517d867b50b9cece9fb") 2022/11/26 06:42:08 Deleted Obj with ID ObjectID("6381b517f8c9af22c3f372b2") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"nostalgic_beaver","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-26T06:42:08Z"} 10.233.72.54 - - [26/Nov/2022:06:41:58 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/nostalgic_beaver HTTP/1.1" 202 124 10.233.72.54 - - [26/Nov/2022:06:42:14 +0000] "GET /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb HTTP/1.1" 200 270 10.233.72.54 - - [26/Nov/2022:06:42:14 +0000] "GET /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb/profile/cnftest HTTP/1.1" 200 240 2022/11/26 06:42:14 Deleted Obj with ID ObjectID("6381b508d867b50b9cece9f9") 2022/11/26 06:42:14 Deleted Obj with ID ObjectID("6381b509d867b50b9cece9fa") 2022/11/26 06:42:14 Deleted Obj with ID ObjectID("6381b508f8c9af22c3f3728f") 10.233.72.54 - - [26/Nov/2022:06:42:14 +0000] "DELETE /v1/rb/definition/ee867100-e795-4f58-93ba-31ddbf774fbd/6cd2da5f-e385-48ab-89ae-7b7294265aeb/profile/cnftest HTTP/1.1" 204 0 10.233.72.54 - - [26/Nov/2022:06:42:44 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/11/26 06:42:44 Deleted Obj with ID ObjectID("6381b41cd867b50b9cece9f3") 10.233.72.54 - - [26/Nov/2022:06:42:44 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/11/26 06:42:44 Deleted Obj with ID ObjectID("6381b41cf8c9af22c3f371c9") 10.233.72.54 - - [26/Nov/2022:07:15:40 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.72.54 - - [26/Nov/2022:07:15:40 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.72.54 - - [26/Nov/2022:07:15:40 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.72.54 - - [26/Nov/2022:07:15:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.54 - - [26/Nov/2022:07:15:40 +0000] "GET /v1/rb/definition/pnf-cnf-rb-83781bde-eea6-46f1-9c00-fceae5993436/v1 HTTP/1.1" 200 125 10.233.72.54 - - [26/Nov/2022:07:15:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-83781bde-eea6-46f1-9c00-fceae5993436/v1/content HTTP/1.1" 200 0 10.233.72.54 - - [26/Nov/2022:07:15:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-83781bde-eea6-46f1-9c00-fceae5993436/v1 HTTP/1.1" 200 138 10.233.72.54 - - [26/Nov/2022:07:15:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-83781bde-eea6-46f1-9c00-fceae5993436/v1/profile HTTP/1.1" 201 314 10.233.72.54 - - [26/Nov/2022:07:15:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-83781bde-eea6-46f1-9c00-fceae5993436/v1/profile/pnf-cnf-profile-766c8742-53dd-4607-aca4-f0597e82ea39 HTTP/1.1" 200 314 10.233.72.54 - - [26/Nov/2022:07:15:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-83781bde-eea6-46f1-9c00-fceae5993436/v1/profile/pnf-cnf-profile-766c8742-53dd-4607-aca4-f0597e82ea39/content HTTP/1.1" 200 0 2022/11/26 07:15:41 Main rss info 2022/11/26 07:15:41 Path: /tmp/helm-tmpl-234076969/manifest-0 2022/11/26 07:15:41 Kind: Service 2022/11/26 07:15:41 Path: /tmp/helm-tmpl-234076969/manifest-1 2022/11/26 07:15:41 Kind: Service 2022/11/26 07:15:41 Path: /tmp/helm-tmpl-234076969/manifest-2 2022/11/26 07:15:41 Kind: Pod 2022/11/26 07:15:41 Path: /tmp/helm-tmpl-234076969/manifest-3 2022/11/26 07:15:41 Kind: Deployment 2022/11/26 07:15:41 Crd rss info 2022/11/26 07:15:41 Hook info {"filepath":"/tmp/helm-tmpl-234076969/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:15:41Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-26T07:15:41Z"} {"filepath":"/tmp/helm-tmpl-234076969/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:15:41Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-26T07:15:41Z"} {"filepath":"/tmp/helm-tmpl-234076969/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:15:41Z"} 2022/11/26 07:15:41 No plugin for kind Pod found. Using generic Plugin 2022/11/26 07:15:41 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-26T07:15:41Z"} {"filepath":"/tmp/helm-tmpl-234076969/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:15:41Z"} 2022/11/26 07:15:41 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-26T07:15:41Z"} 10.233.72.54 - - [26/Nov/2022:07:15:41 +0000] "POST /v1/instance HTTP/1.1" 201 747 10.233.72.54 - - [26/Nov/2022:07:17:26 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.72.54 - - [26/Nov/2022:07:17:26 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.72.54 - - [26/Nov/2022:07:17:26 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [26/Nov/2022:07:17:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [26/Nov/2022:07:17:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [26/Nov/2022:07:17:40 +0000] "POST /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7/content HTTP/1.1" 200 0 127.0.0.1 - - [26/Nov/2022:07:17:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.212 - - [26/Nov/2022:07:19:46 +0000] "GET /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7 HTTP/1.1" 200 277 10.233.71.212 - - [26/Nov/2022:07:19:46 +0000] "GET /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.212 - - [26/Nov/2022:07:19:46 +0000] "POST /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7/profile HTTP/1.1" 201 270 10.233.71.212 - - [26/Nov/2022:07:19:46 +0000] "POST /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.212 - - [26/Nov/2022:07:20:01 +0000] "GET /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7 HTTP/1.1" 200 277 10.233.71.212 - - [26/Nov/2022:07:20:01 +0000] "GET /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/26 07:20:01 [ConfigiTemplate]: create cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9 10.233.71.212 - - [26/Nov/2022:07:20:01 +0000] "POST /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7/config-template HTTP/1.1" 201 113 2022/11/26 07:20:01 [ConfigTemplate]: Upload replica-count-template 10.233.71.212 - - [26/Nov/2022:07:20:01 +0000] "POST /v1/rb/definition/cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9/a8580c12-4d29-4d50-93ed-753df61d79f7/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/26 07:20:05 Main rss info 2022/11/26 07:20:05 Path: /tmp/helm-tmpl-170386230/manifest-0 2022/11/26 07:20:05 Kind: Service 2022/11/26 07:20:05 Path: /tmp/helm-tmpl-170386230/manifest-1 2022/11/26 07:20:05 Kind: Deployment 2022/11/26 07:20:05 Crd rss info 2022/11/26 07:20:05 Hook info {"filepath":"/tmp/helm-tmpl-170386230/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:20:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-26T07:20:05Z"} {"filepath":"/tmp/helm-tmpl-170386230/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:20:05Z"} 2022/11/26 07:20:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-26T07:20:05Z"} 10.233.67.159 - - [26/Nov/2022:07:20:04 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2022/11/26 07:20:06 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.159 - - [26/Nov/2022:07:20:06 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 14549 {"instance":"pensive_chaplygin","level":"info","msg":"[START] status notify thread for ","time":"2022-11-26T07:20:29Z"} {"instance":"pensive_chaplygin","level":"info","msg":"REFRESH WATCHERS","subscription":"pensive_chaplygin-cnf-adapter","time":"2022-11-26T07:20:34Z"} {"Instance":"pensive_chaplygin","Kind":"Deployment","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-26T07:20:34Z"} {"Instance":"pensive_chaplygin","Kind":"Pod","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-26T07:20:34Z"} {"Instance":"pensive_chaplygin","Kind":"Service","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-26T07:20:34Z"} {"InstanceId":"pensive_chaplygin","SubscriptionName":"pensive_chaplygin-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-26T07:20:34Z"} 10.233.67.159 - - [26/Nov/2022:07:20:29 +0000] "POST /v1/instance/pensive_chaplygin/status/subscription HTTP/1.1" 201 656 {"InstanceId":"pensive_chaplygin","SubscriptionName":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-26T07:20:39Z"} 2022/11/26 07:20:40 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.212 - - [26/Nov/2022:07:20:40 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 14892 2022/11/26 07:20:50 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.212 - - [26/Nov/2022:07:20:50 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 14892 10.233.71.212 - - [26/Nov/2022:07:21:00 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 14704 2022/11/26 07:21:00 [scheduleResources]: START thread 10.233.71.212 - - [26/Nov/2022:07:21:00 +0000] "GET /v1/instance/pensive_chaplygin/config/replica-count-change HTTP/1.1" 500 60 2022/11/26 07:21:05 [Config Create] Instance pensive_chaplygin 2022/11/26 07:21:05 [ConfigTemplate]: Download replica-count-template 2022/11/26 07:21:06 Before Sent to goroutine {cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9 a8580c12-4d29-4d50-93ed-753df61d79f7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/26 07:21:06 Message Sent to goroutine {cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9 a8580c12-4d29-4d50-93ed-753df61d79f7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/26 07:21:06 [scheduleResources]: POST {cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9 a8580c12-4d29-4d50-93ed-753df61d79f7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-669238751/manifest-0}] {"filepath":"/tmp/helm-tmpl-669238751/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:21:06Z"} 2022/11/26 07:21:06 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-669238751/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-26T07:21:06Z"} {"filepath":"/tmp/helm-tmpl-669238751/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-26T07:21:06Z"} 2022/11/26 07:21:06 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-26T07:21:06Z"} 2022/11/26 07:21:06 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.212 - - [26/Nov/2022:07:21:05 +0000] "POST /v1/instance/pensive_chaplygin/config HTTP/1.1" 201 269 2022/11/26 07:21:06 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.212 - - [26/Nov/2022:07:21:06 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 19578 {"Instance":"pensive_chaplygin","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-26T07:21:14Z"} {"Kind":"Pod","Name":"rel-1-apache-c49fc6655-xb9x5","level":"info","msg":"CREATED","time":"2022-11-26T07:21:14Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-26T07:21:14Z"} {"Kind":"Pod","Name":"rel-1-apache-c49fc6655-p9j7x","level":"info","msg":"MODIFIED","time":"2022-11-26T07:21:14Z"} 2022/11/26 07:21:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.159 - - [26/Nov/2022:07:21:14 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 20946 2022/11/26 07:21:16 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.212 - - [26/Nov/2022:07:21:16 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 20946 {"InstanceId":"pensive_chaplygin","Result":202,"SubscriptionName":"pensive_chaplygin-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-26T07:21:17Z"} 2022/11/26 07:21:26 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.212 - - [26/Nov/2022:07:21:26 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 21289 2022/11/26 07:21:36 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.212 - - [26/Nov/2022:07:21:36 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 21289 2022/11/26 07:21:46 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.212 - - [26/Nov/2022:07:21:46 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 21289 {"Instance":"pensive_chaplygin","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-26T07:21:47Z"} {"Kind":"Pod","Name":"rel-1-apache-c49fc6655-xb9x5","level":"info","msg":"MODIFIED","time":"2022-11-26T07:21:47Z"} 2022/11/26 07:21:47 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.159 - - [26/Nov/2022:07:21:47 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 21289 {"InstanceId":"pensive_chaplygin","Result":202,"SubscriptionName":"pensive_chaplygin-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-26T07:21:49Z"} 10.233.71.212 - - [26/Nov/2022:07:21:56 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 20997 {"Instance":"pensive_chaplygin","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-26T07:22:19Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-26T07:22:19Z"} {"Kind":"Pod","Name":"rel-1-apache-c49fc6655-xb9x5","level":"info","msg":"MODIFIED","time":"2022-11-26T07:22:19Z"} 10.233.67.159 - - [26/Nov/2022:07:22:19 +0000] "GET /v1/instance/pensive_chaplygin/status HTTP/1.1" 200 20997 {"InstanceId":"pensive_chaplygin","Result":202,"SubscriptionName":"pensive_chaplygin-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-26T07:22:21Z"} {"Instance":"pensive_chaplygin","Kind":"Service","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-26T07:22:21Z"} {"Instance":"pensive_chaplygin","Kind":"Pod","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-26T07:22:21Z"} {"Instance":"pensive_chaplygin","Kind":"Deployment","Subscription":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-26T07:22:21Z"} 2022/11/26 07:22:21 Deleted Obj with ID ObjectID("6381be42d867b50b9cecea1a") 2022/11/26 07:22:21 Deleted Obj with ID ObjectID("6381be42f8c9af22c3f37951") 10.233.67.159 - - [26/Nov/2022:07:22:21 +0000] "DELETE /v1/instance/pensive_chaplygin/status/subscription/pensive_chaplygin-cnf-adapter HTTP/1.1" 202 0 2022/11/26 07:22:21 [Config Cleanup] Instance pensive_chaplygin 2022/11/26 07:22:21 [Config Delete] Instance pensive_chaplygin Config replica-count-change 2022/11/26 07:22:21 [ConfigTemplate]: Download replica-count-template 2022/11/26 07:22:21 Before Sent to goroutine {cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9 a8580c12-4d29-4d50-93ed-753df61d79f7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/26 07:22:21 Message Sent to goroutine {cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9 a8580c12-4d29-4d50-93ed-753df61d79f7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/26 07:22:21 [scheduleResources]: DELETE {cc65ebb6-f3fd-4949-b9e0-9d03e8f971d9 a8580c12-4d29-4d50-93ed-753df61d79f7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-26T07:22:21Z"} 2022/11/26 07:22:21 No plugin for kind Deployment found. Using generic Plugin 2022/11/26 07:22:21 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/26 07:22:21 [Config Delete All] Instance pensive_chaplygin Config replica-count-change 2022/11/26 07:22:21 Stop config thread for pensive_chaplygin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-26T07:22:21Z"} 2022/11/26 07:22:21 No plugin for kind Deployment found. Using generic Plugin 2022/11/26 07:22:21 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-26T07:22:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-26T07:22:21Z"} 2022/11/26 07:22:21 Deleting service: rel-1-apache {"instance":"pensive_chaplygin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-26T07:22:21Z"} 2022/11/26 07:22:21 Deleted Obj with ID ObjectID("6381be25d867b50b9cecea19") 10.233.67.159 - - [26/Nov/2022:07:22:21 +0000] "DELETE /v1/instance/pensive_chaplygin HTTP/1.1" 202 0 2022/11/26 07:22:21 Deleted Obj with ID ObjectID("6381be25f8c9af22c3f37929") 10.233.72.54 - - [26/Nov/2022:07:22:39 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/11/26 07:22:39 Deleted Obj with ID ObjectID("6381bd86d867b50b9cecea08") 2022/11/26 07:22:39 Deleted Obj with ID ObjectID("6381bd86f8c9af22c3f3785f") 10.233.72.54 - - [26/Nov/2022:07:22:39 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"instance":"pensive_chaplygin","level":"info","msg":"[START] status notify thread for ","time":"2022-11-26T07:22:51Z"} {"InstanceId":"pensive_chaplygin","SubscriptionName":"pensive_chaplygin-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-26T07:22:56Z"} 2022/11/26 07:23:28 [Config Cleanup] Instance optimistic_mclean 2022/11/26 07:23:28 [scheduleResources]: START thread 2022/11/26 07:23:33 Stop config thread for optimistic_mclean {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-26T07:23:33Z"} 2022/11/26 07:23:33 [scheduleResources]: STOP thread 2022/11/26 07:23:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-26T07:23:33Z"} 2022/11/26 07:23:33 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-26T07:23:33Z"} 2022/11/26 07:23:33 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-26T07:23:33Z"} 2022/11/26 07:23:33 Deleting service: pnf-macro-test-simulator-mongo {"instance":"optimistic_mclean","level":"info","msg":"[START] status notify thread for ","time":"2022-11-26T07:23:33Z"} {"instance":"optimistic_mclean","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-26T07:23:38Z"} 2022/11/26 07:23:38 Deleted Obj with ID ObjectID("6381bd1dd867b50b9cecea07") 10.233.72.54 - - [26/Nov/2022:07:23:28 +0000] "DELETE /v1/instance/optimistic_mclean HTTP/1.1" 202 0 2022/11/26 07:23:38 Deleted Obj with ID ObjectID("6381bd1df8c9af22c3f37817") 10.233.72.54 - - [26/Nov/2022:07:23:38 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/11/26 07:23:38 Deleted Obj with ID ObjectID("6381bd1cd867b50b9cece9ff") 2022/11/26 07:23:38 Deleted Obj with ID ObjectID("6381bd1cf8c9af22c3f377dc") 10.233.72.54 - - [26/Nov/2022:07:23:38 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0