안녕하세요.

 

 말씀주신거와 같이 uninstall진행하고 파일시스템 extend 진행 후 재 설치 진행하였습니다.

 아래와 같이 진행하였으며, 32703포트로 포털 접속이 안됩니다. 다른 확인해야 되는 부분이 있는지 문의드립니다.

 추가로 상태도 같이 출력해서 전달드립니다.

 

root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# ./deploy-cp-portal.sh
namespace/nfs-storageclass created
secret/cp-secret created
name: cp-nfs-storageclass
last deployed: mon nov 14 08:34:37 2022
namespace: nfs-storageclass
status: deployed
revision: 1
test suite: none
namespace/harbor created
secret/cp-secret created
name: cp-harbor
last deployed: mon nov 14 08:34:38 2022
namespace: harbor
status: deployed
revision: 1
test suite: none
notes:
please wait for several minutes for harbor deployment to complete.
then you should be able to visit the harbor portal at http://13.209.49.30:30002
for more details, please visit https://github.com/goharbor/harbor
[000] please wait for several minutes for harbor deployment to complete...
[000] please wait for several minutes for harbor deployment to complete...
[000] please wait for several minutes for harbor deployment to complete...
[502] please wait for several minutes for harbor deployment to complete...
[502] please wait for several minutes for harbor deployment to complete...
error: authenticating creds for "13.209.49.30:30002": invalid status code from registry 502 (bad gateway)
http/1.1 201 created
server: nginx
date: mon, 14 nov 2022 08:35:34 gmt
content-length: 0
connection: keep-alive
location: /api/v2.0/projects/2
set-cookie: sid=b40eb09d81b4cb15a2290dbe7e2f0146; path=/; httponly
x-request-id: 1dab7429-cbed-481d-93bd-a7722bdfc6e1
x-frame-options: deny
content-security-policy: frame-ancestors 'none'

"cp-portal-repository" has been added to your repositories
downloading and installing helm-push v0.10.3 ...
https://github.com/chartmuseum/helm-push/releases/download/v0.10.3/helm-push_0.10.3_linux_amd64.tar.gz
installed plugin: cm-push
step 1/4: from docker.io/jboss/keycloak:15.0.2
step 2/4: copy container-platform/ /opt/jboss/keycloak/themes/container-platform/
−−> using cache c881d47b6144b9ccb4d4b40d765a3f2599b795c0ffd7f2a237312a4cc41bf332
−−> c881d47b614
step 3/4: copy cp-portal-standalone-realm.json /opt/jboss/keycloak/imports/cp-realm-realm.json
−−> using cache 1add91013882e18790979c9483455b47309ac8127995fdc2852aeaec5c2d3b6e
−−> 1add9101388
step 4/4: cmd ["-dkeycloak.migration.action=import","-dkeycloak.migration.provider=singlefile","-dkeycloak.migration.file=/opt/jboss/keycloak/imports/cp-realm-realm.json","-dkeycloak.migration.strategy=ignore_existing"]
−−> using cache bb611c440128ef2af3f0fc7ecc5a6881d0945e17aa306bb55dd331c276917b3c
commit 13.209.49.30:30002/cp-portal-repository/cp-keycloak:latest
−−> bb611c44012
successfully tagged 13.209.49.30:30002/cp-portal-repository/cp-keycloak:latest
bb611c440128ef2af3f0fc7ecc5a6881d0945e17aa306bb55dd331c276917b3c
getting image source signatures
copying blob b42a2708233b [−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−] 8.0b / 421.0kib
copying blob e7ed17121dee [−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−] 8.0b / 20.0kib
copying blob cdc90093dda0 [−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−] 8.0b / 91.5kib
copying blob dedc69616741 [−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−−] 8.0b / 71.0kib
copying blob 785573c4b945 done  
copying blob 6ba1222549ec done  
copying blob 1445c8f6378f done  
error: writing blob: initiating layer upload to /v2/cp-portal-repository/cp-keycloak/blobs/uploads/ in 13.209.49.30:30002: received unexpected http status: 502 bad gateway
getting image source signatures
copying blob 49802444bf60 skipped: already exists  
copying blob f1b5933fe4b5 skipped: already exists  
copying blob 9b9b7f3d56a0 skipped: already exists  
copying blob ceaf9e1ebef5 skipped: already exists  
copying config 6e8cd051a8 done  
writing manifest to image destination
storing signatures
loaded image(s): localhost:5000/container-platform/cp-portal-webadmin:latest
getting image source signatures
copying blob 9b9b7f3d56a0 done  
copying blob f1b5933fe4b5 done  
copying blob 49802444bf60 done  
copying blob ceaf9e1ebef5 done  
copying config 6e8cd051a8 done  
writing manifest to image destination
storing signatures
getting image source signatures
copying blob f1b5933fe4b5 skipped: already exists  
copying blob 9b9b7f3d56a0 skipped: already exists  
copying blob ceaf9e1ebef5 skipped: already exists  
copying blob 994dfa691c95 skipped: already exists  
copying config 4c59776c5f done  
writing manifest to image destination
storing signatures
loaded image(s): localhost:5000/container-platform/cp-portal-webuser:latest
getting image source signatures
copying blob f1b5933fe4b5 skipped: already exists  
copying blob 9b9b7f3d56a0 skipped: already exists  
copying blob ceaf9e1ebef5 skipped: already exists  
copying blob 994dfa691c95 done  
copying config 4c59776c5f done  
writing manifest to image destination
storing signatures
getting image source signatures
copying blob fff3402b3864 skipped: already exists  
copying blob f1b5933fe4b5 skipped: already exists  
copying blob 9b9b7f3d56a0 skipped: already exists  
copying blob ceaf9e1ebef5 skipped: already exists  
copying config 568b02cb8f done  
writing manifest to image destination
storing signatures
loaded image(s): localhost:5000/container-platform/cp-portal-api:latest
getting image source signatures
copying blob fff3402b3864 done  
copying blob ceaf9e1ebef5 skipped: already exists  
copying blob f1b5933fe4b5 skipped: already exists  
copying blob 9b9b7f3d56a0 skipped: already exists  
copying config 568b02cb8f done  
writing manifest to image destination
storing signatures
getting image source signatures
copying blob 940c50c0f11e skipped: already exists  
copying blob f1b5933fe4b5 skipped: already exists  
copying blob 9b9b7f3d56a0 skipped: already exists  
copying blob ceaf9e1ebef5 skipped: already exists  
copying config e303302591 done  
writing manifest to image destination
storing signatures
loaded image(s): localhost:5000/container-platform/cp-portal-common-api:latest
getting image source signatures
copying blob 940c50c0f11e done  
copying blob f1b5933fe4b5 skipped: already exists  
copying blob 9b9b7f3d56a0 skipped: already exists  
copying blob ceaf9e1ebef5 skipped: already exists  
copying config e303302591 done  
writing manifest to image destination
storing signatures
pushing nfs-storageclass-1.3.tgz to cp-portal-repository...
done.
pushing harbor-1.8.0.tgz to cp-portal-repository...
done.
pushing mariadb-10.3.7.tgz to cp-portal-repository...
done.
pushing keycloak-1.3.tgz to cp-portal-repository...
done.
pushing cp-portal-configmap-1.3.tgz to cp-portal-repository...
done.
pushing cp-portal-app-1.3.tgz to cp-portal-repository...
done.
hang tight while we grab the latest from your chart repositories...
...successfully got an update from the "cp-portal-repository" chart repository
update complete. ⎈happy helming!⎈
namespace/mariadb created
secret/cp-secret created
configmap/cp-mariadb-configmap created
name: cp-mariadb
last deployed: mon nov 14 08:36:54 2022
namespace: mariadb
status: deployed
revision: 1
test suite: none
notes:
chart name: mariadb
chart version: 10.3.7
app version: 10.5.15

** please be patient while the chart is being deployed **

tip:

  watch the deployment status using the command: kubectl get pods -w −−namespace mariadb -l app.kubernetes.io/instance=cp-mariadb

services:

  echo primary: cp-mariadb.mariadb.svc.cluster.local:3306

administrator credentials:

  username: root
  password : $(kubectl get secret −−namespace mariadb cp-mariadb -o jsonpath="{.data.mariadb-root-password}" | base64 −−decode)

to connect to your database:

  1. run a pod that you can use as a client:

      kubectl run cp-mariadb-client −−rm −−tty -i −−restart='never' −−image  docker.io/bitnami/mariadb:10.5.15-debian-10-r11 −−namespace mariadb −−command −− bash

  2. to connect to primary service (read/write):

      mysql -h cp-mariadb.mariadb.svc.cluster.local -uroot -p paasta-base

to upgrade this helm chart:

  1. obtain the password as described on the 'administrator credentials' section and set the 'auth.rootpassword' parameter as shown below:

      root_password=$(kubectl get secret −−namespace mariadb cp-mariadb -o jsonpath="{.data.mariadb-root-password}" | base64 −−decode)
      helm upgrade −−namespace mariadb cp-mariadb bitnami/mariadb −−set auth.rootpassword=$root_password
namespace/keycloak created
secret/cp-secret created
name: cp-keycloak
last deployed: mon nov 14 08:36:55 2022
namespace: keycloak
status: deployed
revision: 1
test suite: none
namespace/cp-portal created
secret/cp-secret created
name: cp-portal-configmap
last deployed: mon nov 14 08:36:56 2022
namespace: cp-portal
status: deployed
revision: 1
test suite: none
name: cp-portal-webadmin
last deployed: mon nov 14 08:36:57 2022
namespace: cp-portal
status: deployed
revision: 1
test suite: none
name: cp-portal-webuser
last deployed: mon nov 14 08:36:58 2022
namespace: cp-portal
status: deployed
revision: 1
test suite: none
name: cp-portal-api
last deployed: mon nov 14 08:36:59 2022
namespace: cp-portal
status: deployed
revision: 1
test suite: none
name: cp-portal-common-api
last deployed: mon nov 14 08:37:00 2022
namespace: cp-portal
status: deployed
revision: 1
test suite: none
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n nfs-storageclass
name                                       ready   status    restarts   age
pod/nfs-pod-provisioner-6bf8797bfd-xzpbt   1/1     running   0          2m31s

name                                  ready   up-to-date   available   age
deployment.apps/nfs-pod-provisioner   1/1     1            1           2m31s

name                                             desired   current   ready   age
replicaset.apps/nfs-pod-provisioner-6bf8797bfd   1         1         1       2m31s
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n harbor
name                                           ready   status    restarts   age
pod/cp-harbor-chartmuseum-77c6987988-nxv49     1/1     running   0          2m37s
pod/cp-harbor-core-69998f5978-g5slp            1/1     running   0          2m36s
pod/cp-harbor-database-0                       1/1     running   0          2m36s
pod/cp-harbor-jobservice-65c6d554d7-tfklf      1/1     running   0          2m36s
pod/cp-harbor-nginx-9bf76d997-4xvnq            1/1     running   0          2m36s
pod/cp-harbor-notary-server-5cf4fdc967-9n9g6   1/1     running   0          2m37s
pod/cp-harbor-notary-signer-84b55df9fd-hp2nc   1/1     running   0          2m37s
pod/cp-harbor-portal-69775f785f-fzb7v          1/1     running   0          2m37s
pod/cp-harbor-redis-0                          1/1     running   0          2m36s
pod/cp-harbor-registry-5dbb685c7c-hfhtv        2/2     running   0          2m37s
pod/cp-harbor-trivy-0                          1/1     running   0          2m36s

name                              type        cluster-ip      external-ip   port(s)                       age
service/cp-harbor-chartmuseum     clusterip   10.233.58.152          80/tcp                        2m37s
service/cp-harbor-core            clusterip   10.233.36.252          80/tcp                        2m37s
service/cp-harbor-database        clusterip   10.233.18.212          5432/tcp                      2m37s
service/cp-harbor-jobservice      clusterip   10.233.41.11            80/tcp                        2m37s
service/cp-harbor-notary-server   clusterip   10.233.5.181            4443/tcp                      2m37s
service/cp-harbor-notary-signer   clusterip   10.233.4.190            7899/tcp                      2m37s
service/cp-harbor-portal          clusterip   10.233.59.134          80/tcp                        2m37s
service/cp-harbor-redis           clusterip   10.233.7.77            6379/tcp                      2m37s
service/cp-harbor-registry        clusterip   10.233.55.128          5000/tcp,8080/tcp             2m37s
service/cp-harbor-trivy           clusterip   10.233.37.213          8080/tcp                      2m37s
service/harbor                    nodeport    10.233.49.205          80:30002/tcp,4443:30004/tcp   2m37s

name                                      ready   up-to-date   available   age
deployment.apps/cp-harbor-chartmuseum     1/1     1            1           2m37s
deployment.apps/cp-harbor-core            1/1     1            1           2m37s
deployment.apps/cp-harbor-jobservice      1/1     1            1           2m37s
deployment.apps/cp-harbor-nginx           1/1     1            1           2m37s
deployment.apps/cp-harbor-notary-server   1/1     1            1           2m37s
deployment.apps/cp-harbor-notary-signer   1/1     1            1           2m37s
deployment.apps/cp-harbor-portal          1/1     1            1           2m37s
deployment.apps/cp-harbor-registry        1/1     1            1           2m37s

name                                                 desired   current   ready   age
replicaset.apps/cp-harbor-chartmuseum-77c6987988     1         1         1       2m37s
replicaset.apps/cp-harbor-core-69998f5978            1         1         1       2m36s
replicaset.apps/cp-harbor-jobservice-65c6d554d7      1         1         1       2m36s
replicaset.apps/cp-harbor-nginx-9bf76d997            1         1         1       2m36s
replicaset.apps/cp-harbor-notary-server-5cf4fdc967   1         1         1       2m37s
replicaset.apps/cp-harbor-notary-signer-84b55df9fd   1         1         1       2m37s
replicaset.apps/cp-harbor-portal-69775f785f          1         1         1       2m37s
replicaset.apps/cp-harbor-registry-5dbb685c7c        1         1         1       2m37s

name                                  ready   age
statefulset.apps/cp-harbor-database   1/1     2m37s
statefulset.apps/cp-harbor-redis      1/1     2m37s
statefulset.apps/cp-harbor-trivy      1/1     2m37s
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n mariadb
name               ready   status    restarts   age
pod/cp-mariadb-0   0/1     running   0          33s

name                 type       cluster-ip      external-ip   port(s)          age
service/cp-mariadb   nodeport   10.233.61.235          3306:31306/tcp   33s

name                          ready   age
statefulset.apps/cp-mariadb   0/1     33s
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n keycloak
name                               ready   status             restarts   age
pod/cp-keycloak-69b7748b4f-jp6tf   0/1     errimagepull       0          45s
pod/cp-keycloak-69b7748b4f-qdqvx   0/1     imagepullbackoff   0          45s

name                          type        cluster-ip     external-ip   port(s)          age
service/cp-keycloak           nodeport    10.233.57.50          8080:32710/tcp   45s
service/cp-keycloak-cluster   clusterip   none                  8080/tcp         45s

name                          ready   up-to-date   available   age
deployment.apps/cp-keycloak   0/2     2            0           45s

name                                     desired   current   ready   age
replicaset.apps/cp-keycloak-69b7748b4f   2         2         0       45s
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n cp-portal
name                                                   ready   status    restarts   age
pod/cp-portal-api-deployment-69fc7ff57d-w9spr          1/1     running   0          46s
pod/cp-portal-common-api-deployment-55df8f44c5-mpszs   1/1     running   0          45s
pod/cp-portal-webadmin-deployment-64c588c778-4889z     1/1     running   0          49s
pod/cp-portal-webuser-deployment-75bd4d6567-bkxg9      1/1     running   0          48s

name                                   type       cluster-ip      external-ip   port(s)          age
service/cp-portal-api-service          nodeport   10.233.47.134          3333:32701/tcp   46s
service/cp-portal-common-api-service   nodeport   10.233.9.128            3334:32700/tcp   45s
service/cp-portal-webadmin-service     nodeport   10.233.36.178          8090:32703/tcp   49s
service/cp-portal-webuser-service      nodeport   10.233.55.18            8091:32702/tcp   48s

name                                              ready   up-to-date   available   age
deployment.apps/cp-portal-api-deployment          1/1     1            1           46s
deployment.apps/cp-portal-common-api-deployment   1/1     1            1           45s
deployment.apps/cp-portal-webadmin-deployment     1/1     1            1           49s
deployment.apps/cp-portal-webuser-deployment      1/1     1            1           48s

name                                                         desired   current   ready   age
replicaset.apps/cp-portal-api-deployment-69fc7ff57d          1         1         1       46s
replicaset.apps/cp-portal-common-api-deployment-55df8f44c5   1         1         1       45s
replicaset.apps/cp-portal-webadmin-deployment-64c588c778     1         1         1       49s
replicaset.apps/cp-portal-webuser-deployment-75bd4d6567      1         1         1       48s

 

ㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡㅡ

 

root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n nfs-storageclass
name                                       ready   status    restarts        age
pod/nfs-pod-provisioner-6bf8797bfd-xzpbt   1/1     running   4 (4m37s ago)   10m

name                                  ready   up-to-date   available   age
deployment.apps/nfs-pod-provisioner   1/1     1            1           10m

name                                             desired   current   ready   age
replicaset.apps/nfs-pod-provisioner-6bf8797bfd   1         1         1       10m
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n harbor
name                                           ready   status                   restarts   age
pod/cp-harbor-chartmuseum-77c6987988-nxv49     1/1     running                  0          10m
pod/cp-harbor-core-69998f5978-bq2gb            0/1     pending                  0          3s
pod/cp-harbor-core-69998f5978-g5slp            0/1     containerstatusunknown   1          10m
pod/cp-harbor-database-0                       1/1     running                  0          10m
pod/cp-harbor-jobservice-65c6d554d7-tfklf      1/1     running                  0          10m
pod/cp-harbor-nginx-9bf76d997-4xvnq            1/1     running                  0          10m
pod/cp-harbor-notary-server-5cf4fdc967-9n9g6   1/1     running                  0          10m
pod/cp-harbor-notary-signer-84b55df9fd-hp2nc   1/1     running                  0          10m
pod/cp-harbor-portal-69775f785f-fzb7v          1/1     running                  0          10m
pod/cp-harbor-redis-0                          1/1     running                  0          10m
pod/cp-harbor-registry-5dbb685c7c-d75p9        0/2     pending                  0          3s
pod/cp-harbor-registry-5dbb685c7c-hfhtv        0/2     containerstatusunknown   2          10m
pod/cp-harbor-trivy-0                          1/1     running                  0          10m

name                              type        cluster-ip      external-ip   port(s)                       age
service/cp-harbor-chartmuseum     clusterip   10.233.58.152   <none>        80/tcp                        10m
service/cp-harbor-core            clusterip   10.233.36.252   <none>        80/tcp                        10m
service/cp-harbor-database        clusterip   10.233.18.212   <none>        5432/tcp                      10m
service/cp-harbor-jobservice      clusterip   10.233.41.11    <none>        80/tcp                        10m
service/cp-harbor-notary-server   clusterip   10.233.5.181    <none>        4443/tcp                      10m
service/cp-harbor-notary-signer   clusterip   10.233.4.190    <none>        7899/tcp                      10m
service/cp-harbor-portal          clusterip   10.233.59.134   <none>        80/tcp                        10m
service/cp-harbor-redis           clusterip   10.233.7.77     <none>        6379/tcp                      10m
service/cp-harbor-registry        clusterip   10.233.55.128   <none>        5000/tcp,8080/tcp             10m
service/cp-harbor-trivy           clusterip   10.233.37.213   <none>        8080/tcp                      10m
service/harbor                    nodeport    10.233.49.205   <none>        80:30002/tcp,4443:30004/tcp   10m

name                                      ready   up-to-date   available   age
deployment.apps/cp-harbor-chartmuseum     1/1     1            1           10m
deployment.apps/cp-harbor-core            0/1     1            0           10m
deployment.apps/cp-harbor-jobservice      1/1     1            1           10m
deployment.apps/cp-harbor-nginx           1/1     1            1           10m
deployment.apps/cp-harbor-notary-server   1/1     1            1           10m
deployment.apps/cp-harbor-notary-signer   1/1     1            1           10m
deployment.apps/cp-harbor-portal          1/1     1            1           10m
deployment.apps/cp-harbor-registry        0/1     1            0           10m

name                                                 desired   current   ready   age
replicaset.apps/cp-harbor-chartmuseum-77c6987988     1         1         1       10m
replicaset.apps/cp-harbor-core-69998f5978            1         1         0       10m
replicaset.apps/cp-harbor-jobservice-65c6d554d7      1         1         1       10m
replicaset.apps/cp-harbor-nginx-9bf76d997            1         1         1       10m
replicaset.apps/cp-harbor-notary-server-5cf4fdc967   1         1         1       10m
replicaset.apps/cp-harbor-notary-signer-84b55df9fd   1         1         1       10m
replicaset.apps/cp-harbor-portal-69775f785f          1         1         1       10m
replicaset.apps/cp-harbor-registry-5dbb685c7c        1         1         0       10m

name                                  ready   age
statefulset.apps/cp-harbor-database   1/1     10m
statefulset.apps/cp-harbor-redis      1/1     10m
statefulset.apps/cp-harbor-trivy      1/1     10m
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n mariadb
name               ready   status    restarts      age
pod/cp-mariadb-0   0/1     running   1 (53s ago)   8m26s

name                 type       cluster-ip      external-ip   port(s)          age
service/cp-mariadb   nodeport   10.233.61.235   <none>        3306:31306/tcp   8m26s

name                          ready   age
statefulset.apps/cp-mariadb   0/1     8m26s
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n keycloak
name                               ready   status             restarts   age
pod/cp-keycloak-69b7748b4f-jp6tf   0/1     imagepullbackoff   0          8m38s
pod/cp-keycloak-69b7748b4f-qdqvx   0/1     imagepullbackoff   0          8m38s

name                          type        cluster-ip     external-ip   port(s)          age
service/cp-keycloak           nodeport    10.233.57.50   <none>        8080:32710/tcp   8m38s
service/cp-keycloak-cluster   clusterip   none           <none>        8080/tcp         8m38s

name                          ready   up-to-date   available   age
deployment.apps/cp-keycloak   0/2     2            0           8m38s

name                                     desired   current   ready   age
replicaset.apps/cp-keycloak-69b7748b4f   2         2         0       8m38s
root@ip-172-31-43-171:~/workspace/container-platform/cp-portal-deployment/scr.ipt# kubectl get all -n cp-portal
name                                                   ready   status    restarts   age
pod/cp-portal-api-deployment-69fc7ff57d-w9spr          1/1     running   0          8m39s
pod/cp-portal-common-api-deployment-55df8f44c5-mpszs   1/1     running   0          8m38s
pod/cp-portal-webadmin-deployment-64c588c778-4889z     1/1     running   0          8m42s
pod/cp-portal-webuser-deployment-75bd4d6567-bkxg9      0/1     error     0          8m41s
pod/cp-portal-webuser-deployment-75bd4d6567-dj5l7      0/1     pending   0          35s

name                                   type       cluster-ip      external-ip   port(s)          age
service/cp-portal-api-service          nodeport   10.233.47.134   <none>        3333:32701/tcp   8m40s
service/cp-portal-common-api-service   nodeport   10.233.9.128    <none>        3334:32700/tcp   8m39s
service/cp-portal-webadmin-service     nodeport   10.233.36.178   <none>        8090:32703/tcp   8m43s
service/cp-portal-webuser-service      nodeport   10.233.55.18    <none>        8091:32702/tcp   8m42s

name                                              ready   up-to-date   available   age
deployment.apps/cp-portal-api-deployment          1/1     1            1           8m40s
deployment.apps/cp-portal-common-api-deployment   1/1     1            1           8m39s
deployment.apps/cp-portal-webadmin-deployment     1/1     1            1           8m43s
deployment.apps/cp-portal-webuser-deployment      0/1     1            0           8m42s

name                                                         desired   current   ready   age
replicaset.apps/cp-portal-api-deployment-69fc7ff57d          1         1         1       8m40s
replicaset.apps/cp-portal-common-api-deployment-55df8f44c5   1         1         1       8m39s
replicaset.apps/cp-portal-webadmin-deployment-64c588c778     1         1         1       8m43s
replicaset.apps/cp-portal-webuser-deployment-75bd4d6567      1         1         0       8m42s