基于k8s上最小化安装失败

chrinly

TASK [common : Kubesphere | Check old redis status] ****************************
skipping: [localhost]

TASK [common : Kubesphere | Delete and backup old redis svc] *******************
skipping: [localhost]

TASK [common : Kubesphere | Deploying redis] ***********************************
skipping: [localhost]

TASK [common : Kubesphere | Getting redis PodIp] *******************************
skipping: [localhost]

TASK [common : Kubesphere | Creating redis migration script] *******************
skipping: [localhost] => (item={u'path': u'/etc/kubesphere', u'file': u'redisMigrate.py'}) 

TASK [common : Kubesphere | Check redis-ha status] *****************************
skipping: [localhost]

TASK [common : ks-logging | Migrating redis data] ******************************
skipping: [localhost]

TASK [common : Kubesphere | Disable old redis] *********************************
skipping: [localhost]

TASK [common : Kubesphere | Deploying redis] ***********************************
skipping: [localhost] => (item=redis.yaml) 

TASK [common : Kubesphere | Getting openldap installation files] ***************
skipping: [localhost] => (item=openldap-ha) 

TASK [common : Kubesphere | Creating manifests] ********************************
skipping: [localhost] => (item={u'name': u'custom-values-openldap', u'file': u'custom-values-openldap.yaml'}) 

TASK [common : Kubesphere | Check old openldap status] *************************
skipping: [localhost]

TASK [common : KubeSphere | Shutdown ks-account] *******************************
skipping: [localhost]

TASK [common : Kubesphere | Delete and backup old openldap svc] ****************
skipping: [localhost]

TASK [common : Kubesphere | Check openldap] ************************************
skipping: [localhost]

TASK [common : Kubesphere | Deploy openldap] ***********************************
skipping: [localhost]

TASK [common : Kubesphere | Load old openldap data] ****************************
skipping: [localhost]

TASK [common : Kubesphere | Check openldap-ha status] **************************
skipping: [localhost]

TASK [common : Kubesphere | Get openldap-ha pod list] **************************
skipping: [localhost]

TASK [common : Kubesphere | Get old openldap data] *****************************
skipping: [localhost]

TASK [common : Kubesphere | Migrating openldap data] ***************************
skipping: [localhost]

TASK [common : Kubesphere | Disable old openldap] ******************************
skipping: [localhost]

TASK [common : Kubesphere | Restart openldap] **********************************
skipping: [localhost]

TASK [common : KubeSphere | Restarting ks-account] *****************************
skipping: [localhost]

TASK [common : Kubesphere | Check ha-redis] ************************************
changed: [localhost]

TASK [common : Kubesphere | Getting redis installation files] ******************
changed: [localhost] => (item=redis-ha)

TASK [common : Kubesphere | Creating manifests] ********************************
changed: [localhost] => (item={u'name': u'custom-values-redis', u'file': u'custom-values-redis.yaml'})

TASK [common : Kubesphere | Check old redis status] ****************************
changed: [localhost]

TASK [common : Kubesphere | Delete and backup old redis svc] *******************
skipping: [localhost]

TASK [common : Kubesphere | Deploying redis] ***********************************
changed: [localhost]

TASK [common : Kubesphere | Getting redis PodIp] *******************************
skipping: [localhost]

TASK [common : Kubesphere | Creating redis migration script] *******************
skipping: [localhost] => (item={u'path': u'/etc/kubesphere', u'file': u'redisMigrate.py'}) 

TASK [common : Kubesphere | Check redis-ha status] *****************************
skipping: [localhost]

TASK [common : ks-logging | Migrating redis data] ******************************
skipping: [localhost]

TASK [common : Kubesphere | Disable old redis] *********************************
skipping: [localhost]

TASK [common : Kubesphere | Deploying redis] ***********************************
skipping: [localhost] => (item=redis.yaml) 

TASK [common : Kubesphere | Getting openldap installation files] ***************
changed: [localhost] => (item=openldap-ha)

TASK [common : Kubesphere | Creating manifests] ********************************
changed: [localhost] => (item={u'name': u'custom-values-openldap', u'file': u'custom-values-openldap.yaml'})

TASK [common : Kubesphere | Check old openldap status] *************************
changed: [localhost]

TASK [common : KubeSphere | Shutdown ks-account] *******************************
skipping: [localhost]

TASK [common : Kubesphere | Delete and backup old openldap svc] ****************
skipping: [localhost]

TASK [common : Kubesphere | Check openldap] ************************************
changed: [localhost]

TASK [common : Kubesphere | Deploy openldap] ***********************************
changed: [localhost]

TASK [common : Kubesphere | Load old openldap data] ****************************
skipping: [localhost]

TASK [common : Kubesphere | Check openldap-ha status] **************************
skipping: [localhost]

TASK [common : Kubesphere | Get openldap-ha pod list] **************************
skipping: [localhost]

TASK [common : Kubesphere | Get old openldap data] *****************************
skipping: [localhost]

TASK [common : Kubesphere | Migrating openldap data] ***************************
skipping: [localhost]

TASK [common : Kubesphere | Disable old openldap] ******************************
skipping: [localhost]

TASK [common : Kubesphere | Restart openldap] **********************************
skipping: [localhost]

TASK [common : KubeSphere | Restarting ks-account] *****************************
skipping: [localhost]

TASK [common : Kubesphere | Getting minio installation files] ******************
skipping: [localhost] => (item=minio-ha) 

TASK [common : Kubesphere | Creating manifests] ********************************
skipping: [localhost] => (item={u'name': u'custom-values-minio', u'file': u'custom-values-minio.yaml'}) 

TASK [common : Kubesphere | Check minio] ***************************************
skipping: [localhost]

TASK [common : Kubesphere | Deploy minio] **************************************
skipping: [localhost]

TASK [common : debug] **********************************************************
skipping: [localhost]

TASK [common : fail] ***********************************************************
skipping: [localhost]

TASK [common : Kubesphere | create minio config directory] *********************
skipping: [localhost]

TASK [common : Kubesphere | Creating common component manifests] ***************
skipping: [localhost] => (item={u'path': u'/root/.config/rclone', u'file': u'rclone.conf'}) 

TASK [common : include_tasks] **************************************************
skipping: [localhost] => (item=helm) 
skipping: [localhost] => (item=vmbased) 

TASK [common : Kubesphere | Deploying common component] ************************
skipping: [localhost] => (item=mysql.yaml) 

TASK [common : Kubesphere | Deploying common component] ************************
skipping: [localhost] => (item=etcd.yaml) 

TASK [common : Setting persistentVolumeReclaimPolicy (mysql)] ******************
skipping: [localhost]

TASK [common : Setting persistentVolumeReclaimPolicy (etcd)] *******************
skipping: [localhost]

PLAY RECAP *********************************************************************
localhost                  : ok=31   changed=26   unreachable=0    failed=0    skipped=85   rescued=0    ignored=6   

[WARNING]: No inventory was parsed, only implicit localhost is available
[WARNING]: provided hosts list is empty, only localhost is available. Note that
the implicit localhost does not match 'all'

PLAY [localhost] ***************************************************************

TASK [download : include_tasks] ************************************************
skipping: [localhost]

TASK [download : Download items] ***********************************************
skipping: [localhost]

TASK [download : Sync container] ***********************************************
skipping: [localhost]

TASK [kubesphere-defaults : Configure defaults] ********************************
ok: [localhost] => {
    "msg": "Check roles/kubesphere-defaults/defaults/main.yml"
}

TASK [ks-core/prepare : KubeSphere | Create KubeSphere dir] ********************
ok: [localhost]

TASK [ks-core/prepare : KubeSphere | Getting installation init files] **********
changed: [localhost] => (item=workspace.yaml)
changed: [localhost] => (item=ks-init)

TASK [ks-core/prepare : KubeSphere | Init KubeSphere system] *******************
changed: [localhost]

TASK [ks-core/prepare : KubeSphere | Creating KubeSphere Secret] ***************
changed: [localhost]

TASK [ks-core/prepare : KubeSphere | Creating KubeSphere Secret] ***************
ok: [localhost]

TASK [ks-core/prepare : KubeSphere | Enable Token Script] **********************
changed: [localhost]

TASK [ks-core/prepare : KubeSphere | Getting KS Token] *************************
changed: [localhost]

TASK [ks-core/prepare : KubeSphere | Setting ks_token] *************************
ok: [localhost]

TASK [ks-core/prepare : KubeSphere | Creating manifests] ***********************
changed: [localhost] => (item={u'type': u'init', u'name': u'ks-account-init', u'file': u'ks-account-init.yaml'})
changed: [localhost] => (item={u'type': u'init', u'name': u'ks-apigateway-init', u'file': u'ks-apigateway-init.yaml'})
changed: [localhost] => (item={u'type': u'values', u'name': u'custom-values-istio-init', u'file': u'custom-values-istio-init.yaml'})
changed: [localhost] => (item={u'type': u'cm', u'name': u'kubesphere-config', u'file': u'kubesphere-config.yaml'})

TASK [ks-core/prepare : KubeSphere | Init KubeSphere] **************************
changed: [localhost] => (item=ks-account-init.yaml)
changed: [localhost] => (item=ks-apigateway-init.yaml)
changed: [localhost] => (item=kubesphere-config.yaml)

TASK [ks-core/prepare : KubeSphere | Getting controls-system file] *************
changed: [localhost] => (item={u'name': u'kubesphere-controls-system', u'file': u'kubesphere-controls-system.yaml'})

TASK [ks-core/prepare : KubeSphere | Installing controls-system] ***************
changed: [localhost]

TASK [ks-core/prepare : KubeSphere | Create KubeSphere workspace] **************
changed: [localhost]

TASK [ks-core/prepare : KubeSphere | Create KubeSphere vpa] ********************
skipping: [localhost]

TASK [ks-core/prepare : KubeSphere | Generate kubeconfig-admin] ****************
skipping: [localhost]

TASK [ks-core/prepare : Kubesphere | Checking kubesphere component] ************
changed: [localhost]

TASK [ks-core/prepare : Kubesphere | Get kubesphere component version] *********
skipping: [localhost]

TASK [ks-core/prepare : ks-upgrade | disable ks-apiserver] *********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout != ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout != ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-stop.yaml': line 1, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | disable ks-apiserver\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | disable ks-apigateway] ********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout != ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout != ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-stop.yaml': line 6, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | disable ks-apigateway\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | disable ks-account] ***********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout != ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout != ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-stop.yaml': line 11, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | disable ks-account\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | disable ks-console] ***********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout != ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout != ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-stop.yaml': line 16, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | disable ks-console\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | disable ks-controller-manager] ************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout != ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout != ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-stop.yaml': line 21, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | disable ks-controller-manager\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | restart ks-apiserver] *********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout == ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout == ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-restart.yaml': line 1, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | restart ks-apiserver\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | restart ks-apigateway] ********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout == ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout == ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-restart.yaml': line 6, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | restart ks-apigateway\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | restart ks-account] ***********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout == ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout == ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-restart.yaml': line 11, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | restart ks-account\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | restart ks-console] ***********************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout == ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout == ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-restart.yaml': line 16, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | restart ks-console\n  ^ here\n"}
...ignoring

TASK [ks-core/prepare : ks-upgrade | restart ks-controller-manager] ************
fatal: [localhost]: FAILED! => {"msg": "The conditional check 'console_version.stdout and console_version.stdout == ks_version' failed. The error was: error while evaluating conditional (console_version.stdout and console_version.stdout == ks_version): 'dict object' has no attribute 'stdout'\n\nThe error appears to be in '/kubesphere/installer/roles/ks-core/prepare/tasks/ks-restart.yaml': line 21, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n\n- name: ks-upgrade | restart ks-controller-manager\n  ^ here\n"}
...ignoring

TASK [ks-core/ks-core : KubeSphere | Getting kubernetes version] ***************
changed: [localhost]

TASK [ks-core/ks-core : KubeSphere | Setting kubernetes version] ***************
ok: [localhost]

TASK [ks-core/ks-core : KubeSphere | Getting kubernetes master num] ************
changed: [localhost]

TASK [ks-core/ks-core : KubeSphere | Setting master num] ***********************
ok: [localhost]

TASK [ks-core/ks-core : ks-console | Checking ks-console svc] ******************
changed: [localhost]

TASK [ks-core/ks-core : ks-console | Getting ks-console svc port] **************
skipping: [localhost]

TASK [ks-core/ks-core : ks-console | Setting console_port] *********************
skipping: [localhost]

TASK [ks-core/ks-core : KubeSphere | Getting Ingress installation files] *******
changed: [localhost] => (item=ingress)
changed: [localhost] => (item=ks-account)
changed: [localhost] => (item=ks-apigateway)
changed: [localhost] => (item=ks-apiserver)
changed: [localhost] => (item=ks-console)
changed: [localhost] => (item=ks-controller-manager)

TASK [ks-core/ks-core : KubeSphere | Creating manifests] ***********************
changed: [localhost] => (item={u'path': u'ingress', u'type': u'config', u'file': u'ingress-controller.yaml'})
changed: [localhost] => (item={u'path': u'ks-account', u'type': u'deployment', u'file': u'ks-account.yml'})
changed: [localhost] => (item={u'path': u'ks-apigateway', u'type': u'deploy', u'file': u'ks-apigateway.yaml'})
changed: [localhost] => (item={u'path': u'ks-apiserver', u'type': u'deploy', u'file': u'ks-apiserver.yml'})
changed: [localhost] => (item={u'path': u'ks-controller-manager', u'type': u'deploy', u'file': u'ks-controller-manager.yaml'})
changed: [localhost] => (item={u'path': u'ks-console', u'type': u'config', u'file': u'ks-console-config.yml'})
changed: [localhost] => (item={u'path': u'ks-console', u'type': u'deploy', u'file': u'ks-console-deployment.yml'})
changed: [localhost] => (item={u'path': u'ks-console', u'type': u'svc', u'file': u'ks-console-svc.yml'})
changed: [localhost] => (item={u'path': u'ks-console', u'type': u'deploy', u'file': u'ks-docs-deployment.yaml'})
changed: [localhost] => (item={u'path': u'ks-console', u'type': u'config', u'file': u'sample-bookinfo-configmap.yaml'})

TASK [ks-core/ks-core : KubeSphere | Delete Ingress-controller configmap] ******
fatal: [localhost]: FAILED! => {"changed": true, "cmd": "/usr/local/bin/kubectl delete cm -n kubesphere-system ks-router-config\n", "delta": "0:00:07.962745", "end": "2020-04-27 02:41:59.300082", "msg": "non-zero return code", "rc": 1, "start": "2020-04-27 02:41:51.337337", "stderr": "Error from server (NotFound): configmaps \"ks-router-config\" not found", "stderr_lines": ["Error from server (NotFound): configmaps \"ks-router-config\" not found"], "stdout": "", "stdout_lines": []}
...ignoring

TASK [ks-core/ks-core : KubeSphere | Creating Ingress-controller configmap] ****
changed: [localhost]

TASK [ks-core/ks-core : KubeSphere | Check ks-account version] *****************
changed: [localhost]

TASK [ks-core/ks-core : KubeSphere | Update kubectl image] *********************
skipping: [localhost]

TASK [ks-core/ks-core : KubeSphere | Creating ks-core] *************************
changed: [localhost] => (item={u'path': u'ks-apigateway', u'file': u'ks-apigateway.yaml'})
changed: [localhost] => (item={u'path': u'ks-apiserver', u'file': u'ks-apiserver.yml'})
changed: [localhost] => (item={u'path': u'ks-account', u'file': u'ks-account.yml'})
changed: [localhost] => (item={u'path': u'ks-controller-manager', u'file': u'ks-controller-manager.yaml'})
changed: [localhost] => (item={u'path': u'ks-console', u'file': u'ks-console-config.yml'})
changed: [localhost] => (item={u'path': u'ks-console', u'file': u'sample-bookinfo-configmap.yaml'})
changed: [localhost] => (item={u'path': u'ks-console', u'file': u'ks-console-deployment.yml'})

TASK [ks-core/ks-core : KubeSphere | Check ks-console svc] *********************
changed: [localhost]

TASK [ks-core/ks-core : KubeSphere | Creating ks-console svc] ******************
changed: [localhost] => (item={u'path': u'ks-console', u'file': u'ks-console-svc.yml'})

TASK [ks-core/ks-core : KubeSphere | Patch ks-console svc] *********************
skipping: [localhost]

PLAY RECAP *********************************************************************
localhost                  : ok=38   changed=22   unreachable=0    failed=0    skipped=10   rescued=0    ignored=11  

Start installing monitoring
**************************************************
task monitoring status is successful
total: 1     completed:1
**************************************************
#####################################################
###              Welcome to KubeSphere!           ###
#####################################################

Console: http://192.168.20.30:30880
Account: admin
Password: P@88w0rd

NOTES：
  1. After logging into the console, please check the
     monitoring status of service components in
     the "Cluster Status". If the service is not
     ready, please wait patiently. You can start
     to use when all components are ready.
  2. Please modify the default password after login.

#####################################################

chrinly

[root@k8s-master-01 ~]# kubectl get pod --all-namespaces
NAMESPACE                      NAME                                            READY   STATUS             RESTARTS   AGE
kube-system                    coredns-5c6c9cf6c8-7r9p7                        1/1     Running            0          21h
kube-system                    coredns-5c6c9cf6c8-xqjwd                        1/1     Running            0          21h
kube-system                    kubernetes-dashboard-8f846679-9fdxh             1/1     Running            0          21h
kube-system                    tiller-deploy-6787c946f8-vxd64                  1/1     Running            0          5h1m
kubesphere-controls-system     default-http-backend-6555ff6898-ksb5x           1/1     Running            0          4h27m
kubesphere-monitoring-system   kube-state-metrics-7984bf6d6d-zx7bw             4/4     Running            0          4h20m
kubesphere-monitoring-system   node-exporter-6cxcf                             2/2     Running            0          4h20m
kubesphere-monitoring-system   node-exporter-dr28f                             2/2     Running            0          4h20m
kubesphere-monitoring-system   node-exporter-kgttf                             2/2     Running            0          4h20m
kubesphere-monitoring-system   node-exporter-qxm8s                             2/2     Running            0          4h20m
kubesphere-monitoring-system   prometheus-k8s-0                                0/3     Pending            0          4h19m
kubesphere-monitoring-system   prometheus-k8s-system-0                         0/3     Pending            0          4h19m
kubesphere-monitoring-system   prometheus-operator-545df648fb-jlzml            1/1     Running            0          4h20m
kubesphere-system              ks-account-7d57dc95fc-brzzj                     0/1     Init:1/2           0          4h25m
kubesphere-system              ks-account-7d57dc95fc-bwhrx                     0/1     Init:1/2           0          4h25m
kubesphere-system              ks-account-7d57dc95fc-r9zdp                     0/1     Init:1/2           0          4h25m
kubesphere-system              ks-apigateway-d6f89b96f-2ds6r                   0/1     CrashLoopBackOff   55         4h25m
kubesphere-system              ks-apigateway-d6f89b96f-qxkt6                   0/1     CrashLoopBackOff   55         4h25m
kubesphere-system              ks-apigateway-d6f89b96f-wx9bf                   0/1     CrashLoopBackOff   56         4h25m
kubesphere-system              ks-apiserver-5dff5c594d-ck7xk                   1/1     Running            0          4h25m
kubesphere-system              ks-apiserver-5dff5c594d-jpn8g                   1/1     Running            0          4h25m
kubesphere-system              ks-apiserver-5dff5c594d-xls89                   1/1     Running            0          4h25m
kubesphere-system              ks-console-5c666c644-c25xc                      1/1     Running            0          4h23m
kubesphere-system              ks-console-5c666c644-r8m67                      1/1     Running            0          4h23m
kubesphere-system              ks-console-5c666c644-smmz9                      1/1     Running            0          4h23m
kubesphere-system              ks-controller-manager-779d9c6bbf-5hlgz          1/1     Running            2          4h24m
kubesphere-system              ks-controller-manager-779d9c6bbf-8bw7k          1/1     Running            3          4h24m
kubesphere-system              ks-controller-manager-779d9c6bbf-jx92x          1/1     Running            1          4h24m
kubesphere-system              ks-installer-59fb465b7-l96c2                    1/1     Running            0          4h39m
kubesphere-system              openldap-0                                      0/1     Pending            0          4h29m
kubesphere-system              redis-ha-haproxy-75776f44c4-c42dv               1/1     Running            44         4h30m
kubesphere-system              redis-ha-haproxy-75776f44c4-ndjg8               1/1     Running            46         4h30m
kubesphere-system              redis-ha-haproxy-75776f44c4-r8zt8               1/1     Running            52         4h30m
kubesphere-system              redis-ha-server-0                               0/2     Pending            0          4h30m
openebs                        init-pvc-2e17c54b-89b8-47df-a86d-2b884e594eb3   0/1     Completed          0          4h23m
openebs                        init-pvc-63ef0b30-75be-4eaf-a36c-367f28702730   0/1     Completed          0          4h17m
openebs                        init-pvc-981d9d0f-2ba0-4bc4-a535-cbf1c8717f7d   0/1     Completed          0          4h30m
openebs                        init-pvc-a358bb04-d012-4af5-a60a-156941b1b95d   0/1     Completed          0          4h23m
openebs                        init-pvc-ccaa6c91-7cfd-4bb8-830c-53b502bafddb   0/1     Completed          0          4h17m
openebs                        maya-apiserver-77d8f94b58-nvslg                 1/1     Running            17         21h
openebs                        openebs-admission-server-77b88865d4-rk6fw       1/1     Running            0          21h
openebs                        openebs-localpv-provisioner-6994dd88b8-f26qq    1/1     Running            10         21h
openebs                        openebs-ndm-2qmtx                               1/1     Running            0          21h
openebs                        openebs-ndm-6688j                               1/1     Running            0          21h
openebs                        openebs-ndm-cl6vk                               1/1     Running            0          21h
openebs                        openebs-ndm-dp7jq                               1/1     Running            0          21h
openebs                        openebs-ndm-operator-c69cd6666-btkw5            1/1     Running            1          21h
openebs                        openebs-provisioner-7b87d7956-kwgzv             1/1     Running            10         21h
openebs                        openebs-snapshot-operator-6959d684cf-k9g25      2/2     Running            11         21h
openebs                        percona-767db88d9d-rrxmx                        0/1     Pending            0          4h45m
[root@k8s-master-01 ~]#

chrinly

大佬能帮我看一下什么原因吗

Cauchy

chrinly openldp 和 redis 状态为pending 检查存储

pptfz

chrinly
你这还是最小化安装，少了很多东西，如果像我完全安装的话问题估计会更多，尤其是istio那一块，应该会有大量pod有问题
目前我都安装不上

chrinly

Cauchy 换storageclass存储解决了问题；使用OpenEBS存储，这个装了 kubesphere部分pod启动不了

pptfz

我觉得这个安装不管是最小化也好，还是完全安装也好，应该是有很多人遇到过安装的问题了，只不过他们没有在论坛里发帖子说明吧
毕竟k8s没有任何web界面也能玩转，但是这个安装这一关是实在搞不定

rayzhou2017

pptfz 有没有因为安装失败不出声就放弃的用户我不清楚，不过确确实实安装这个部分是一个需要改进的地方，而且正在改。但是凡是遇到安装问题且跟我们联系的据我所知最后都安装成功了。你要仔细看安装文档，我们的文档是写得很谨慎的，不能漏掉东西。

HQJ95

pptfz 同感，熬了几天，安装很多次，从来没有成功过

rayzhou2017

pptfz 你首先要确认最小安装成功过吗？如果这个都没成功那要仔细找问题，实在不知道怎么回事写信到kubesphere@yunify.com，写明你的远程登录环境信息，让我们的人上去帮你看看到底怎么回事。

Jeff

pptfz 你可以从最小化安装开始试用，一般最小化安装成功后，后面再启用组件会相对简单些。如果还是遇到这些问题，可以提供下你的环境登录方式，我们帮你看下

pptfz

rayzhou2017
现在是一次都没有安装成功过，昨天是能登陆了，但是有一些pod还是有问题，今天重新做，最小化安装失败
我是个人虚拟机操作的

rayzhou2017

意思是没法远程登录吗？你是在你个人电脑上通过virtualbox之类的创建的虚机吗？写清楚你的环境，以及你的操作，失败是什么日志？

pptfz

rayzhou2017
mac本pd创建的虚拟机，一个master（2c4g 64g硬盘），两个node(2c6g 32g硬盘)
centos7.7，内核3.10，helm2.16.3，docker18.09.9，kubeadm安装k8s1.16.9，helm及docker都已配置阿里云加速
存储nfs，安装在了node1节点，参考文章 https://blog.csdn.net/weixin_37546425/article/details/104290906

最小化安装，kubectl apply -f https://raw.githubusercontent.com/kubesphere/ks-installer/master/kubesphere-minimal.yaml

kubectl logs -n kubesphere-system $(kubectl get pod -n kubesphere-system -l app=ks-install -o jsonpath=‘{.items[0].metadata.name}’) -f 刷新日志过程中有一处报错

昨天做的时候遇到过这个报错，然后我把kubectl链接到了/usr/local/bin下，但是也不行，kubeadm安装的k8s，kubectl是在/usr/bin下

登陆后报错如下

master上查看pod，有问题的pod如下

rayzhou2017

pptfz 你别到处贴问题，就在这个thread，不然搞得不知道回复你哪个贴。@Cauchy 帮忙看看怎么回事。

Cauchy

pptfz nfs是自己搭的吗？如果是的话exportfs里建议这样配 *(rw,insecure,sync,no_subtree_check,no_root_squash)，而且要保证nfs设置成default storage class哦

pptfz

rayzhou2017
现在已经解决了，在这里向各位说一声对不起啊，个人菜鸡的原因，使用nfs存储忘记在客户端安装nfs-utils了，非常抱歉！！！也感谢各位给予的帮助！！！

pptfz

Cauchy
已经解决了，原因是使用nfs存储忘记在客户端安装nfs-utils了，哎菜鸡一只啊

rayzhou2017

pptfz 嗯，失败乃成功之母，不管怎么样，装上就好，enjoy 并且有什么建议或问题希望能告诉我们。

pptfz

chrinly
这个openebs确实是有问题吧？

rayzhou2017

chrinly 我很好奇openebs到底出什么问题了？这个是测过很多次的，是openebs的镜像没有拉下来？

chrinly

rayzhou2017 具体什么问题我也不知道。我是三主一从二进制安装的高可用k8s，直接最小化安装。你有条件的话模拟一下，排查一下是什么问题

chrinly

rayzhou2017
应用商店用不了，能帮一下吗大佬

chrinly

rayzhou2017

[root@k8s-master-01 ~]# kubectl get pod --all-namespaces
NAMESPACE                      NAME                                                   READY   STATUS      RESTARTS   AGE
default                        nfs-client-provisioner-795cfb955-xdpk2                 1/1     Running     0          28h
demo-project                   coffee-svc-xjs05a-59b8b7fbd5-5ncrl                     1/1     Running     0          3h26m
demo-project                   tea-svc-s7sp65-7f7987d796-kg85s                        1/1     Running     0          3h41m
demo-project                   tomcat-z2s2fu-596c98c8d8-jpvlv                         1/1     Running     0          3h17m
kube-system                    coredns-5c6c9cf6c8-j59r7                               1/1     Running     0          44h
kube-system                    coredns-5c6c9cf6c8-trmlh                               1/1     Running     0          44h
kube-system                    heapster-778c6b467-662pd                               1/1     Running     0          27h
kube-system                    kubernetes-dashboard-8f846679-sqj2z                    1/1     Running     0          44h
kube-system                    metrics-server-65ffd78c7f-vxngg                        1/1     Running     0          26h
kube-system                    tiller-deploy-6787c946f8-gw4wk                         1/1     Running     0          28h
kubesphere-controls-system     default-http-backend-6555ff6898-d2lh6                  1/1     Running     0          28h
kubesphere-controls-system     kubectl-admin-74fdfc47c7-dzdkj                         1/1     Running     0          27h
kubesphere-controls-system     kubesphere-router-demo-project-76cf544c5-dkmbc         1/1     Running     0          3h56m
kubesphere-monitoring-system   kube-state-metrics-7984bf6d6d-c5h5j                    4/4     Running     0          27h
kubesphere-monitoring-system   node-exporter-cq79j                                    2/2     Running     0          27h
kubesphere-monitoring-system   node-exporter-lsx9j                                    2/2     Running     0          27h
kubesphere-monitoring-system   node-exporter-rps8b                                    2/2     Running     0          27h
kubesphere-monitoring-system   node-exporter-zvjkq                                    2/2     Running     0          27h
kubesphere-monitoring-system   prometheus-k8s-0                                       3/3     Running     1          27h
kubesphere-monitoring-system   prometheus-k8s-system-0                                3/3     Running     1          27h
kubesphere-monitoring-system   prometheus-operator-545df648fb-9p4zd                   1/1     Running     0          27h
kubesphere-system              etcd-b7959ccd7-9pt4g                                   1/1     Running     0          35m
kubesphere-system              ks-account-fb4599477-8hxk8                             1/1     Running     0          32m
kubesphere-system              ks-account-fb4599477-nm489                             1/1     Running     0          31m
kubesphere-system              ks-account-fb4599477-wz5mc                             1/1     Running     0          30m
kubesphere-system              ks-apigateway-845bddf4f8-bl867                         1/1     Running     0          32m
kubesphere-system              ks-apigateway-845bddf4f8-pchpw                         1/1     Running     0          31m
kubesphere-system              ks-apigateway-845bddf4f8-sh8z2                         1/1     Running     0          32m
kubesphere-system              ks-apiserver-cdd8f86f7-6zp2q                           1/1     Running     0          31m
kubesphere-system              ks-apiserver-cdd8f86f7-s7qc2                           1/1     Running     0          32m
kubesphere-system              ks-apiserver-cdd8f86f7-vvwsq                           1/1     Running     0          32m
kubesphere-system              ks-console-565d7c4585-bt9jv                            1/1     Running     0          31m
kubesphere-system              ks-console-565d7c4585-lsvwt                            1/1     Running     0          31m
kubesphere-system              ks-console-565d7c4585-lw8t4                            1/1     Running     0          31m
kubesphere-system              ks-controller-manager-75849487f9-grrqw                 1/1     Running     0          31m
kubesphere-system              ks-controller-manager-75849487f9-j9gg8                 1/1     Running     0          31m
kubesphere-system              ks-controller-manager-75849487f9-x9lmw                 1/1     Running     0          31m
kubesphere-system              ks-installer-59fb465b7-4lqzv                           1/1     Running     0          28h
kubesphere-system              minio-8cd46c8d9-hf69b                                  1/1     Running     0          37m
kubesphere-system              mysql-b5597d996-gwd8p                                  1/1     Running     0          35m
kubesphere-system              openldap-0                                             1/1     Running     0          28h
kubesphere-system              openldap-1                                             1/1     Running     0          28h
kubesphere-system              redis-ha-haproxy-75776f44c4-2qf64                      1/1     Running     0          28h
kubesphere-system              redis-ha-haproxy-75776f44c4-blp48                      1/1     Running     0          28h
kubesphere-system              redis-ha-haproxy-75776f44c4-wmdrq                      1/1     Running     0          28h
kubesphere-system              redis-ha-server-0                                      2/2     Running     0          28h
kubesphere-system              redis-ha-server-1                                      2/2     Running     0          28h
kubesphere-system              redis-ha-server-2                                      2/2     Running     0          28h
openpitrix-system              hyperpitrix-release-app-job-gzhmb                      0/1     Completed   0          23m
openpitrix-system              openpitrix-hyperpitrix-deployment-54d58c9bfc-9mhqg     1/1     Running     0          24m
openpitrix-system              openpitrix-rp-kubernetes-deployment-68c6cc66ff-7h8ht   1/1     Running     0          24m