CI 一整套服务

环境说明

  • CentOS 7.3
  • 两台机子（一台机子也是可以，内存至少要 8G）
    • 一台：Gitlab + Redis + Postgresql
      • 硬件推荐：内存 4G
      • 端口安排
        • Gitlab：10080
    • 一台：Nexus + Jenkins + SonarQube + Postgresql
      • 硬件推荐：内存 8G
      • 端口安排
        • SonarQube：19000
        • Nexus：18081
        • Jenkins：18080

Gitlab + Redis + Postgresql

  • 预计会使用内存：2G 左右
  • 这套方案来自（部分内容根据自己情况进行了修改）：https://github.com/sameersbn/docker-gitlab
  • 创建宿主机挂载目录：mkdir -p /data/docker/gitlab/gitlab /data/docker/gitlab/redis /data/docker/gitlab/postgresql
  • 赋权（避免挂载的时候，一些程序需要容器中的用户的特定权限使用）：chmod -R 777 /data/docker/gitlab/gitlab /data/docker/gitlab/redis /data/docker/gitlab/postgresql
  • 这里使用 docker-compose 的启动方式，所以需要创建 docker-compose.yml 文件：
  1. version: '2'
  3. services:
  4.   redis:
  5.     restart: always
  6.     image: sameersbn/redis:latest
  7.     command:
  8.     - --loglevel warning
  9.     volumes:
  10.     - /data/docker/gitlab/redis:/var/lib/redis:Z
  12.   postgresql:
  13.     restart: always
  14.     image: sameersbn/postgresql:9.6-2
  15.     volumes:
  16.     - /data/docker/gitlab/postgresql:/var/lib/postgresql:Z
  17.     environment:
  18.     - DB_USER=gitlab
  19.     - DB_PASS=password
  20.     - DB_NAME=gitlabhq_production
  21.     - DB_EXTENSION=pg_trgm
  23.   gitlab:
  24.     restart: always
  25.     image: sameersbn/gitlab:10.4.2-1
  26.     depends_on:
  27.     - redis
  28.     - postgresql
  29.     ports:
  30.     - "10080:80"
  31.     - "10022:22"
  32.     volumes:
  33.     - /data/docker/gitlab/gitlab:/home/git/data:Z
  34.     environment:
  35.     - DEBUG=false
  37.     - DB_ADAPTER=postgresql
  38.     - DB_HOST=postgresql
  39.     - DB_PORT=5432
  40.     - DB_USER=gitlab
  41.     - DB_PASS=password
  42.     - DB_NAME=gitlabhq_production
  44.     - REDIS_HOST=redis
  45.     - REDIS_PORT=6379
  47.     - TZ=Asia/Shanghai
  48.     - GITLAB_TIMEZONE=Beijing
  50.     - GITLAB_HTTPS=false
  51.     - SSL_SELF_SIGNED=false
  53.     - GITLAB_HOST=192.168.0.105
  54.     - GITLAB_PORT=10080
  55.     - GITLAB_SSH_PORT=10022
  56.     - GITLAB_RELATIVE_URL_ROOT=
  57.     - GITLAB_SECRETS_DB_KEY_BASE=long-and-random-alphanumeric-string
  58.     - GITLAB_SECRETS_SECRET_KEY_BASE=long-and-random-alphanumeric-string
  59.     - GITLAB_SECRETS_OTP_KEY_BASE=long-and-random-alphanumeric-string
  61.     - GITLAB_ROOT_PASSWORD=
  62.     - GITLAB_ROOT_EMAIL=
  64.     - GITLAB_NOTIFY_ON_BROKEN_BUILDS=true
  65.     - GITLAB_NOTIFY_PUSHER=false
  67.     - GITLAB_EMAIL=notifications@example.com
  68.     - GITLAB_EMAIL_REPLY_TO=noreply@example.com
  69.     - GITLAB_INCOMING_EMAIL_ADDRESS=reply@example.com
  71.     - GITLAB_BACKUP_SCHEDULE=daily
  72.     - GITLAB_BACKUP_TIME=01:00
  74.     - SMTP_ENABLED=false
  75.     - SMTP_DOMAIN=www.example.com
  76.     - SMTP_HOST=smtp.gmail.com
  77.     - SMTP_PORT=587
  78.     - SMTP_USER=mailer@example.com
  79.     - SMTP_PASS=password
  80.     - SMTP_STARTTLS=true
  81.     - SMTP_AUTHENTICATION=login
  83.     - IMAP_ENABLED=false
  84.     - IMAP_HOST=imap.gmail.com
  85.     - IMAP_PORT=993
  86.     - IMAP_USER=mailer@example.com
  87.     - IMAP_PASS=password
  88.     - IMAP_SSL=true
  89.     - IMAP_STARTTLS=false
  91.     - OAUTH_ENABLED=false
  92.     - OAUTH_AUTO_SIGN_IN_WITH_PROVIDER=
  93.     - OAUTH_ALLOW_SSO=
  94.     - OAUTH_BLOCK_AUTO_CREATED_USERS=true
  95.     - OAUTH_AUTO_LINK_LDAP_USER=false
  96.     - OAUTH_AUTO_LINK_SAML_USER=false
  97.     - OAUTH_EXTERNAL_PROVIDERS=
  99.     - OAUTH_CAS3_LABEL=cas3
  100.     - OAUTH_CAS3_SERVER=
  101.     - OAUTH_CAS3_DISABLE_SSL_VERIFICATION=false
  102.     - OAUTH_CAS3_LOGIN_URL=/cas/login
  103.     - OAUTH_CAS3_VALIDATE_URL=/cas/p3/serviceValidate
  104.     - OAUTH_CAS3_LOGOUT_URL=/cas/logout
  106.     - OAUTH_GOOGLE_API_KEY=
  107.     - OAUTH_GOOGLE_APP_SECRET=
  108.     - OAUTH_GOOGLE_RESTRICT_DOMAIN=
  110.     - OAUTH_FACEBOOK_API_KEY=
  111.     - OAUTH_FACEBOOK_APP_SECRET=
  113.     - OAUTH_TWITTER_API_KEY=
  114.     - OAUTH_TWITTER_APP_SECRET=
  116.     - OAUTH_GITHUB_API_KEY=
  117.     - OAUTH_GITHUB_APP_SECRET=
  118.     - OAUTH_GITHUB_URL=
  119.     - OAUTH_GITHUB_VERIFY_SSL=
  121.     - OAUTH_GITLAB_API_KEY=
  122.     - OAUTH_GITLAB_APP_SECRET=
  124.     - OAUTH_BITBUCKET_API_KEY=
  125.     - OAUTH_BITBUCKET_APP_SECRET=
  127.     - OAUTH_SAML_ASSERTION_CONSUMER_SERVICE_URL=
  128.     - OAUTH_SAML_IDP_CERT_FINGERPRINT=
  129.     - OAUTH_SAML_IDP_SSO_TARGET_URL=
  130.     - OAUTH_SAML_ISSUER=
  131.     - OAUTH_SAML_LABEL="Our SAML Provider"
  132.     - OAUTH_SAML_NAME_IDENTIFIER_FORMAT=urn:oasis:names:tc:SAML:2.0:nameid-format:transient
  133.     - OAUTH_SAML_GROUPS_ATTRIBUTE=
  134.     - OAUTH_SAML_EXTERNAL_GROUPS=
  135.     - OAUTH_SAML_ATTRIBUTE_STATEMENTS_EMAIL=
  136.     - OAUTH_SAML_ATTRIBUTE_STATEMENTS_NAME=
  137.     - OAUTH_SAML_ATTRIBUTE_STATEMENTS_FIRST_NAME=
  138.     - OAUTH_SAML_ATTRIBUTE_STATEMENTS_LAST_NAME=
  140.     - OAUTH_CROWD_SERVER_URL=
  141.     - OAUTH_CROWD_APP_NAME=
  142.     - OAUTH_CROWD_APP_PASSWORD=
  144.     - OAUTH_AUTH0_CLIENT_ID=
  145.     - OAUTH_AUTH0_CLIENT_SECRET=
  146.     - OAUTH_AUTH0_DOMAIN=
  148.     - OAUTH_AZURE_API_KEY=
  149.     - OAUTH_AZURE_API_SECRET=
  150.     - OAUTH_AZURE_TENANT_ID=

Nexus + Jenkins + SonarQube

  • 预计会使用内存：4G 左右
  • 创建宿主机挂载目录：mkdir -p /data/docker/ci/nexus /data/docker/ci/jenkins /data/docker/ci/jenkins/home /data/docker/ci/sonarqube /data/docker/ci/postgresql
  • 赋权（避免挂载的时候，一些程序需要容器中的用户的特定权限使用）：chmod -R 777 /data/docker/ci/nexus /data/docker/ci/jenkins /data/docker/ci/jenkins/home /data/docker/ci/sonarqube /data/docker/ci/postgresql
  • 下面有一个细节要特别注意：yml 里面不能有中文。还有就是 sonar 的挂载目录不能直接挂在 /opt/sonarqube 上，不然会启动不了。
  • 这里使用 docker-compose 的启动方式，所以需要创建 docker-compose.yml 文件：
  1. version: '3'
  3. networks:
  4.   prodnetwork:
  5.     driver: bridge
  7. services:
  8.   sonardb:
  9.     image: postgres:9.6.6
  10.     restart: always
  11.     ports:
  12.       - "5433:5432"
  13.     networks:
  14.       - prodnetwork
  15.     volumes:
  16.       - /data/docker/ci/postgresql:/var/lib/postgresql
  17.     environment:
  18.       - POSTGRES_USER=sonar
  19.       - POSTGRES_PASSWORD=sonar
  20.   sonar:
  21.     image: sonarqube:6.7.1
  22.     restart: always
  23.     ports:
  24.      - "19000:9000"
  25.      - "19092:9092"
  26.     #networks:
  27.       #- prodnetwork
  28.     depends_on:
  29.       - sonardb
  30.     volumes:
  31.       - /data/docker/ci/sonarqube/conf:/opt/sonarqube/conf
  32.       - /data/docker/ci/sonarqube/data:/opt/sonarqube/data
  33.       - /data/docker/ci/sonarqube/extension:/opt/sonarqube/extensions
  34.       - /data/docker/ci/sonarqube/bundled-plugins:/opt/sonarqube/lib/bundled-plugins
  35.     environment:
  36.       #- SONARQUBE_JDBC_URL=jdbc:postgresql://sonardb:5433/sonar
  37.       - SONARQUBE_JDBC_URL=jdbc:postgresql://192.168.0.105:5433/sonar
  38.       - SONARQUBE_JDBC_USERNAME=sonar
  39.       - SONARQUBE_JDBC_PASSWORD=sonar
  40.   nexus:
  41.     image: sonatype/nexus3
  42.     restart: always
  43.     ports:
  44.       - "18081:8081"
  45.     networks:
  46.       - prodnetwork
  47.     volumes:
  48.       - /data/docker/ci/nexus:/nexus-data
  49.   jenkins:
  50.     image: jenkins:2.60.3
  51.     restart: always
  52.     ports:
  53.       - "18080:8080"
  54.     networks:
  55.       - prodnetwork
  56.     volumes:
  57.       - /var/run/docker.sock:/var/run/docker.sock
  58.       - /usr/bin/docker:/usr/bin/docker
  59.       - /data/docker/ci/jenkins:/var/lib/jenkins/
  60.       - /data/docker/ci/jenkins/home:/var/jenkins_home
  61.     depends_on:
  62.       - nexus
  63.       - sonar
  64.     environment:
  65.       - NEXUS_PORT=8081
  66.       - SONAR_PORT=9000
  67.       - SONAR_DB_PORT=5432