k8s

backend/apigateway/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/apigateway/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "apigateway" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/board-service/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/board-service/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "board-service" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/config/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/config/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "config" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/discovery/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/discovery/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "discovery" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/portal-service/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/portal-service/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "reserve-check-service" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/reserve-check-service/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/reserve-check-service/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "portal-service" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/reserve-item-service/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/reserve-item-service/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "reserve-item-service" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/reserve-request-service/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/reserve-request-service/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "reserve-request-service" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

backend/user-service/DockerfileK8s

@@ -0,0 +1,4 @@
+FROM openjdk:8-jre-alpine
+WORKDIR /app/
+COPY build/libs/*.jar app.jar
+CMD ["java", "-Dlogstash.url=logstash.default.svc.cluster.local:8088", "-jar", "app.jar"]

backend/user-service/Jenkinsfile

@@ -0,0 +1,48 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "user-service" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-backend-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("gradle") {
+            sh "./gradlew wrap --gradle-version=7.3 --daemon"
+            sh "./gradlew bootJar"
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8s -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='Image updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

frontend/admin/DockerfileK8s

@@ -0,0 +1,15 @@
+# admin
+FROM node:14.8.0-alpine
+
+ENV APP_TYPE="prodk8slg"
+ENV APP_HOME=/usr/app/
+
+RUN mkdir -p ${APP_HOME}
+WORKDIR $APP_HOME
+
+COPY package*.json .
+RUN npm install
+COPY . .
+RUN npm run build:${APP_TYPE}
+
+CMD npm run start:${APP_TYPE}

frontend/admin/DockerfileK8sPipeline

@@ -0,0 +1,3 @@
+FROM node:14.8.0-alpine
+COPY ./ ./
+CMD ["npm", "run", "start:prodk8slg"]

frontend/admin/Jenkinsfile

@@ -0,0 +1,51 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: 'nodejs', image: 'node:14.8.0-alpine', ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "frontend-admin" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("nodejs") {
+            container("nodejs") {
+                sh "npm install"
+                sh "npm run build:prodk8slg"
+            }
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8sPipeline -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='The image was updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

frontend/admin/package.json

@@ -19,6 +19,10 @@
     "start:prodlg": "env-cmd -f ./.env.production-lg node dist/index.js",
     "build:prodsm": "env-cmd -f ./.env.production-sm npm run build:next && npm run build:server",
     "start:prodsm": "env-cmd -f ./.env.production-sm node dist/index.js",
+    "build:prodk8slg": "env-cmd -f ./.env.production-k8s-lg npm run build:next && npm run build:server",
+    "start:prodk8slg": "env-cmd -f ./.env.production-k8s-lg node dist/index.js",
+    "build:prodk8ssm": "env-cmd -f ./.env.production-k8s-sm npm run build:next && npm run build:server",
+    "start:prodk8ssm": "env-cmd -f ./.env.production-k8s-sm node dist/index.js",
     "start": "NODE_ENV=production node dist/index.js",
     "test": "jest --coverage"
   },

frontend/portal/DockerfileK8s

@@ -0,0 +1,16 @@
+# admin
+FROM node:14.8.0-alpine
+
+ENV APP_TYPE="prodk8slg"
+ENV APP_HOME=/usr/app/
+ENV NODE_OPTIONS=--max_old_space_size=2048
+
+RUN mkdir -p ${APP_HOME}
+WORKDIR $APP_HOME
+
+COPY package*.json .
+RUN npm install
+COPY . .
+RUN npm run build:${APP_TYPE}
+
+CMD npm run start:${APP_TYPE}

frontend/portal/DockerfileK8sPipeline

@@ -0,0 +1,3 @@
+FROM node:14.8.0-alpine
+COPY ./ ./
+CMD ["npm", "run", "start:prodk8slg"]

frontend/portal/Jenkinsfile

@@ -0,0 +1,51 @@
+// https://github.com/jenkinsci/kubernetes-plugin
+podTemplate(
+    name: "jenkins-slave",
+    serviceAccount: "jenkins",
+    containers: [
+        containerTemplate(name: 'nodejs', image: 'node:14.8.0-alpine', ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "docker", image: "docker", ttyEnabled: true, command: 'cat'),
+        containerTemplate(name: "kubectl", image: "lachlanevenson/k8s-kubectl:v1.17.5", ttyEnabled: true, command: 'cat')
+    ],
+    volumes: [
+        hostPathVolume(mountPath: "/var/run/docker.sock", hostPath: "/var/run/docker.sock")
+    ]
+) {
+    node(POD_LABEL) {
+        def now = java.time.LocalDateTime.now()
+        def projectId = "frontend-portal" // 프로젝트 아이디
+
+        // docker
+        def dockerhubCredentialsId = "username-password-dockerhub" // 젠킨스 도커허브 자격증명
+        def dockerImage = "egovframe/egovframe-msa-edu-${projectId}" // 도커허브 이미지
+        def dockerImageTag = "latest" // 도커허브 이미지 태그
+
+        stage("git") {
+            checkout scm
+        }
+
+        stage("nodejs") {
+            container("nodejs") {
+                sh "npm install"
+                sh "npm run build:prodk8slg"
+            }
+        }
+
+        stage("docker") {
+            container("docker") {
+                withCredentials([usernamePassword(credentialsId: "${dockerhubCredentialsId}", passwordVariable: "password", usernameVariable: "username")]) {
+                    sh "docker login -u $username -p $password"
+                    sh "docker build -f DockerfileK8sPipeline -t ${dockerImage}:${dockerImageTag} ."
+                    sh "docker push ${dockerImage}:${dockerImageTag}"
+                }
+            }
+        }
+
+        stage( "kubernetes" ) {
+            container("kubectl") {
+                sh "kubectl rollout restart deployment ${projectId}-deployment"
+                sh "kubectl annotate deployment.apps/${projectId}-deployment kubernetes.io/change-cause='The image was updated at ${now} by ${env.BUILD_TAG}.'"
+            }
+        }
+    }
+}

frontend/portal/package.json

@@ -20,6 +20,10 @@
     "start:prodlg": "env-cmd -f ./.env.production-lg node build/index.js",
     "build:prodsm": "env-cmd -f ./.env.production-sm npm run build:next && npm run build:server",
     "start:prodsm": "env-cmd -f ./.env.production-sm node build/index.js",
+    "build:prodk8slg": "env-cmd -f ./.env.production-k8s-lg npm run build:next && npm run build:server",
+    "start:prodk8slg": "env-cmd -f ./.env.production-k8s-lg node build/index.js",
+    "build:prodk8ssm": "env-cmd -f ./.env.production-k8s-sm npm run build:next && npm run build:server",
+    "start:prodk8ssm": "env-cmd -f ./.env.production-k8s-sm node build/index.js",
     "start": "NODE_ENV=production node build/index.js",
     "test": "jest --coverage"
   },

k8s/applications/backend/apigateway/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: apigateway-hpa-cpu
+  labels:
+    env: production
+    tier: backend
+    app: apigateway
+    name: apigateway-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: apigateway-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/backend/apigateway/deployment.yaml

@@ -0,0 +1,70 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: apigateway-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: apigateway
+    name: apigateway-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: apigateway
+      name: apigateway-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: apigateway
+        name: apigateway-pod
+    spec:
+      containers:
+        - name: apigateway
+          image: egovframe/egovframe-msa-edu-backend-apigateway:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 8000
+          env:
+            - name: EUREKA_INSTANCE_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: EUREKA_INSTANCE_HOSTNAME
+            - name: APIGATEWAY_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: APIGATEWAY_HOSTNAME
+            - name: SPRING_CLOUD_CONFIG_URI
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: SPRING_CLOUD_CONFIG_URI
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 8000
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 8000
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3

k8s/applications/backend/apigateway/ingress/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: networking.k8s.io/v1beta1
+kind: Ingress
+metadata:
+  name: apigateway-ingress
+  labels:
+    env: production
+    tier: backend
+    app: apigateway
+    name: apigateway-ingress
+spec:
+  rules:
+    - host: <백엔드 API 게이트웨이 도메인> # TODO
+      http:
+        paths:
+          - path: /
+            backend:
+              serviceName: apigateway
+              servicePort: 8000

k8s/applications/backend/apigateway/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: apigateway
+  labels:
+    env: production
+    tier: backend
+    app: apigateway
+    name: apigateway-service
+spec:
+  ports:
+    - port: 8000
+      targetPort: 8000
+  selector:
+    env: production
+    tier: backend
+    app: apigateway
+    name: apigateway-pod

k8s/applications/backend/board-service/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: board-service-hpa-cpu
+  labels:
+    env: production
+    tier: backend
+    app: board-service
+    name: board-service-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: board-service-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/backend/board-service/deployment.yaml

@@ -0,0 +1,99 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: board-service-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: board-service
+    name: board-service-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: board-service
+      name: board-service-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: board-service
+        name: board-service-pod
+    spec:
+      tolerations:
+        - key: pvc
+          operator: Equal
+          value: backend-pvc
+          effect: NoSchedule
+      containers:
+        - name: board-service
+          image: egovframe/egovframe-msa-edu-backend-board-service:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 80
+          env:
+            - name: SERVER_PORT
+              value: "80"
+            - name: APP_HOME
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: APP_HOME
+            - name: EUREKA_INSTANCE_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: EUREKA_INSTANCE_HOSTNAME
+            - name: APIGATEWAY_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: APIGATEWAY_HOSTNAME
+            - name: SPRING_CLOUD_CONFIG_URI
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: SPRING_CLOUD_CONFIG_URI
+            - name: MYSQL_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: MYSQL_HOSTNAME
+            - name: ZIPKIN_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: ZIPKIN_HOSTNAME
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3
+          volumeMounts:
+            - name: backend-volume
+              mountPath: /srv/nfs
+      volumes:
+        - name: backend-volume
+          persistentVolumeClaim:
+            claimName: backend-pvc

k8s/applications/backend/board-service/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: board-service
+  labels:
+    env: production
+    tier: backend
+    app: board-service
+    name: board-service-service
+spec:
+  ports:
+    - port: 80
+      targetPort: 80
+  selector:
+    env: production
+    tier: backend
+    app: board-service
+    name: board-service-pod

k8s/applications/backend/config/deployment.yaml

@@ -0,0 +1,59 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: config-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: config
+    name: config-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: config
+      name: config-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: config
+        name: config-pod
+    spec:
+      containers:
+        - name: config
+          image: egovframe/egovframe-msa-edu-backend-config:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 8888
+          env:
+            # - name: SPRING_PROFILES_ACTIVE
+            #   value: "prod"
+            - name: SEARCH_LOCATION
+              value: "classpath:/config"
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 8888
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 8888
+            initialDelaySeconds: 30
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3

k8s/applications/backend/config/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: config
+  labels:
+    env: production
+    tier: backend
+    app: config
+    name: config-service
+spec:
+  ports:
+    - port: 8888
+      targetPort: 8888
+  selector:
+    env: production
+    tier: backend
+    app: config
+    name: config-pod

k8s/applications/backend/discovery/deployment.yaml

@@ -0,0 +1,49 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: discovery-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: discovery
+    name: discovery-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: discovery
+      name: discovery-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: discovery
+        name: discovery-pod
+    spec:
+      containers:
+        - name: discovery
+          image: egovframe/egovframe-msa-edu-backend-discovery:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 8761
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 8761
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 8761
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3

k8s/applications/backend/discovery/ingress/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: networking.k8s.io/v1beta1
+kind: Ingress
+metadata:
+  name: discovery-ingress
+  labels:
+    env: production
+    tier: backend
+    app: discovery
+    name: discovery-ingress
+spec:
+  rules:
+    - host: <백엔드 유레카 서버 도메인> # TODO
+      http:
+        paths:
+          - path: /
+            backend:
+              serviceName: discovery
+              servicePort: 8761

k8s/applications/backend/discovery/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: discovery
+  labels:
+    env: production
+    tier: backend
+    app: discovery
+    name: discovery-service
+spec:
+  ports:
+    - port: 8761
+      targetPort: 8761
+  selector:
+    env: production
+    tier: backend
+    app: discovery
+    name: discovery-pod

k8s/applications/backend/portal-service/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: portal-service-hpa-cpu
+  labels:
+    env: production
+    tier: backend
+    app: portal-service
+    name: portal-service-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: portal-service-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/backend/portal-service/deployment.yaml

@@ -0,0 +1,99 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: portal-service-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: portal-service
+    name: portal-service-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: portal-service
+      name: portal-service-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: portal-service
+        name: portal-service-pod
+    spec:
+      tolerations:
+        - key: pvc
+          operator: Equal
+          value: backend-pvc
+          effect: NoSchedule
+      containers:
+        - name: portal-service
+          image: egovframe/egovframe-msa-edu-backend-portal-service:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 80
+          env:
+            - name: SERVER_PORT
+              value: "80"
+            - name: APP_HOME
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: APP_HOME
+            - name: EUREKA_INSTANCE_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: EUREKA_INSTANCE_HOSTNAME
+            - name: APIGATEWAY_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: APIGATEWAY_HOSTNAME
+            - name: SPRING_CLOUD_CONFIG_URI
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: SPRING_CLOUD_CONFIG_URI
+            - name: MYSQL_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: MYSQL_HOSTNAME
+            - name: ZIPKIN_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: ZIPKIN_HOSTNAME
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3
+          volumeMounts:
+            - name: backend-volume
+              mountPath: /srv/nfs
+      volumes:
+        - name: backend-volume
+          persistentVolumeClaim:
+            claimName: backend-pvc

k8s/applications/backend/portal-service/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: portal-service
+  labels:
+    env: production
+    tier: backend
+    app: portal-service
+    name: portal-service-service
+spec:
+  ports:
+    - port: 80
+      targetPort: 80
+  selector:
+    env: production
+    tier: backend
+    app: portal-service
+    name: portal-service-pod

k8s/applications/backend/reserve-check-service/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: reserve-check-service-hpa-cpu
+  labels:
+    env: production
+    tier: backend
+    app: reserve-check-service
+    name: reserve-check-service-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: reserve-check-service-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/backend/reserve-check-service/deployment.yaml

@@ -0,0 +1,94 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: reserve-check-service-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: reserve-check-service
+    name: reserve-check-service-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: reserve-check-service
+      name: reserve-check-service-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: reserve-check-service
+        name: reserve-check-service-pod
+    spec:
+      containers:
+        - name: reserve-check-service
+          image: egovframe/egovframe-msa-edu-backend-reserve-check-service:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 80
+          env:
+            - name: SERVER_PORT
+              value: "80"
+            - name: APP_HOME
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: APP_HOME
+            - name: EUREKA_INSTANCE_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: EUREKA_INSTANCE_HOSTNAME
+            - name: APIGATEWAY_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: APIGATEWAY_HOSTNAME
+            - name: SPRING_CLOUD_CONFIG_URI
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: SPRING_CLOUD_CONFIG_URI
+            - name: MYSQL_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: MYSQL_HOSTNAME
+            - name: ZIPKIN_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: ZIPKIN_HOSTNAME
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3
+          volumeMounts:
+            - name: backend-volume
+              mountPath: /srv/nfs
+      volumes:
+        - name: backend-volume
+          persistentVolumeClaim:
+            claimName: backend-pvc

k8s/applications/backend/reserve-check-service/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: reserve-check-service
+  labels:
+    env: production
+    tier: backend
+    app: reserve-check-service
+    name: reserve-check-service-service
+spec:
+  ports:
+    - port: 80
+      targetPort: 80
+  selector:
+    env: production
+    tier: backend
+    app: reserve-check-service
+    name: reserve-check-service-pod

k8s/applications/backend/reserve-item-service/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: reserve-item-service-hpa-cpu
+  labels:
+    env: production
+    tier: backend
+    app: reserve-item-service
+    name: reserve-item-service-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: reserve-item-service-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/backend/reserve-item-service/deployment.yaml

@@ -0,0 +1,94 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: reserve-item-service-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: reserve-item-service
+    name: reserve-item-service-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: reserve-item-service
+      name: reserve-item-service-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: reserve-item-service
+        name: reserve-item-service-pod
+    spec:
+      containers:
+        - name: reserve-item-service
+          image: egovframe/egovframe-msa-edu-backend-reserve-item-service:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 80
+          env:
+            - name: SERVER_PORT
+              value: "80"
+            - name: APP_HOME
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: APP_HOME
+            - name: EUREKA_INSTANCE_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: EUREKA_INSTANCE_HOSTNAME
+            - name: APIGATEWAY_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: APIGATEWAY_HOSTNAME
+            - name: SPRING_CLOUD_CONFIG_URI
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: SPRING_CLOUD_CONFIG_URI
+            - name: MYSQL_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: MYSQL_HOSTNAME
+            - name: ZIPKIN_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: ZIPKIN_HOSTNAME
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3
+          volumeMounts:
+            - name: backend-volume
+              mountPath: /srv/nfs
+      volumes:
+        - name: backend-volume
+          persistentVolumeClaim:
+            claimName: backend-pvc

k8s/applications/backend/reserve-item-service/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: reserve-item-service
+  labels:
+    env: production
+    tier: backend
+    app: reserve-item-service
+    name: reserve-item-service-service
+spec:
+  ports:
+    - port: 80
+      targetPort: 80
+  selector:
+    env: production
+    tier: backend
+    app: reserve-item-service
+    name: reserve-item-service-pod

k8s/applications/backend/reserve-request-service/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: reserve-request-service-hpa-cpu
+  labels:
+    env: production
+    tier: backend
+    app: reserve-request-service
+    name: reserve-request-service-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: reserve-request-service-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/backend/reserve-request-service/deployment.yaml

@@ -0,0 +1,94 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: reserve-request-service-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: reserve-request-service
+    name: reserve-request-service-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: reserve-request-service
+      name: reserve-request-service-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: reserve-request-service
+        name: reserve-request-service-pod
+    spec:
+      containers:
+        - name: reserve-request-service
+          image: egovframe/egovframe-msa-edu-backend-reserve-request-service:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 80
+          env:
+            - name: SERVER_PORT
+              value: "80"
+            - name: APP_HOME
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: APP_HOME
+            - name: EUREKA_INSTANCE_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: EUREKA_INSTANCE_HOSTNAME
+            - name: APIGATEWAY_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: APIGATEWAY_HOSTNAME
+            - name: SPRING_CLOUD_CONFIG_URI
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: SPRING_CLOUD_CONFIG_URI
+            - name: MYSQL_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: MYSQL_HOSTNAME
+            - name: ZIPKIN_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: ZIPKIN_HOSTNAME
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3
+          volumeMounts:
+            - name: backend-volume
+              mountPath: /srv/nfs
+      volumes:
+        - name: backend-volume
+          persistentVolumeClaim:
+            claimName: backend-pvc

k8s/applications/backend/reserve-request-service/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: reserve-request-service
+  labels:
+    env: production
+    tier: backend
+    app: reserve-request-service
+    name: reserve-request-service-service
+spec:
+  ports:
+    - port: 80
+      targetPort: 80
+  selector:
+    env: production
+    tier: backend
+    app: reserve-request-service
+    name: reserve-request-service-pod

k8s/applications/backend/user-service/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: user-service-hpa-cpu
+  labels:
+    env: production
+    tier: backend
+    app: user-service
+    name: user-service-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: user-service-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/backend/user-service/deployment.yaml

@@ -0,0 +1,94 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: user-service-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: backend
+    app: user-service
+    name: user-service-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: user-service
+      name: user-service-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: user-service
+        name: user-service-pod
+    spec:
+      containers:
+        - name: user-service
+          image: egovframe/egovframe-msa-edu-backend-user-service:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 80
+          env:
+            - name: SERVER_PORT
+              value: "80"
+            - name: APP_HOME
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: APP_HOME
+            - name: EUREKA_INSTANCE_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: EUREKA_INSTANCE_HOSTNAME
+            - name: APIGATEWAY_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: APIGATEWAY_HOSTNAME
+            - name: SPRING_CLOUD_CONFIG_URI
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: SPRING_CLOUD_CONFIG_URI
+            - name: MYSQL_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: MYSQL_HOSTNAME
+            - name: ZIPKIN_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: ZIPKIN_HOSTNAME
+            - name: RABBITMQ_HOSTNAME
+              valueFrom:
+                configMapKeyRef:
+                  name: backend-configmap
+                  key: RABBITMQ_HOSTNAME
+          startupProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 80
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3
+          volumeMounts:
+            - name: backend-volume
+              mountPath: /srv/nfs
+      volumes:
+        - name: backend-volume
+          persistentVolumeClaim:
+            claimName: backend-pvc

k8s/applications/backend/user-service/service.yaml

@@ -0,0 +1,18 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: user-service
+  labels:
+    env: production
+    tier: backend
+    app: user-service
+    name: user-service-service
+spec:
+  ports:
+    - port: 80
+      targetPort: 80
+  selector:
+    env: production
+    tier: backend
+    app: user-service
+    name: user-service-pod

k8s/applications/frontend/admin/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: frontend-admin-hpa-cpu
+  labels:
+    env: production
+    tier: frontend
+    app: admin
+    name: frontend-admin-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: frontend-admin-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/frontend/admin/deployment.yaml

@@ -0,0 +1,49 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: frontend-admin-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: frontend
+    app: admin
+    name: frontend-admin-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: frontend
+      app: admin
+      name: frontend-admin-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: frontend
+        app: admin
+        name: frontend-admin-pod
+    spec:
+      containers:
+        - name: frontend-admin
+          image: egovframe/egovframe-msa-edu-frontend-admin:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 3000
+          startupProbe:
+            httpGet:
+              path: /
+              port: 3000
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /
+              port: 3000
+            initialDelaySeconds: 60
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3

k8s/applications/frontend/admin/ingress/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: networking.k8s.io/v1beta1
+kind: Ingress
+metadata:
+  name: frontend-admin-ingress
+  labels:
+    env: production
+    tier: frontend
+    app: admin
+    name: frontend-admin-ingress
+spec:
+  rules:
+    - host: <프론트엔드 관리자 도메인> # TODO
+      http:
+        paths:
+          - path: /
+            backend:
+              serviceName: frontend-admin
+              servicePort: 3000

k8s/applications/frontend/admin/service.yaml

@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: frontend-admin
+  labels:
+    env: production
+    tier: frontend
+    app: admin
+    name: frontend-admin-service
+spec:
+  ports:
+    - name: frontend-admin-http
+      port: 3000
+      targetPort: 3000
+  selector:
+    env: production
+    tier: frontend
+    app: admin
+    name: frontend-admin-pod

k8s/applications/frontend/portal/autoscaler.yaml

@@ -0,0 +1,17 @@
+apiVersion: autoscaling/v1
+kind: HorizontalPodAutoscaler
+metadata:
+  name: frontend-portal-hpa-cpu
+  labels:
+    env: production
+    tier: frontend
+    app: portal
+    name: frontend-portal-hpa-cpu
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: frontend-portal-deployment
+  minReplicas: 1
+  maxReplicas: 3
+  targetCPUUtilizationPercentage: 70

k8s/applications/frontend/portal/deployment.yaml

@@ -0,0 +1,49 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: frontend-portal-deployment
+  annotations:
+    kubernetes.io/change-cause: "Initialized by manifest files."
+  labels:
+    env: production
+    tier: frontend
+    app: portal
+    name: frontend-portal-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: frontend
+      app: portal
+      name: frontend-portal-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: frontend
+        app: portal
+        name: frontend-portal-pod
+    spec:
+      containers:
+        - name: frontend-portal
+          image: egovframe/egovframe-msa-edu-frontend-portal:latest # TODO
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 3000
+          startupProbe:
+            httpGet:
+              path: /
+              port: 3000
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /
+              port: 3000
+            initialDelaySeconds: 60
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3

k8s/applications/frontend/portal/ingress/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: networking.k8s.io/v1beta1
+kind: Ingress
+metadata:
+  name: frontend-portal-ingress
+  labels:
+    env: production
+    tier: frontend
+    app: portal
+    name: frontend-portal-ingress
+spec:
+  rules:
+    - host: <프론트엔드 포털 도메인> # TODO
+      http:
+        paths:
+          - path: /
+            backend:
+              serviceName: frontend-portal
+              servicePort: 3000

k8s/applications/frontend/portal/service.yaml

@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: frontend-portal
+  labels:
+    env: production
+    tier: frontend
+    app: portal
+    name: frontend-portal-service
+spec:
+  ports:
+    - name: frontend-portal-http
+      port: 3000
+      targetPort: 3000
+  selector:
+    env: production
+    tier: frontend
+    app: portal
+    name: frontend-portal-pod

k8s/environments/configmaps/backend-configmap.yaml

@@ -0,0 +1,17 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: backend-configmap
+  labels:
+    env: production
+    tier: backend
+    app: configmap
+    name: backend-configmap
+data:
+  # default namespace 기준
+  EUREKA_INSTANCE_HOSTNAME: "discovery.default.svc.cluster.local"
+  APIGATEWAY_HOSTNAME: "apigateway.default.svc.cluster.local"
+  SPRING_CLOUD_CONFIG_URI: "http://config.default.svc.cluster.local:8888"
+  MYSQL_HOSTNAME: "mysql.default.svc.cluster.local"
+  RABBITMQ_HOSTNAME: "rabbitmq.default.svc.cluster.local"
+  ZIPKIN_HOSTNAME: "zipkin.default.svc.cluster.local"

k8s/environments/configmaps/common-configmap.yaml

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: common-configmap
+  labels:
+    env: production
+    tier: backend
+    app: configmap
+    name: common-configmap
+data:
+  APP_HOME: "/srv/nfs"
+  TZ: "Asia/Seoul"

k8s/environments/databases/mysql/configmap.yaml

@@ -0,0 +1,25 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mysql-configmap
+  labels:
+    env: production
+    tier: database
+    app: configmap
+    name: mysql-configmap
+data:
+  mysql-user: "msaportal"
+  mysql-database: "msaportal"
+  mysql-allow-empty-password: "1"
+  mysql-root-host: "%"
+  TZ: Asia/Seoul
+  master.cnf: |
+    [mysqld]
+    log-bin
+    character-set-server=utf8
+    collation-server=utf8_general_ci
+  slave.cnf: |
+    [mysqld]
+    super-read-only
+    character-set-server=utf8
+    collation-server=utf8_general_ci

k8s/environments/databases/mysql/pvc.yaml

@@ -0,0 +1,16 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: mysql-pvc
+  labels:
+    env: production
+    tier: database
+    app: mysql
+    name: mysql-pvc
+spec:
+  accessModes:
+    - ReadWriteMany
+  resources:
+    requests:
+      storage: 5Gi
+  storageClassName: nfs

k8s/environments/databases/mysql/secret.yaml

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: mysql-secret
+  labels:
+    env: production
+    tier: database
+    app: secret
+    name: mysql-secret
+type: Opaque
+data:
+  mysql-password: bXNhcG9ydGFs # msaportal base64 encoded

k8s/environments/databases/mysql/service.yaml

@@ -0,0 +1,20 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: mysql
+  labels:
+    env: production
+    tier: database
+    app: mysql
+    name: mysql-service
+spec:
+  selector:
+    env: production
+    tier: database
+    app: mysql
+    name: mysql-pod
+  ports:
+    - name: http-3306
+      protocol: TCP
+      port: 3306
+      targetPort: 3306

k8s/environments/databases/mysql/statefulset.yaml

@@ -0,0 +1,171 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: mysql-statefulset
+  labels:
+    env: production
+    tier: database
+    app: mysql
+    name: mysql-statefulset
+spec:
+  serviceName: mysql
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: database
+      app: mysql
+      name: mysql-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: database
+        app: mysql
+        name: mysql-pod
+    spec:
+      initContainers:
+        - name: init-mysql
+          image: mysql:5.7
+          command:
+            - bash
+            - "-c"
+            - |
+              set -ex
+              [[ `hostname` =~ -([0-9]+)$ ]] || exit 1
+              ordinal=${BASH_REMATCH[1]}
+              echo [mysqld] > /mnt/conf.d/server-id.cnf
+              echo server-id=$((100 + $ordinal)) >> /mnt/conf.d/server-id.cnf
+              if [[ $ordinal -eq 0 ]]; then
+                cp /mnt/mysql-configmap/master.cnf /mnt/conf.d/
+              else
+                cp /mnt/mysql-configmap/slave.cnf /mnt/conf.d/
+              fi
+          volumeMounts:
+            - name: mysql-conf
+              mountPath: /mnt/conf.d
+            - name: mysql-configmap
+              mountPath: /mnt/mysql-configmap
+        - name: clone-mysql
+          image: gcr.io/google-samples/xtrabackup:1.0
+          command:
+            - bash
+            - "-c"
+            - |
+              set -ex
+              [[ -d /var/lib/mysql/mysql ]] && exit 0
+              [[ `hostname` =~ -([0-9]+)$ ]] || exit 1
+              ordinal=${BASH_REMATCH[1]}
+              [[ $ordinal -eq 0 ]] && exit 0
+              ncat --recv-only mysql-$(($ordinal-1)).mysql 3307 | xbstream -x -C /var/lib/mysql
+              xtrabackup --prepare --target-dir=/var/lib/mysql
+          volumeMounts:
+            - name: mysql-data
+              mountPath: /var/lib/mysql
+              subPath: mysql
+            - name: mysql-conf
+              mountPath: /etc/mysql/conf.d
+      containers:
+        - name: mysql
+          image: mysql:5.7
+          env:
+          - name: MYSQL_USER
+            valueFrom:
+              configMapKeyRef:
+                key: mysql-user
+                name: mysql-configmap
+          - name: MYSQL_DATABASE
+            valueFrom:
+              configMapKeyRef:
+                key: mysql-database
+                name: mysql-configmap
+          - name: MYSQL_PASSWORD
+            valueFrom:
+              secretKeyRef:
+                key: mysql-password
+                name: mysql-secret
+          - name: MYSQL_ALLOW_EMPTY_PASSWORD
+            valueFrom:
+              configMapKeyRef:
+                key: mysql-allow-empty-password
+                name: mysql-configmap
+          - name: MYSQL_ROOT_HOST
+            valueFrom:
+              configMapKeyRef:
+                key: mysql-root-host
+                name: mysql-configmap
+          ports:
+            - name: mysql
+              containerPort: 3306
+          volumeMounts:
+            - name: mysql-data
+              mountPath: /var/lib/mysql
+              subPath: mysql
+            - name: mysql-conf
+              mountPath: /etc/mysql/conf.d
+          startupProbe:
+            exec:
+              command: ["mysqladmin", "ping"]
+            initialDelaySeconds: 10
+            periodSeconds: 2
+            timeoutSeconds: 1
+          readinessProbe:
+            exec:
+              command: ["mysql", "-h", "127.0.0.1", "-e", "SELECT 1"]
+            initialDelaySeconds: 30
+            periodSeconds: 2
+            timeoutSeconds: 1
+        - name: xtrabackup
+          image: gcr.io/google-samples/xtrabackup:1.0
+          ports:
+            - name: xtrabackup
+              containerPort: 3307
+          command:
+            - bash
+            - "-c"
+            - |
+              set -ex
+              cd /var/lib/mysql
+
+              if [[ -f xtrabackup_slave_info && "x$(<xtrabackup_slave_info)" != "x" ]]; then
+                cat xtrabackup_slave_info | sed -E 's/;$//g' > change_master_to.sql.in
+                rm -f xtrabackup_slave_info xtrabackup_binlog_info
+              elif [[ -f xtrabackup_binlog_info ]]; then
+                [[ `cat xtrabackup_binlog_info` =~ ^(.*?)[[:space:]]+(.*?)$ ]] || exit 1
+                rm -f xtrabackup_binlog_info xtrabackup_slave_info
+                echo "CHANGE MASTER TO MASTER_LOG_FILE='${BASH_REMATCH[1]}',\
+                      MASTER_LOG_POS=${BASH_REMATCH[2]}" > change_master_to.sql.in
+              fi
+
+              if [[ -f change_master_to.sql.in ]]; then
+                echo "Waiting for mysqld to be ready (accepting connections)"
+                until mysql -h 127.0.0.1 -e "SELECT 1"; do sleep 1; done
+
+                echo "Initializing replication from clone position"
+                mysql -h 127.0.0.1 \
+                      -e "$(<change_master_to.sql.in), \
+                              MASTER_HOST='mysql-0.mysql', \
+                              MASTER_USER='root', \
+                              MASTER_PASSWORD='', \
+                              MASTER_CONNECT_RETRY=10; \
+                            START SLAVE;" || exit 1
+                mv change_master_to.sql.in change_master_to.sql.orig
+              fi
+
+              exec ncat --listen --keep-open --send-only --max-conns=1 3307 -c \
+                "xtrabackup --backup --slave-info --stream=xbstream --host=127.0.0.1 --user=root"
+          volumeMounts:
+            - name: mysql-data
+              mountPath: /var/lib/mysql
+              subPath: mysql
+            - name: mysql-conf
+              mountPath: /etc/mysql/conf.d
+      volumes:
+        - name: mysql-conf
+          emptyDir: {}
+        - name: mysql-configmap
+          configMap:
+            name: mysql-configmap
+        - name: mysql-data
+          persistentVolumeClaim:
+            claimName: mysql-pvc

k8s/environments/jenkins/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: networking.k8s.io/v1beta1
+kind: Ingress
+metadata:
+  name: jenkins-ingress
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-ingress
+spec:
+  rules:
+    - host: <젠킨스 도메인> # TODO
+      http:
+        paths:
+          - path: /
+            backend:
+              serviceName: jenkins
+              servicePort: 8080

k8s/environments/jenkins/pvc.yaml

@@ -0,0 +1,16 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: jenkins-pvc
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-pvc
+spec:
+  accessModes:
+    - ReadWriteMany
+  resources:
+    requests:
+      storage: 5Gi
+  storageClassName: nfs

k8s/environments/jenkins/sa.yaml

@@ -0,0 +1,55 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: jenkins
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-sa
+---
+kind: Role
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: jenkins
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-r
+rules:
+- apiGroups: ["extensions","apps"]
+  resources: ["deployments"]
+  verbs: ["get","list","watch","create","update","patch","delete"]
+- apiGroups: [""]
+  resources: ["pods"]
+  verbs: ["create","delete","get","list","patch","update","watch"]
+- apiGroups: [""]
+  resources: ["pods/exec"]
+  verbs: ["create","delete","get","list","patch","update","watch"]
+- apiGroups: [""]
+  resources: ["pods/log"]
+  verbs: ["get","list","watch"]
+- apiGroups: [""]
+  resources: ["secrets"]
+  verbs: ["get"]
+- apiGroups: [""]
+  resources: ["events"]
+  verbs: ["get", "watch"]
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: jenkins
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-rb
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: jenkins
+subjects:
+- kind: ServiceAccount
+  name: jenkins

k8s/environments/jenkins/service.yaml

@@ -0,0 +1,37 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: jenkins
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-service
+spec:
+  ports:
+    - port: 8080
+      targetPort: 8080
+  selector:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-pod
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: jenkins-jnlp
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-jnlp-service
+spec:
+  ports:
+    - port: 50000
+      targetPort: 50000
+  selector:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-pod

k8s/environments/jenkins/statefulset.yaml

@@ -0,0 +1,43 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: jenkins-statefulset
+  labels:
+    env: production
+    tier: cicd
+    app: jenkins
+    name: jenkins-statefulset
+spec:
+  serviceName: jenkins
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: cicd
+      app: jenkins
+      name: jenkins-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: cicd
+        app: jenkins
+        name: jenkins-pod
+    spec:
+      serviceAccountName: jenkins
+      containers:
+        - name: jenkins
+          image: jenkins/jenkins:lts
+          imagePullPolicy: Always
+          ports:
+            - name: http-port
+              containerPort: 8080
+            - name: jnlp-port
+              containerPort: 50000
+          volumeMounts:
+            - name: jenkins-volume
+              mountPath: /var/jenkins_home
+      volumes:
+        - name: jenkins-volume
+          persistentVolumeClaim:
+            claimName: jenkins-pvc

k8s/environments/logging/elk/elasticsearch/deployment.yaml

@@ -0,0 +1,44 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: elasticsearch-deployment
+  labels:
+    env: production
+    tier: backend
+    app: elasticsearch
+    name: elasticsearch-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: elasticsearch
+      name: elasticsearch-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: elasticsearch
+        name: elasticsearch-pod
+    spec:
+      containers:
+      - name: elasticsearch
+        image: docker.elastic.co/elasticsearch/elasticsearch:7.10.1
+        imagePullPolicy: Always
+        env:
+          - name: discovery.type
+            value: single-node
+          - name: ES_JAVA_OPTS
+            value: "-Xms512m -Xmx512m"
+          - name: TZ
+            valueFrom:
+              configMapKeyRef:
+                name: common-configmap
+                key: TZ
+        ports:
+        - containerPort: 9200
+          name: http
+        - containerPort: 9300
+          name: tcp

k8s/environments/logging/elk/elasticsearch/service.yaml

@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: elasticsearch
+  labels:
+    env: production
+    tier: backend
+    app: elasticsearch
+    name: elasticsearch-service
+spec:
+  selector:
+    env: production
+    tier: backend
+    app: elasticsearch
+    name: elasticsearch-pod
+  ports:
+    - port: 9200
+      protocol: TCP
+      targetPort: 9200

k8s/environments/logging/elk/kibana/configmap.yaml

@@ -0,0 +1,19 @@
+# kubectl create configmap kibana-configmap --from-file=config/kibana.yml
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: kibana-configmap
+  labels:
+    env: production
+    tier: backend
+    app: kibana
+    name: kibana-configmap
+data:
+  kibana.yml: |
+    server.name: kibana
+    server.host: "0.0.0.0"
+
+    ## X-Pack security credentials
+    # xpack.monitoring.ui.container.elasticsearch.enabled: true
+    # elasticsearch.username: elastic
+    # elasticsearch.password: changeme

k8s/environments/logging/elk/kibana/deployment.yaml

@@ -0,0 +1,48 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: kibana-deployment
+  labels:
+    env: production
+    tier: backend
+    app: kibana
+    name: kibana-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: kibana
+      name: kibana-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: kibana
+        name: kibana-pod
+    spec:
+      containers:
+      - name: kibana
+        image: docker.elastic.co/kibana/kibana:7.10.1
+        env:
+          - name: ELASTICSEARCH_URL
+            value: http://elasticsearch.default.svc.cluster.local:9200
+          - name: ELASTICSEARCH_HOSTS
+            value: '["http://elasticsearch.default.svc.cluster.local:9200"]'
+          - name: TZ
+            valueFrom:
+              configMapKeyRef:
+                name: common-configmap
+                key: TZ
+        ports:
+        - containerPort: 5601
+          name: http
+        volumeMounts:
+          - name: kibana-config-volumne
+            mountPath: /usr/share/kibana/config/
+      volumes:
+      - name: kibana-config-volumne
+        configMap:
+          name: kibana-configmap

k8s/environments/logging/elk/kibana/ingress/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: networking.k8s.io/v1beta1
+kind: Ingress
+metadata:
+  name: kibana-ingress
+  labels:
+    env: production
+    tier: logging
+    app: kibana
+    name: kibana-ingress
+spec:
+  rules:
+    - host: <ELK Kibana 도메인> # TODO
+      http:
+        paths:
+          - path: /
+            backend:
+              serviceName: kibana
+              servicePort: 5601

k8s/environments/logging/elk/kibana/service.yaml

@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: kibana
+  labels:
+    env: production
+    tier: backend
+    app: kibana
+    name: kibana-service
+spec:
+  selector:
+    env: production
+    tier: backend
+    app: kibana
+    name: kibana-pod
+  ports:
+  - protocol: TCP
+    port: 5601
+    targetPort: 5601

k8s/environments/logging/elk/logstash/configmap.yaml

@@ -0,0 +1,36 @@
+#kubectl create configmap logstash-configmap --from-file=config/logstash.yml --from-file=pipeline/logstash.conf
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: logstash-configmap
+  labels:
+    env: production
+    tier: backend
+    app: logstash
+    name: logstash-configmap
+data:
+  logstash.conf: |
+    # LogstashTcpSocketAppender
+    input {
+      tcp {
+        port => 8088
+        codec => json_lines
+      }
+    }
+
+    output {
+      elasticsearch {
+        hosts => "http://elasticsearch.default.svc.cluster.local:9200"
+      }
+    }
+  logstash.yml: |-
+    # http.host: "0.0.0.0"
+    http.host: "127.0.0.1"
+    path.config: /usr/share/logstash/pipeline
+    # pipeline.workers: 2
+
+    ## X-Pack security credentials
+    #
+    # xpack.monitoring.enabled: true
+    # xpack.monitoring.elasticsearch.username: elastic
+    # xpack.monitoring.elasticsearch.password: changeme

k8s/environments/logging/elk/logstash/deplyment.yaml

@@ -0,0 +1,55 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: logstash-deployment
+  labels:
+    env: production
+    tier: backend
+    app: logstash
+    name: logstash-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: logstash
+      name: logstash-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: logstash
+        name: logstash-pod
+    spec:
+      containers:
+      - name: logstash
+        image: docker.elastic.co/logstash/logstash:7.10.1
+        ports:
+          - containerPort: 8088
+        resources:
+          requests:
+            cpu: 300m
+            memory: 512Mi
+          limits:
+            cpu: 300m
+            memory: 512Mi
+        volumeMounts:
+          - name: logstash-config-volume
+            mountPath: /usr/share/logstash/config
+          - name: logstash-pipeline-volume
+            mountPath: /usr/share/logstash/pipeline
+      volumes:
+        - name: logstash-config-volume
+          configMap:
+            name: logstash-configmap
+            items:
+              - key: logstash.yml
+                path: logstash.yml
+        - name: logstash-pipeline-volume
+          configMap:
+            name: logstash-configmap
+            items:
+              - key: logstash.conf
+                path: logstash.conf

k8s/environments/logging/elk/logstash/service.yaml

@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: logstash
+  labels:
+    env: production
+    tier: backend
+    app: logstash
+    name: logstash-service
+spec:
+  selector:
+    env: production
+    tier: backend
+    app: logstash
+    name: logstash-pod
+  ports:
+    - protocol: TCP
+      port: 8088
+      targetPort: 8088

k8s/environments/nfs/deployment.yaml

@@ -0,0 +1,46 @@
+kind: Deployment
+apiVersion: apps/v1
+metadata:
+  name: nfs-provisioner-deployment
+  labels:
+    env: production
+    tier: storage
+    app: nfs
+    name: nfs-provisioner-deployment
+spec:
+  selector:
+    matchLabels:
+      env: production
+      tier: storage
+      app: nfs
+      name: nfs-provisioner-pod
+  replicas: 1
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: storage
+        app: nfs
+        name: nfs-provisioner-pod
+    spec:
+      serviceAccountName: nfs-provisioner-sa
+      containers:
+        - name: nfs-provisioner
+          image: quay.io/external_storage/nfs-client-provisioner:latest
+          env:
+            - name: PROVISIONER_NAME
+              value: nfs-provisioner
+            - name: NFS_SERVER
+              value: 192.168.56.21
+            - name: NFS_PATH
+              value: /srv/nfs
+          volumeMounts:
+            - name: nfs-volume
+              mountPath: /persistentvolumes
+      volumes:
+       - name: nfs-volume
+         nfs:
+           server: 192.168.56.21
+           path: /srv/nfs

k8s/environments/nfs/nfs-client.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+# NFS 클라이언트 패키지를 설치한다.
+sudo apt install -y nfs-common
+
+# 마운트할 디렉터리를 만든다.
+sudo mkdir /srv/nfs
+
+# 디렉터리를 마운트한다.
+sudo mount -t nfs 192.168.56.21:/srv/nfs /srv/nfs
+
+# 디스크를 확인한다.
+df -h

k8s/environments/nfs/nfs-server.sh

@@ -0,0 +1,22 @@
+#!/bin/sh
+
+# NFS 서버 패키지를 설치한다.
+sudo apt install -y nfs-kernel-server
+
+# 공유 디렉터리를 만든다.
+sudo mkdir /srv/nfs
+
+# 공유 디렉터리에 권한을 부여한다.
+sudo chown -R nobody:nogroup /srv/nfs
+sudo chmod 777 /srv/nfs
+
+# 공유 디렉터리 내보내기를 설정한다.
+echo "/srv/nfs *(rw,sync,no_subtree_check)" | sudo tee /etc/exports
+
+# NFS 서버를 재시작하고 상태를 확인한다.
+sudo systemctl restart nfs-kernel-server
+sudo systemctl status nfs-kernel-server
+
+# NFS 포트를 방화벽에서 허용한다.
+sudo iptables -A INPUT -p tcp --dport 2049 -j ACCEPT
+sudo iptables -A INPUT -p udp --dport 2049 -j ACCEPT

k8s/environments/nfs/sa.yaml

@@ -0,0 +1,89 @@
+kind: ServiceAccount
+apiVersion: v1
+metadata:
+  name: nfs-provisioner-sa
+  labels:
+    env: production
+    tier: storage
+    app: nfs
+    name: nfs-provisioner-sa
+---
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1 
+metadata:
+  name: nfs-provisioner-cr
+  labels:
+    env: production
+    tier: storage
+    app: nfs
+    name: nfs-provisioner-cr
+rules:
+  - apiGroups: [""]
+    resources: ["persistentvolumes"]
+    verbs: ["get", "list", "watch", "create", "delete"]
+  - apiGroups: [""]
+    resources: ["persistentvolumeclaims"]
+    verbs: ["get", "list", "watch", "update"]
+  - apiGroups: ["storage.k8s.io"]
+    resources: ["storageclasses"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: [""]
+    resources: ["events"]
+    verbs: ["watch", "create", "update", "patch"]
+  - apiGroups: [""]
+    resources: ["services", "endpoints"]
+    verbs: ["get"]
+  - apiGroups: ["extensions"]
+    resources: ["podsecuritypolicies"]
+    resourceNames: ["nfs-provisioner"]
+    verbs: ["use"]
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: nfs-provisioner-crb
+  labels:
+    env: production
+    tier: storage
+    app: nfs
+    name: nfs-provisioner-crb
+subjects:
+  - kind: ServiceAccount
+    name: nfs-provisioner-sa
+    namespace: default
+roleRef:
+  kind: ClusterRole
+  name: nfs-provisioner-cr
+  apiGroup: rbac.authorization.k8s.io
+---
+kind: Role
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: nfs-provisioner-r
+  labels:
+    env: production
+    tier: storage
+    app: nfs
+    name: nfs-provisioner-r
+rules:
+  - apiGroups: [""]
+    resources: ["endpoints"]
+    verbs: ["get", "list", "watch", "create", "update", "patch"]
+---
+kind: RoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: nfs-provisioner-rb
+  labels:
+    env: production
+    tier: storage
+    app: nfs
+    name: nfs-provisioner-rb
+subjects:
+  - kind: ServiceAccount
+    name: nfs-provisioner-sa
+    namespace: default
+roleRef:
+  kind: Role
+  name: nfs-provisioner-r
+  apiGroup: rbac.authorization.k8s.io

k8s/environments/nfs/sc.yaml

@@ -0,0 +1,12 @@
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+  name: nfs
+  labels:
+    env: production
+    tier: storage
+    app: nfs
+    name: nfs
+provisioner: nfs-provisioner
+parameters:
+  archiveOnDelete: "false"

k8s/environments/rabbitmq/deployment.yaml

@@ -0,0 +1,55 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: rabbitmq-deployment
+  labels:
+    env: production
+    tier: backend
+    app: rabbitmq
+    name: rabbitmq-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: rabbitmq
+      name: rabbitmq-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: rabbitmq
+        name: rabbitmq-pod
+    spec:
+      containers:
+        - name: rabbitmq
+          image: rabbitmq:management
+          ports:
+            - containerPort: 5672
+              name: http-5672
+            - containerPort: 15672
+              name: http-15672
+          env:
+            - name: TZ
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: TZ
+          startupProbe:
+            httpGet:
+              path: /
+              port: 15672
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /
+              port: 15672
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3

k8s/environments/rabbitmq/ingress/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: networking.k8s.io/v1beta1
+kind: Ingress
+metadata:
+  name: rabbitmq-ingress
+  labels:
+    env: production
+    tier: backend
+    app: rabbitmq
+    name: rabbitmq-ingress
+spec:
+  rules:
+    - host: <RabbitMQ 도메인> # TODO
+      http:
+        paths:
+          - path: /
+            backend:
+              serviceName: rabbitmq
+              servicePort: 15672

k8s/environments/rabbitmq/service.yaml

@@ -0,0 +1,24 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: rabbitmq
+  labels:
+    env: production
+    tier: backend
+    app: rabbitmq
+    name: rabbitmq-service
+spec:
+  selector:
+    env: production
+    tier: backend
+    app: rabbitmq
+    name: rabbitmq-pod
+  ports:
+    - name: http-5672
+      protocol: TCP
+      port: 5672
+      targetPort: 5672
+    - name: http-15672
+      protocol: TCP
+      port: 15672
+      targetPort: 15672

k8s/environments/storage/pvc-egovcp.yaml

@@ -0,0 +1,16 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: backend-pvc
+  labels:
+    env: production
+    tier: backend
+    app: pvc
+    name: backend-pvc
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 5Gi
+  storageClassName: cinder

k8s/environments/storage/pvc-nfs.yaml

@@ -0,0 +1,16 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: backend-pvc
+  labels:
+    env: production
+    tier: backend
+    app: pvc
+    name: backend-pvc
+spec:
+  accessModes:
+    - ReadWriteMany
+  resources:
+    requests:
+      storage: 5Gi
+  storageClassName: nfs

k8s/environments/vagrant/Vagrantfile

@@ -0,0 +1,74 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+Vagrant.configure("2") do |config|
+    # control-plane
+    config.vm.define "control-plane1" do |config|
+      config.vm.box = "ubuntu/focal64"
+      config.vm.provider "virtualbox" do |vb|
+        vb.name = "control-plane1"
+        vb.cpus = 2
+        vb.memory = 4000
+        unless File.exist?('./.disk/ceph1.vdi')
+          vb.customize ['createmedium', 'disk', '--filename', './.disk/ceph1.vdi', '--size', 10240]
+        end
+        vb.customize ['storageattach', :id, '--storagectl', 'SCSI', '--port', 2, '--device', 0, '--type', 'hdd', '--medium',
+  './.disk/ceph1.vdi']
+      end
+      config.vm.hostname = "control-plane1"
+      config.vm.network "private_network", ip: "192.168.56.21", nic_type: "virtio"
+      config.vm.network "forwarded_port", guest: 6443, host: 6443, protocol: "tcp"
+      config.vm.network "forwarded_port", guest: 80, host: 8080, protocol: "tcp"
+    end
+  
+    # worker1
+    config.vm.define "worker1" do |config|
+      config.vm.box = "ubuntu/focal64"
+      config.vm.provider "virtualbox" do |vb|
+        vb.name = "worker1"
+        vb.cpus = 2
+        vb.memory = 4000
+        unless File.exist?('./.disk/ceph2.vdi')
+          vb.customize ['createmedium', 'disk', '--filename', './.disk/ceph2.vdi', '--size', 10240]
+        end
+        vb.customize ['storageattach', :id, '--storagectl', 'SCSI', '--port', 2, '--device', 0, '--type', 'hdd', '--medium',
+  './.disk/ceph2.vdi']
+      end
+      config.vm.hostname = "worker1"
+      config.vm.network "private_network", ip: "192.168.56.22", nic_type: "virtio"
+    end
+  
+    # worker2
+    config.vm.define "worker2" do |config|
+      config.vm.box = "ubuntu/focal64"
+      config.vm.provider "virtualbox" do |vb|
+        vb.name = "worker2"
+        vb.cpus = 2
+        vb.memory = 4000
+        unless File.exist?('./.disk/ceph3.vdi')
+          vb.customize ['createmedium', 'disk', '--filename', './.disk/ceph3.vdi', '--size', 10240]
+        end
+        vb.customize ['storageattach', :id, '--storagectl', 'SCSI', '--port', 2, '--device', 0, '--type', 'hdd', '--medium',
+  './.disk/ceph3.vdi']
+      end
+      config.vm.hostname = "worker2"
+      config.vm.network "private_network", ip: "192.168.56.23", nic_type: "virtio"
+    end
+  
+    # Hostmanager plugin
+    # vagrant plugin install vagrant-hostmanager
+    config.hostmanager.enabled = true
+    config.hostmanager.manage_guest = true
+  
+    # Disable Synced Folder
+    config.vm.synced_folder ".", "/vagrant", disabled: true
+  
+    # Enable SSH Password Authentication
+    config.vm.provision "shell", inline: <<-SHELL
+      sed -i 's/PasswordAuthentication no/PasswordAuthentication yes/g' /etc/ssh/sshd_config
+      sed -i 's/archive.ubuntu.com/mirror.kakao.com/g' /etc/apt/sources.list
+      sed -i 's/security.ubuntu.com/mirror.kakao.com/g' /etc/apt/sources.list
+      systemctl restart ssh
+    SHELL
+  end
+  

k8s/environments/zipkin/deployment.yaml

@@ -0,0 +1,53 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: zipkin-deployment
+  labels:
+    env: production
+    tier: backend
+    app: zipkin
+    name: zipkin-deployment
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      env: production
+      tier: backend
+      app: zipkin
+      name: zipkin-pod
+  template:
+    metadata:
+      labels:
+        env: production
+        tier: backend
+        app: zipkin
+        name: zipkin-pod
+    spec:
+      containers:
+        - name: zipkin
+          image: openzipkin/zipkin
+          ports:
+            - containerPort: 9411
+              name: http-9411
+          env:
+            - name: TZ
+              valueFrom:
+                configMapKeyRef:
+                  name: common-configmap
+                  key: TZ
+          startupProbe:
+            httpGet:
+              path: /zipkin/
+              port: 9411
+            initialDelaySeconds: 10
+            periodSeconds: 5
+            successThreshold: 1
+            failureThreshold: 36
+          readinessProbe:
+            httpGet:
+              path: /zipkin/
+              port: 9411
+            initialDelaySeconds: 10
+            periodSeconds: 10
+            successThreshold: 1
+            failureThreshold: 3

k8s/environments/zipkin/ingress/ingress.yaml

@@ -0,0 +1,18 @@
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  name: zipkin-ingress
+  labels:
+    env: production
+    tier: backend
+    app: zipkin
+    name: zipkin-ingress
+spec:
+  rules:
+  - host: <Zipkin 도메인> # TODO
+    http:
+      paths:
+      - path: /
+        backend:
+          serviceName: zipkin
+          servicePort: 9411

k8s/environments/zipkin/service.yaml

@@ -0,0 +1,20 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: zipkin
+  labels:
+    env: production
+    tier: backend
+    app: zipkin
+    name: zipkin-service
+spec:
+  selector:
+    env: production
+    tier: backend
+    app: zipkin
+    name: zipkin-pod
+  ports:
+    - name: http-9411
+      protocol: TCP
+      port: 9411
+      targetPort: 9411