updated devops files

.github/workflows/dockerpush.yml

@@ -6,6 +6,7 @@ on:
     branches:
       - master
       - release
+      - develop
 
     # Publish `v1.2.3` tags as releases.
     tags:
@@ -60,3 +61,6 @@ jobs:
           if [ "$VERSION" == "release" ]; then
             curl ${{ secrets.JENKINS_RELEASE_URL }}
           fi
+          if [ "$VERSION" == "develop" ]; then
+            curl ${{ secrets.JENKINS_DEVELOP_URL }}
+          fi

devops/develop/crawlab-master.yaml

@@ -0,0 +1,49 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: crawlab
+  namespace: crawlab-develop
+spec:
+  ports:
+  - port: 8080
+    targetPort: 8080
+    nodePort: 30108
+  selector:
+    app: crawlab-master
+  type: NodePort
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: crawlab-master
+  namespace: crawlab-develop
+spec:
+  strategy:
+    type: Recreate
+  selector:
+    matchLabels:
+      app: crawlab-master
+  template:
+    metadata:
+      labels:
+        app: crawlab-master
+    spec:
+      containers:
+      - image: tikazyq/crawlab:develop
+        name: crawlab
+        env:
+        - name: CRAWLAB_SERVER_MASTER
+          value: "Y"
+        - name: CRAWLAB_MONGO_HOST
+          value: "mongo"
+        - name: CRAWLAB_REDIS_ADDRESS
+          value: "redis"
+        - name: CRAWLAB_SETTING_ALLOWREGISTER
+          value: "Y"
+        - name: CRAWLAB_SERVER_LANG_NODE
+          value: "Y"
+        - name: CRAWLAB_SERVER_LANG_JAVA
+          value: "Y"
+        ports:
+        - containerPort: 8080
+          name: crawlab

devops/develop/crawlab-worker.yaml

@@ -0,0 +1,32 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: crawlab-worker
+  namespace: crawlab-develop
+spec:
+  replicas: 2
+  strategy:
+    type: Recreate
+  selector:
+    matchLabels:
+      app: crawlab-worker
+  template:
+    metadata:
+      labels:
+        app: crawlab-worker
+    spec:
+      containers:
+      - image: tikazyq/crawlab:develop
+        name: crawlab
+        env:
+        - name: CRAWLAB_SERVER_MASTER
+          value: "N"
+        - name: CRAWLAB_MONGO_HOST
+          value: "mongo"
+        - name: CRAWLAB_REDIS_ADDRESS
+          value: "redis"
+        - name: CRAWLAB_SERVER_LANG_NODE
+          value: "Y"
+        - name: CRAWLAB_SERVER_LANG_JAVA
+          value: "Y"
+          

devops/develop/mongo-pv.yaml

@@ -0,0 +1,28 @@
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: mongo-pv-volume-develop
+  namespace: crawlab-develop
+  labels:
+    type: local
+spec:
+  storageClassName: manual
+  capacity:
+    storage: 2Gi
+  accessModes:
+    - ReadWriteOnce
+  hostPath:
+    path: "/data/crawlab-develop/mongodb/data"
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: mongo-pv-claim-develop
+  namespace: crawlab-develop
+spec:
+  storageClassName: manual
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 2Gi

devops/develop/mongo.yaml

@@ -0,0 +1,41 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: mongo
+  namespace: crawlab-develop
+spec:
+  ports:
+  - port: 27017
+  selector:
+    app: mongo
+  clusterIP: None
+---
+apiVersion: apps/v1 # for versions before 1.9.0 use apps/v1beta2
+kind: Deployment
+metadata:
+  name: mongo
+  namespace: crawlab-develop
+spec:
+  selector:
+    matchLabels:
+      app: mongo
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        app: mongo
+    spec:
+      containers:
+      - image: mongo:4
+        name: mongo
+        ports:
+        - containerPort: 27017
+          name: mongo
+        volumeMounts:
+        - name: mongo-persistent-storage
+          mountPath: /data/db
+      volumes:
+      - name: mongo-persistent-storage
+        persistentVolumeClaim:
+          claimName: mongo-pv-claim-develop

devops/develop/ns.yaml

@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: crawlab-develop

devops/develop/redis.yaml

@@ -0,0 +1,34 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: redis
+  namespace: crawlab-develop
+spec:
+  ports:
+  - port: 6379
+  selector:
+    app: redis
+  clusterIP: None
+---
+apiVersion: apps/v1 # for versions before 1.9.0 use apps/v1beta2
+kind: Deployment
+metadata:
+  name: redis
+  namespace: crawlab-develop
+spec:
+  selector:
+    matchLabels:
+      app: redis
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        app: redis
+    spec:
+      containers:
+      - image: redis
+        name: redis
+        ports:
+        - containerPort: 6379
+          name: redis

devops/release/crawlab-master.yaml

@@ -40,6 +40,10 @@ spec:
           value: "redis"
         - name: CRAWLAB_SETTING_ALLOWREGISTER
           value: "Y"
+        - name: CRAWLAB_SERVER_LANG_NODE
+          value: "Y"
+        - name: CRAWLAB_SERVER_LANG_JAVA
+          value: "Y"
         ports:
         - containerPort: 8080
           name: crawlab

devops/release/crawlab-worker.yaml

@@ -24,4 +24,8 @@ spec:
         - name: CRAWLAB_MONGO_HOST
           value: "mongo"
         - name: CRAWLAB_REDIS_ADDRESS
-          value: "redis"
+          value: "redis"
+        - name: CRAWLAB_SERVER_LANG_NODE
+          value: "Y"
+        - name: CRAWLAB_SERVER_LANG_JAVA
+          value: "Y"

k8s/crawlab-master.yaml

@@ -38,6 +38,10 @@ spec:
           value: "mongo"
         - name: CRAWLAB_REDIS_ADDRESS
           value: "redis"
+        # - name: CRAWLAB_SERVER_LANG_NODE
+        #   value: "Y"
+        # - name: CRAWLAB_SERVER_LANG_JAVA
+        #   value: "Y"
         ports:
         - containerPort: 8080
           name: crawlab

k8s/crawlab-worker.yaml

@@ -25,3 +25,7 @@ spec:
           value: "mongo"
         - name: CRAWLAB_REDIS_ADDRESS
           value: "redis"
+        # - name: CRAWLAB_SERVER_LANG_NODE
+        #   value: "Y"
+        # - name: CRAWLAB_SERVER_LANG_JAVA
+        #   value: "Y"