初始合入databridge,用于后续数据的导出导入
This commit is contained in:
40
k8s/job-templates/csv-export-job.yaml
Normal file
40
k8s/job-templates/csv-export-job.yaml
Normal file
@@ -0,0 +1,40 @@
|
||||
apiVersion: batch/v1
|
||||
kind: Job
|
||||
metadata:
|
||||
name: csv-export-job-{{JOB_ID}}
|
||||
spec:
|
||||
ttlSecondsAfterFinished: 86400
|
||||
template:
|
||||
spec:
|
||||
containers:
|
||||
- name: exporter
|
||||
image: {{IMAGE_REPO}}/databridge:{{IMAGE_TAG}}
|
||||
args: ["--pipeline", "csv_export"]
|
||||
env:
|
||||
- name: DATA_PVC_MOUNT_PATH
|
||||
value: "/data"
|
||||
- name: OUTPUT_DIR
|
||||
value: "/data/csv-exports"
|
||||
- name: EXPORT_QUERY
|
||||
value: "{{EXPORT_QUERY}}"
|
||||
- name: DB_HOST
|
||||
value: "{{DB_HOST}}"
|
||||
- name: DB_PORT
|
||||
value: "{{DB_PORT}}"
|
||||
- name: DB_NAME
|
||||
value: "{{DB_NAME}}"
|
||||
- name: DB_USER
|
||||
value: "{{DB_USER}}"
|
||||
- name: DB_PASSWORD
|
||||
value: "{{DB_PASSWORD}}"
|
||||
- name: LOG_LEVEL
|
||||
value: "{{LOG_LEVEL}}"
|
||||
volumeMounts:
|
||||
- name: data-volume
|
||||
mountPath: "/data"
|
||||
volumes:
|
||||
- name: data-volume
|
||||
persistentVolumeClaim:
|
||||
claimName: {{DATA_PVC_NAME}}
|
||||
restartPolicy: Never
|
||||
backoffLimit: 1
|
||||
42
k8s/job-templates/dbf-import-job.yaml
Normal file
42
k8s/job-templates/dbf-import-job.yaml
Normal file
@@ -0,0 +1,42 @@
|
||||
apiVersion: batch/v1
|
||||
kind: Job
|
||||
metadata:
|
||||
name: dbf-import-job-{{JOB_ID}}
|
||||
spec:
|
||||
ttlSecondsAfterFinished: 86400
|
||||
template:
|
||||
spec:
|
||||
containers:
|
||||
- name: importer
|
||||
image: {{IMAGE_REPO}}/databridge:{{IMAGE_TAG}}
|
||||
args: ["--pipeline", "dbf_to_postgres"]
|
||||
env:
|
||||
- name: DATA_PVC_MOUNT_PATH
|
||||
value: "/data"
|
||||
- name: DBF_INPUT_DIR
|
||||
value: "/data/dbf-input"
|
||||
- name: MAPPING_FILE
|
||||
value: "/data/mapping.xlsx"
|
||||
- name: DB_HOST
|
||||
value: "{{DB_HOST}}"
|
||||
- name: DB_PORT
|
||||
value: "{{DB_PORT}}"
|
||||
- name: DB_NAME
|
||||
value: "{{DB_NAME}}"
|
||||
- name: DB_USER
|
||||
value: "{{DB_USER}}"
|
||||
- name: DB_PASSWORD
|
||||
value: "{{DB_PASSWORD}}"
|
||||
- name: BATCH_SIZE
|
||||
value: "{{BATCH_SIZE}}"
|
||||
- name: LOG_LEVEL
|
||||
value: "{{LOG_LEVEL}}"
|
||||
volumeMounts:
|
||||
- name: data-volume
|
||||
mountPath: "/data"
|
||||
volumes:
|
||||
- name: data-volume
|
||||
persistentVolumeClaim:
|
||||
claimName: {{DATA_PVC_NAME}}
|
||||
restartPolicy: Never
|
||||
backoffLimit: 1
|
||||
Reference in New Issue
Block a user