sample has been fully init

frankcash · Mar 27, 2019 · 5784284 · 5784284
1 parent 312eccb
commit 5784284
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 4 deletions.
diff --git a/.gitignore b/.gitignore
@@ -121,4 +121,5 @@ temp/output.csv
 temp/*.csv
 
 *.pid
-.data/
+.data/
+config/.env.production
diff --git a/airflow_home/plugins/postgres_to_s3_operator.py b/airflow_home/plugins/postgres_to_s3_operator.py
@@ -35,7 +35,6 @@ def query_db(self, query, hook):
         return self.gen_file(content)
 
     def gen_file(self, content):
-        print(f"gen_file {content}")
         output = io.BytesIO()
         writer = csv.writer(output, delimiter='|', encoding='utf-8')
         writer.writerows(content)

diff --git a/config/.env.sample b/config/.env.sample
@@ -0,0 +1,3 @@
+AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow123@postgres:5432/airflow
+AIRFLOW_CONN_HACKERQUEUE_PROD=postgres://user:password@db_host:5432/db
+AIRFLOW_CONN_DEMO_BUCKET=s3://aws_access_key_id:aws_secret_access_key@S3
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -20,8 +20,8 @@ services:
     build: .
     image: airflow_compose:latest
     restart: on-failure
-    environment:
-      AIRFLOW__CORE__SQL_ALCHEMY_CONN: postgresql+psycopg2://airflow:airflow123@postgres:5432/airflow
+    env_file:
+      - config/.env.production
     ports:
       - "8080:8080"
       - "5555:5555"
-Original file line number
+Diff line change
@@ Expand Up / @@ -121,4 +121,5 @@ temp/output.csv @@
     temp/*.csv
     *.pid
-    .data/
+    .data/
+    config/.env.production