Add fields to CLOUD_SQL_EXPORT_VALIDATION. (#23724)

apache · May 16, 2022 · 3bf9a1d · 3bf9a1d
1 parent 9e25bc2
commit 3bf9a1d
Show file tree

Hide file tree

Showing 2 changed files with 32 additions and 3 deletions.
diff --git a/airflow/providers/google/cloud/operators/cloud_sql.py b/airflow/providers/google/cloud/operators/cloud_sql.py
@@ -151,9 +151,26 @@
                 fields=[
                     dict(name="tables", optional=True, type="list"),
                     dict(name="schemaOnly", optional=True),
+                    dict(
+                        name="mysqlExportOptions",
+                        type="dict",
+                        optional=True,
+                        fields=[dict(name="masterData")],
+                    ),
+                ],
+            ),
+            dict(
+                name="csvExportOptions",
+                type="dict",
+                optional=True,
+                fields=[
+                    dict(name="selectQuery"),
+                    dict(name="escapeCharacter", optional=True),
+                    dict(name="quoteCharacter", optional=True),
+                    dict(name="fieldsTerminatedBy", optional=True),
+                    dict(name="linesTerminatedBy", optional=True),
                 ],
             ),
-            dict(name="csvExportOptions", type="dict", optional=True, fields=[dict(name="selectQuery")]),
             dict(name="offload", optional=True),
         ],
     )

diff --git a/tests/providers/google/cloud/operators/test_cloud_sql.py b/tests/providers/google/cloud/operators/test_cloud_sql.py
@@ -121,8 +121,20 @@
         "fileType": "CSV",
         "uri": "gs://bucketName/fileName",
         "databases": [],
-        "sqlExportOptions": {"tables": ["table1", "table2"], "schemaOnly": False},
-        "csvExportOptions": {"selectQuery": "SELECT * FROM TABLE"},
+        "sqlExportOptions": {
+            "tables": ["table1", "table2"],
+            "schemaOnly": False,
+            "mysqlExportOptions": {
+                "masterData": 1,
+            },
+        },
+        "csvExportOptions": {
+            "selectQuery": "SELECT * FROM TABLE",
+            "escapeCharacter": "e",
+            "quoteCharacter": "q",
+            "fieldsTerminatedBy": "f",
+            "linesTerminatedBy": "l",
+        },
         "offload": True,
     }
 }