Index

A

actual_file (universal_transfer_operator.data_providers.base.DataStream attribute) actual_filename (universal_transfer_operator.data_providers.base.DataStream attribute) (universal_transfer_operator.data_providers.filesystem.base.TempFile attribute) AIRFLOW_25_PLUS (in module universal_transfer_operator.settings) API (class in universal_transfer_operator.datasets.apis)

api_host (universal_transfer_operator.integrations.fivetran.FivetranIntegration attribute) api_path_connectors (universal_transfer_operator.integrations.fivetran.FivetranIntegration attribute) api_path_destinations (universal_transfer_operator.integrations.fivetran.FivetranIntegration attribute) api_path_groups (universal_transfer_operator.integrations.fivetran.FivetranIntegration attribute) api_protocol (universal_transfer_operator.integrations.fivetran.FivetranIntegration attribute) api_user_agent (universal_transfer_operator.integrations.fivetran.FivetranIntegration attribute)

B

BaseFilesystemProviders (class in universal_transfer_operator.data_providers.filesystem.base) BIGQUERY (universal_transfer_operator.constants.Database attribute) (universal_transfer_operator.constants.Location attribute) BIGQUERY_SCHEMA (in module universal_transfer_operator.settings)

BIGQUERY_SCHEMA_LOCATION (in module universal_transfer_operator.settings) BigqueryDataProvider (class in universal_transfer_operator.data_providers.database.google.bigquery) blob_name (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) bucket_name (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property)

C

check_destination_details() (universal_transfer_operator.integrations.fivetran.FivetranIntegration method) check_file_pattern_based_schema_autodetection_is_supported() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) check_for_connector_id() (universal_transfer_operator.integrations.fivetran.FivetranIntegration method) check_group_details() (universal_transfer_operator.integrations.fivetran.FivetranIntegration method) check_if_connection_exists() (in module universal_transfer_operator.utils) check_if_exists() (universal_transfer_operator.data_providers.base.DataProviders method) (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider method) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider method) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider method) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method) check_if_transfer_supported() (universal_transfer_operator.data_providers.base.DataProviders method) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) check_schema_autodetection_is_supported() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) cleanup() (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders static method) ColumnCapitalization (in module universal_transfer_operator.constants) columns (universal_transfer_operator.datasets.table.Table attribute) columns_exist() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) config (universal_transfer_operator.integrations.fivetran.Connector attribute) (universal_transfer_operator.integrations.fivetran.Destination attribute) conn_id (universal_transfer_operator.datasets.file.base.File attribute) (universal_transfer_operator.datasets.table.Table attribute) (universal_transfer_operator.integrations.base.TransferIntegrationOptions attribute) (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) connect_card_config (universal_transfer_operator.integrations.fivetran.Connector attribute) connection (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) Connector (class in universal_transfer_operator.integrations.fivetran) connector (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute)

connector_id (universal_transfer_operator.integrations.fivetran.Connector attribute) (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) convert_columns_names_capitalization() (in module universal_transfer_operator.datasets.dataframe.pandas) convert_dataframe_to_file() (in module universal_transfer_operator.datasets.dataframe.pandas) create_connector() (universal_transfer_operator.integrations.fivetran.FivetranIntegration method) create_dataprovider() (in module universal_transfer_operator.data_providers) create_destination() (universal_transfer_operator.integrations.fivetran.FivetranIntegration method) create_file_type() (in module universal_transfer_operator.datasets.file.types) create_from_dataframe() (universal_transfer_operator.datasets.file.base.File method) (universal_transfer_operator.datasets.file.types.base.FileTypes method) (universal_transfer_operator.datasets.file.types.csv.CSVFileTypes method) (universal_transfer_operator.datasets.file.types.json.JSONFileTypes method) (universal_transfer_operator.datasets.file.types.ndjson.NDJsonFileTypes method) (universal_transfer_operator.datasets.file.types.parquet.ParquetFileTypes method) create_group() (universal_transfer_operator.integrations.fivetran.FivetranIntegration method) create_schema_and_table_if_needed() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) create_schema_and_table_if_needed_from_dataframe() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) create_schema_if_needed() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider method) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider method) create_similar_table() (universal_transfer_operator.datasets.table.Table method) create_table() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) create_table_from_select_statement() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) create_table_using_columns() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) create_table_using_native_schema_autodetection() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) create_table_using_schema_autodetection() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider method) CSV (universal_transfer_operator.constants.FileType attribute) CSVFileTypes (class in universal_transfer_operator.datasets.file.types.csv) CUSTOM_INGESTION_TYPE_TO_MODULE_PATH (in module universal_transfer_operator.integrations)

D

daily_sync_time (universal_transfer_operator.integrations.fivetran.Connector attribute) Database (class in universal_transfer_operator.constants) database (universal_transfer_operator.datasets.table.Metadata attribute) DatabaseDataProvider (class in universal_transfer_operator.data_providers.database.base) Dataframe (class in universal_transfer_operator.datasets.dataframe.base) DATAFRAME_STORAGE_CONN_ID (in module universal_transfer_operator.settings) DATAFRAME_STORAGE_URL (in module universal_transfer_operator.settings) DataProviders (class in universal_transfer_operator.data_providers.base) DATASET_CONN_ID_TO_DATAPROVIDER_MAPPING (in module universal_transfer_operator.data_providers) DATASET_SUPPORT (in module universal_transfer_operator.datasets.base) DatasetType (in module universal_transfer_operator.data_providers.base) DataStream (class in universal_transfer_operator.data_providers.base) DEFAULT_BIGQUERY_SCHEMA_LOCATION (in module universal_transfer_operator.settings) DEFAULT_CHUNK_SIZE (in module universal_transfer_operator.constants) default_metadata (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider property) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider property) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider property)

DEFAULT_SCHEMA (in module universal_transfer_operator.constants) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider attribute) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider attribute) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider attribute) delegate_to (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) delete() (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider method) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider method) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider method) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method) delimiter (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) deserialize() (universal_transfer_operator.datasets.dataframe.pandas.PandasDataframe static method) Destination (class in universal_transfer_operator.integrations.fivetran) destination (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) destination_id (universal_transfer_operator.integrations.fivetran.Destination attribute) download_file() (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider method) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider method) drop_table() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method)

E

ENABLE_XCOM_PICKLING (in module universal_transfer_operator.settings) execute() (universal_transfer_operator.universal_transfer_operator.UniversalTransferOperator method) exists() (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) (universal_transfer_operator.datasets.file.base.File method) (universal_transfer_operator.datasets.table.Table method) export_table_to_pandas_dataframe() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) export_to_dataframe() (universal_transfer_operator.datasets.file.base.File method) (universal_transfer_operator.datasets.file.types.base.FileTypes method) (universal_transfer_operator.datasets.file.types.csv.CSVFileTypes method) (universal_transfer_operator.datasets.file.types.json.JSONFileTypes method) (universal_transfer_operator.datasets.file.types.ndjson.NDJsonFileTypes method) (universal_transfer_operator.datasets.file.types.parquet.ParquetFileTypes method)

export_to_dataframe_via_byte_stream() (universal_transfer_operator.datasets.file.base.File method) extra (universal_transfer_operator.datasets.file.base.File attribute) (universal_transfer_operator.datasets.table.Table attribute)

F

fetch_all_rows() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) File (class in universal_transfer_operator.datasets.file.base) FileLocation (class in universal_transfer_operator.constants) FileType (class in universal_transfer_operator.constants) filetype (universal_transfer_operator.datasets.file.base.File attribute) FileTypes (class in universal_transfer_operator.datasets.file.types.base)

Fivetran (universal_transfer_operator.constants.IngestorSupported attribute) FivetranIntegration (class in universal_transfer_operator.integrations.fivetran) FiveTranOptions (class in universal_transfer_operator.integrations.fivetran) flatten() (universal_transfer_operator.datasets.file.types.ndjson.NDJsonFileTypes static method) from_json() (universal_transfer_operator.datasets.file.base.File class method) (universal_transfer_operator.datasets.table.Table class method) from_pandas_df() (universal_transfer_operator.datasets.dataframe.pandas.PandasDataframe class method)

G

GCSDataProvider (class in universal_transfer_operator.data_providers.filesystem.google.cloud.gcs) get_class_name() (in module universal_transfer_operator.utils) get_complete_url() (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method) get_dataframe_from_file() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider static method) get_dataset_connection_type() (in module universal_transfer_operator.utils) get_filetype() (in module universal_transfer_operator.datasets.file.types) get_provider_info() (in module universal_transfer_operator) get_sqla_table() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider method) get_table_qualified_name() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider static method) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider static method) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider static method)

get_transfer_integration() (in module universal_transfer_operator.integrations) get_uri() (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method) google_impersonation_chain (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) Group (class in universal_transfer_operator.integrations.fivetran) group (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) group_id (universal_transfer_operator.integrations.fivetran.Group attribute) GS (universal_transfer_operator.constants.FileLocation attribute) (universal_transfer_operator.constants.Location attribute) gzip (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property)

H

hook (universal_transfer_operator.data_providers.base.DataProviders property) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider property) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider property) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider property) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders property) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider property) (universal_transfer_operator.integrations.base.TransferIntegration property)

hook() (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider method) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider method) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method) (universal_transfer_operator.integrations.fivetran.FivetranIntegration method)

I

if_exists (universal_transfer_operator.utils.TransferParameters attribute) IGNORE_HANDLER_IN_RUN_RAW_SQL (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider attribute) illegal_column_name_chars (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider attribute) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider attribute) illegal_column_name_chars_replacement (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider attribute) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider attribute) IngestorSupported (class in universal_transfer_operator.constants)

IS_BASE_XCOM_BACKEND (in module universal_transfer_operator.settings) is_binary() (universal_transfer_operator.datasets.file.base.File method) is_bytes (universal_transfer_operator.datasets.file.base.File attribute) is_dataframe (universal_transfer_operator.datasets.file.base.File attribute) is_empty() (universal_transfer_operator.datasets.table.Metadata method) is_native_autodetect_schema_available() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) is_pattern() (universal_transfer_operator.datasets.file.base.File method)

J

JSON (universal_transfer_operator.constants.FileType attribute)

JSONFileTypes (class in universal_transfer_operator.datasets.file.types.json)

K

keep_directory_structure (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property)

L

load_dataframe_to_table() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) load_file_to_table() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) load_file_to_table_using_pandas() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) load_pandas_dataframe_to_table() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider method) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider method) LOAD_TABLE_AUTODETECT_ROWS_COUNT (in module universal_transfer_operator.settings)

LoadExistStrategy (in module universal_transfer_operator.constants) LOCAL (universal_transfer_operator.constants.FileLocation attribute) (universal_transfer_operator.constants.Location attribute) LocalDataProvider (class in universal_transfer_operator.data_providers.filesystem.local) Location (class in universal_transfer_operator.constants) location (universal_transfer_operator.datasets.file.base.File property) logger (in module universal_transfer_operator.datasets.dataframe.pandas)

M

MAX_DATAFRAME_MEMORY_FOR_XCOM_DB (in module universal_transfer_operator.settings) MAX_TABLE_NAME_LENGTH (in module universal_transfer_operator.datasets.table) Metadata (class in universal_transfer_operator.datasets.table) metadata (universal_transfer_operator.datasets.table.Table attribute) module universal_transfer_operator universal_transfer_operator.constants universal_transfer_operator.data_providers universal_transfer_operator.data_providers.base universal_transfer_operator.data_providers.database universal_transfer_operator.data_providers.database.base universal_transfer_operator.data_providers.database.google universal_transfer_operator.data_providers.database.google.bigquery universal_transfer_operator.data_providers.database.snowflake universal_transfer_operator.data_providers.database.sqlite universal_transfer_operator.data_providers.filesystem universal_transfer_operator.data_providers.filesystem.aws universal_transfer_operator.data_providers.filesystem.aws.s3 universal_transfer_operator.data_providers.filesystem.base universal_transfer_operator.data_providers.filesystem.google universal_transfer_operator.data_providers.filesystem.google.cloud universal_transfer_operator.data_providers.filesystem.google.cloud.gcs universal_transfer_operator.data_providers.filesystem.local universal_transfer_operator.data_providers.filesystem.sftp universal_transfer_operator.datasets universal_transfer_operator.datasets.apis universal_transfer_operator.datasets.base universal_transfer_operator.datasets.dataframe universal_transfer_operator.datasets.dataframe.base universal_transfer_operator.datasets.dataframe.pandas universal_transfer_operator.datasets.file universal_transfer_operator.datasets.file.base universal_transfer_operator.datasets.file.types universal_transfer_operator.datasets.file.types.base universal_transfer_operator.datasets.file.types.csv universal_transfer_operator.datasets.file.types.json universal_transfer_operator.datasets.file.types.ndjson universal_transfer_operator.datasets.file.types.parquet universal_transfer_operator.datasets.table universal_transfer_operator.integrations universal_transfer_operator.integrations.base universal_transfer_operator.integrations.fivetran universal_transfer_operator.settings universal_transfer_operator.universal_transfer_operator universal_transfer_operator.utils

MSSQL_SCHEMA (in module universal_transfer_operator.settings)

N

name (universal_transfer_operator.datasets.dataframe.base.Dataframe attribute) (universal_transfer_operator.datasets.file.types.base.FileTypes property) (universal_transfer_operator.datasets.file.types.csv.CSVFileTypes property) (universal_transfer_operator.datasets.file.types.json.JSONFileTypes property) (universal_transfer_operator.datasets.file.types.ndjson.NDJsonFileTypes property) (universal_transfer_operator.datasets.file.types.parquet.ParquetFileTypes property) (universal_transfer_operator.datasets.table.Table attribute) (universal_transfer_operator.integrations.fivetran.Group attribute)

NATIVE (universal_transfer_operator.constants.TransferMode attribute) NATIVE_PATHS (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider attribute) NDJSON (universal_transfer_operator.constants.FileType attribute) NDJsonFileTypes (class in universal_transfer_operator.datasets.file.types.ndjson) NEED_CUSTOM_SERIALIZATION (in module universal_transfer_operator.settings) NONNATIVE (universal_transfer_operator.constants.TransferMode attribute) normalize_config (universal_transfer_operator.datasets.file.base.File attribute)

O

openlineage_dataset_name (universal_transfer_operator.data_providers.base.DataProviders property) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider property) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider property) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider property) (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider property) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider property) openlineage_dataset_name() (universal_transfer_operator.datasets.table.Table method) openlineage_dataset_namespace (universal_transfer_operator.data_providers.base.DataProviders property) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider property) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider property) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider property) (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider property) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider property)

openlineage_dataset_namespace() (universal_transfer_operator.datasets.table.Table method) openlineage_dataset_uri (universal_transfer_operator.data_providers.base.DataProviders property) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider property) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider property) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider property) (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) openlineage_dataset_uri() (universal_transfer_operator.datasets.table.Table method)

P

PandasDataframe (class in universal_transfer_operator.datasets.dataframe.pandas) PARQUET (universal_transfer_operator.constants.FileType attribute) ParquetFileTypes (class in universal_transfer_operator.datasets.file.types.parquet) path (universal_transfer_operator.datasets.file.base.File attribute) paths (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider property) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider property)

pause_after_trial (universal_transfer_operator.integrations.fivetran.Connector attribute) paused (universal_transfer_operator.integrations.fivetran.Connector attribute) poll_interval (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) populate_metadata() (universal_transfer_operator.data_providers.base.DataProviders method) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider method) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) POSTGRES_SCHEMA (in module universal_transfer_operator.settings) prefix (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property)

R

read() (universal_transfer_operator.data_providers.base.DataProviders method) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) read_as_binary() (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) read_using_hook() (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider method) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider method) read_using_smart_open() (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) REDSHIFT_SCHEMA (in module universal_transfer_operator.settings) region (universal_transfer_operator.integrations.fivetran.Destination attribute)

remote_obj_buffer (universal_transfer_operator.data_providers.base.DataStream attribute) resolve_file_path_pattern() (in module universal_transfer_operator.data_providers.filesystem) retry_delay (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) retry_limit (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) row_count (universal_transfer_operator.datasets.table.Table property) row_count() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) run_connector_setup_tests() (universal_transfer_operator.integrations.fivetran.FivetranIntegration method) run_setup_tests (universal_transfer_operator.integrations.fivetran.Connector attribute) (universal_transfer_operator.integrations.fivetran.Destination attribute) run_sql() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method)

S

S3 (universal_transfer_operator.constants.FileLocation attribute) (universal_transfer_operator.constants.Location attribute) s3_acl_policy (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) s3_extra_args (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) s3_key (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) S3DataProvider (class in universal_transfer_operator.data_providers.filesystem.aws.s3) schedule_type (universal_transfer_operator.integrations.fivetran.Connector attribute) (universal_transfer_operator.integrations.fivetran.FiveTranOptions attribute) SCHEMA (in module universal_transfer_operator.settings) schema (universal_transfer_operator.datasets.table.Metadata attribute) schema_exists() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider method) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider method) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider method) SECTION_KEY (in module universal_transfer_operator.settings) serialize() (universal_transfer_operator.datasets.dataframe.pandas.PandasDataframe method) service (universal_transfer_operator.integrations.fivetran.Connector attribute) (universal_transfer_operator.integrations.fivetran.Destination attribute) SFTP (universal_transfer_operator.constants.FileLocation attribute) (universal_transfer_operator.constants.Location attribute) SFTPDataProvider (class in universal_transfer_operator.data_providers.filesystem.sftp) size (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider property) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider property) (universal_transfer_operator.datasets.file.base.File property)

SNOWFLAKE (universal_transfer_operator.constants.Database attribute) (universal_transfer_operator.constants.Location attribute) SNOWFLAKE_SCHEMA (in module universal_transfer_operator.settings) SnowflakeDataProvider (class in universal_transfer_operator.data_providers.database.snowflake) sql_type (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider property) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider property) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider property) (universal_transfer_operator.datasets.table.Table property) sqlalchemy_engine (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider property) (universal_transfer_operator.data_providers.database.sqlite.SqliteDataProvider property) sqlalchemy_metadata (universal_transfer_operator.datasets.table.Table property) SQLITE (universal_transfer_operator.constants.Database attribute) (universal_transfer_operator.constants.Location attribute) SqliteDataProvider (class in universal_transfer_operator.data_providers.database.sqlite) SUPPORTED_DATABASES (in module universal_transfer_operator.constants) SUPPORTED_FILE_LOCATIONS (in module universal_transfer_operator.constants) SUPPORTED_FILE_TYPES (in module universal_transfer_operator.constants) sync_frequency (universal_transfer_operator.integrations.fivetran.Connector attribute)

T

Table (class in universal_transfer_operator.datasets.table) table_exists() (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) TEMP_PREFIX (in module universal_transfer_operator.datasets.table) TempFile (class in universal_transfer_operator.data_providers.filesystem.base) THIRDPARTY (universal_transfer_operator.constants.TransferMode attribute) time_zone_offset (universal_transfer_operator.integrations.fivetran.Destination attribute) tmp_file (universal_transfer_operator.data_providers.filesystem.base.TempFile attribute) to_dict() (universal_transfer_operator.integrations.fivetran.Connector method) (universal_transfer_operator.integrations.fivetran.Destination method) (universal_transfer_operator.integrations.fivetran.FiveTranOptions method) (universal_transfer_operator.integrations.fivetran.Group method) to_json() (universal_transfer_operator.datasets.table.Table method) transfer_config_args (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) transfer_job() (universal_transfer_operator.integrations.base.TransferIntegration method) (universal_transfer_operator.integrations.fivetran.FivetranIntegration method)

TransferIntegration (class in universal_transfer_operator.integrations.base) TransferIntegrationOptions (class in universal_transfer_operator.integrations.base) TransferMode (class in universal_transfer_operator.constants) TransferParameters (class in universal_transfer_operator.utils) transport_params (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider property) (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders property) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider property) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider property) truncate_table() (universal_transfer_operator.data_providers.database.google.bigquery.BigqueryDataProvider method) (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider method) trust_certificates (universal_transfer_operator.integrations.fivetran.Connector attribute) trust_fingerprints (universal_transfer_operator.integrations.fivetran.Connector attribute) type (universal_transfer_operator.datasets.file.base.File property)

U

universal_transfer_operator module universal_transfer_operator.constants module universal_transfer_operator.data_providers module universal_transfer_operator.data_providers.base module universal_transfer_operator.data_providers.database module universal_transfer_operator.data_providers.database.base module universal_transfer_operator.data_providers.database.google module universal_transfer_operator.data_providers.database.google.bigquery module universal_transfer_operator.data_providers.database.snowflake module universal_transfer_operator.data_providers.database.sqlite module universal_transfer_operator.data_providers.filesystem module universal_transfer_operator.data_providers.filesystem.aws module universal_transfer_operator.data_providers.filesystem.aws.s3 module universal_transfer_operator.data_providers.filesystem.base module universal_transfer_operator.data_providers.filesystem.google module universal_transfer_operator.data_providers.filesystem.google.cloud module universal_transfer_operator.data_providers.filesystem.google.cloud.gcs module universal_transfer_operator.data_providers.filesystem.local module universal_transfer_operator.data_providers.filesystem.sftp module universal_transfer_operator.datasets module universal_transfer_operator.datasets.apis module

universal_transfer_operator.datasets.base module universal_transfer_operator.datasets.dataframe module universal_transfer_operator.datasets.dataframe.base module universal_transfer_operator.datasets.dataframe.pandas module universal_transfer_operator.datasets.file module universal_transfer_operator.datasets.file.base module universal_transfer_operator.datasets.file.types module universal_transfer_operator.datasets.file.types.base module universal_transfer_operator.datasets.file.types.csv module universal_transfer_operator.datasets.file.types.json module universal_transfer_operator.datasets.file.types.ndjson module universal_transfer_operator.datasets.file.types.parquet module universal_transfer_operator.datasets.table module universal_transfer_operator.integrations module universal_transfer_operator.integrations.base module universal_transfer_operator.integrations.fivetran module universal_transfer_operator.settings module universal_transfer_operator.universal_transfer_operator module universal_transfer_operator.utils module UniversalTransferOperator (class in universal_transfer_operator.universal_transfer_operator) upload_file() (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider method) uri (universal_transfer_operator.datasets.file.base.File attribute) (universal_transfer_operator.datasets.table.Table attribute) use_quotes() (universal_transfer_operator.data_providers.database.snowflake.SnowflakeDataProvider class method)

V

validate_conn() (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider method)

verify (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider property) version (universal_transfer_operator.datasets.dataframe.pandas.PandasDataframe attribute)

W

write() (universal_transfer_operator.data_providers.base.DataProviders method) (universal_transfer_operator.data_providers.database.base.DatabaseDataProvider method) (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) write_from_dataframe() (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method) write_from_file() (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method)

write_using_hook() (universal_transfer_operator.data_providers.filesystem.aws.s3.S3DataProvider method) (universal_transfer_operator.data_providers.filesystem.google.cloud.gcs.GCSDataProvider method) write_using_smart_open() (universal_transfer_operator.data_providers.filesystem.base.BaseFilesystemProviders method) (universal_transfer_operator.data_providers.filesystem.local.LocalDataProvider method) (universal_transfer_operator.data_providers.filesystem.sftp.SFTPDataProvider method)