COPY INTO delta.`abfss://container@storageAccount.dfs.core.windows.net/deltaTables/target` FROM (SELECT key, index, textData, 'constant_value' FROM 'abfss://container@storageAccount.dfs.core.windows.net/base/path') FILEFORMAT = CSV PATTERN = 'folder1/file_[a-g].csv' FORMAT_OPTIONS('header' = 'true') -- The example below loads CSV files without headers on ADLS Gen2 using COPY INTO. -- By casting the data and renaming the columns, you can put the data in the schema you want COPY INTO delta.`abfss://container@storageAccount.dfs.core.windows.net/deltaTables/target` FROM (SELECT _c0::bigint key, _c1::int index, _c2 textData FROM 'abfss://container@storageAccount.dfs.core.windows.net/base/path') FILEFORMAT = CSV PATTERN = 'folder1/file_[a-g].csv'
https://docs.databricks.com/en/ingestion/copy-into/examples.html
No comments:
Post a Comment