External Tables

CREATE TABLE <table_name> () USING duckdb WITH (
  duckdb_external_location = 's3://xxxxxx',
  duckdb_external_format = 'parquet',  -- csv, json
  duckdb_external_options = ''  -- optional
);

CREATE TABLE lineitem () USING duckdb WITH (
    duckdb_external_location = 's3://s3.us-west-1.amazonaws.com/my_bucket/lineitem/*.parquet
        accessid=xxxx secret=yyyy',
    duckdb_external_format = 'parquet'
);

SELECT * FROM lineitem LIMIT 1;

CREATE TABLE nation () USING duckdb WITH (
    duckdb_external_location = 's3://s3.us-west-1.amazonaws.com/my_bucket/csv/nation.tbl
      accessid=xxxx secret=yyyy',
    duckdb_external_format = 'csv',
    duckdb_external_options = '{"column_names": ["n_nationkey","n_name","n_regionkey","n_comment"]}'
);

CREATE TABLE external_json () USING duckdb WITH (
    duckdb_external_location = 's3://s3.us-west-1.amazonaws.com/my_bucket/json/a.tbl
      accessid=xxxx secret=yyyy',
    duckdb_external_format = 'json'
);

\d+ external_json

                                      Table "public.external_json"
 Column |       Type       | Collation | Nullable | Default | Storage  | Compression | Stats target
--------+------------------+-----------+----------+---------+----------+-------------+--------------
 a      | bigint           |           |          |         | plain    |             |
 b      | text             |           |          |         | extended |             |
 c      | double precision |           |          |         | plain    |             |
Access method: duckdb