initial commit
This commit is contained in:
14
get_keys.py
Normal file
14
get_keys.py
Normal file
@@ -0,0 +1,14 @@
|
||||
import duckdb
|
||||
|
||||
def get_keys():
|
||||
conn = duckdb.connect()
|
||||
conn.execute("INSTALL httpfs; LOAD httpfs;")
|
||||
conn.execute("SET s3_region='sgp1';")
|
||||
conn.execute("SET s3_endpoint='sgp1.digitaloceanspaces.com';")
|
||||
conn.execute("SET s3_url_style='path';")
|
||||
|
||||
df = conn.execute("SELECT * FROM read_parquet('s3://nearle/parquet/deliveries/*.parquet') LIMIT 1").df()
|
||||
print(df.columns.tolist())
|
||||
|
||||
if __name__ == "__main__":
|
||||
get_keys()
|
||||
Reference in New Issue
Block a user