initial commit

2026-05-11 12:36:20 +05:30
commit 384cbe8019
15377 changed files with 2360544 additions and 0 deletions
--- a/get_varchars.py
+++ b/get_varchars.py
@@ -0,0 +1,15 @@
+import duckdb
+
+def get_varchar_cols():
+    conn = duckdb.connect()
+    conn.execute("INSTALL httpfs; LOAD httpfs;")
+    conn.execute("SET s3_region='sgp1';")
+    conn.execute("SET s3_endpoint='sgp1.digitaloceanspaces.com';")
+    conn.execute("SET s3_url_style='path';")
+    
+    rows = conn.execute("DESCRIBE SELECT * FROM read_parquet('s3://nearle/parquet/deliveries/*.parquet')").fetchall()
+    varchars = [row[0] for row in rows if row[1] == 'VARCHAR']
+    print("VARCHAR Columns:", varchars)
+
+if __name__ == "__main__":
+    get_varchar_cols()