parquet file in space
Browse files
app.py
CHANGED
@@ -65,13 +65,14 @@ print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf().iloc[0,-2])
|
|
65 |
print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf().iloc[0,-1])
|
66 |
print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf())
|
67 |
|
|
|
68 |
create_table_query = f"""
|
69 |
INSTALL vss;
|
70 |
LOAD vss;
|
71 |
SET hnsw_enable_experimental_persistence = true;
|
72 |
CREATE TABLE vector_table AS
|
73 |
SELECT *, embeddings::float[{emb_model.get_sentence_embedding_dimension()}] as embeddings_float
|
74 |
-
FROM '
|
75 |
"""
|
76 |
|
77 |
con.sql(create_table_query)
|
|
|
65 |
print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf().iloc[0,-1])
|
66 |
print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf())
|
67 |
|
68 |
+
# FROM 'hf://datasets/reddgr/swift-stock-screener/data/train-00000-of-00001.parquet';
|
69 |
create_table_query = f"""
|
70 |
INSTALL vss;
|
71 |
LOAD vss;
|
72 |
SET hnsw_enable_experimental_persistence = true;
|
73 |
CREATE TABLE vector_table AS
|
74 |
SELECT *, embeddings::float[{emb_model.get_sentence_embedding_dimension()}] as embeddings_float
|
75 |
+
FROM 'parquet/app_dataset.parquet';
|
76 |
"""
|
77 |
|
78 |
con.sql(create_table_query)
|