reddgr commited on
Commit
f99d453
·
1 Parent(s): 2b0fb5e

parquet file in space

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -65,13 +65,14 @@ print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf().iloc[0,-2])
65
  print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf().iloc[0,-1])
66
  print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf())
67
 
 
68
  create_table_query = f"""
69
  INSTALL vss;
70
  LOAD vss;
71
  SET hnsw_enable_experimental_persistence = true;
72
  CREATE TABLE vector_table AS
73
  SELECT *, embeddings::float[{emb_model.get_sentence_embedding_dimension()}] as embeddings_float
74
- FROM 'hf://datasets/reddgr/swift-stock-screener/data/train-00000-of-00001.parquet';
75
  """
76
 
77
  con.sql(create_table_query)
 
65
  print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf().iloc[0,-1])
66
  print(con.sql("SELECT * FROM duckdb_secrets()").fetchdf())
67
 
68
+ # FROM 'hf://datasets/reddgr/swift-stock-screener/data/train-00000-of-00001.parquet';
69
  create_table_query = f"""
70
  INSTALL vss;
71
  LOAD vss;
72
  SET hnsw_enable_experimental_persistence = true;
73
  CREATE TABLE vector_table AS
74
  SELECT *, embeddings::float[{emb_model.get_sentence_embedding_dimension()}] as embeddings_float
75
+ FROM 'parquet/app_dataset.parquet';
76
  """
77
 
78
  con.sql(create_table_query)