lhoestq HF Staff commited on
Commit
56f42a5
·
1 Parent(s): 74560e6
Files changed (1) hide show
  1. run_job.py +6 -6
run_job.py CHANGED
@@ -60,12 +60,12 @@ def sql(src: str, dst: str, query: str, config: str = "default", split: str = "t
60
  con.sql("PRAGMA enable_progress_bar;")
61
 
62
  result = con.sql((CMD_DST_DRY_RUN if dry_run else CMD_DST).format(query=query.rstrip("\n ;")))
63
- DatasetCard(DATA_CARD.format(src=src, dst=dst, query=query)).push_to_hub(repo_id=dst, repo_type="dataset")
64
- if dry_run:
65
- print(result.df().to_markdown())
66
- else:
67
- print("done")
68
-
69
 
70
  if __name__ == '__main__':
71
  fire.Fire(sql)
 
60
  con.sql("PRAGMA enable_progress_bar;")
61
 
62
  result = con.sql((CMD_DST_DRY_RUN if dry_run else CMD_DST).format(query=query.rstrip("\n ;")))
63
+ DatasetCard(DATA_CARD.format(src=src, dst=dst, query=query)).save("dst/README.md")
64
+ if dry_run:
65
+ print(result.df().to_markdown())
66
+ else:
67
+ print("done")
68
+
69
 
70
  if __name__ == '__main__':
71
  fire.Fire(sql)