botsi commited on
Commit
24df928
·
verified ·
1 Parent(s): c81be02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -0
app.py CHANGED
@@ -27,6 +27,24 @@ import atexit
27
  import os
28
  from huggingface_hub import HfApi, HfFolder
29
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30
  MAX_MAX_NEW_TOKENS = 2048
31
  DEFAULT_MAX_NEW_TOKENS = 1024
32
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 
27
  import os
28
  from huggingface_hub import HfApi, HfFolder
29
 
30
+ # for saving chat history as dataset
31
+ import huggingface_hub
32
+ from huggingface_hub import Repository
33
+ from datetime import datetime
34
+
35
+ DATASET_REPO_URL = "https://huggingface.co/datasets/botsi/trust-game-llama-2-chat-history"
36
+ DATA_FILENAME = "data.csv"
37
+ DATA_FILE = os.path.join("data", DATA_FILENAME)
38
+
39
+ # Spaces will need your token: Set it as a Secret !
40
+ HF_TOKEN = os.environ.get("HF_TOKEN")
41
+ print("is none?", HF_TOKEN is None)
42
+ print("hfh", huggingface_hub.__version__)
43
+
44
+ repo = Repository(
45
+ local_dir="data", clone_from=DATASET_REPO_URL, use_auth_token=HF_TOKEN
46
+ )
47
+
48
  MAX_MAX_NEW_TOKENS = 2048
49
  DEFAULT_MAX_NEW_TOKENS = 1024
50
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))