File size: 989 Bytes
53e8dbb
 
 
 
 
 
0dd7833
 
 
 
 
 
 
 
 
 
 
 
 
53e8dbb
8939028
53e8dbb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import os

LOCAL_DEBUG = not (os.environ.get("system") == "spaces")
CONFIG_NAME = os.getenv("HF_CONFIG", "1.0.0-dev1") # This corresponds to 'config' in LeaderboardViewer
IS_INTERNAL = os.environ.get("IS_INTERNAL", "false").lower() == "true"

# Put all contact info in the same dataset so there's only one place to search. This is private to Ai2.
CONTACT_DATASET = f"allenai/asta-bench-internal-contact-info"

if IS_INTERNAL:
    # datasets backing the internal leaderboard
    SUBMISSION_DATASET = f"allenai/asta-bench-internal-submissions"
    RESULTS_DATASET = f"allenai/asta-bench-internal-results"
    LEADERBOARD_PATH = f"allenai/asta-bench-internal-leaderboard"
else:
    # datasets backing the public leaderboard
    SUBMISSION_DATASET = f"allenai/asta-bench-submissions"
    RESULTS_DATASET = f"allenai/asta-bench-results"
    LEADERBOARD_PATH = f"allenai/asta-bench-leaderboard"

DATA_DIR = "/tmp/abl/data/" + CONFIG_NAME
EXTRACTED_DATA_DIR = os.path.join(DATA_DIR, "extracted")