cache-management

app.py

@@ -1,4 +1,3 @@
-import os
 import logging
 import time
 import schedule
@@ -100,29 +99,27 @@ def download_dataset(repo_id, local_dir, repo_type="dataset", max_attempts=3, ba
             attempt += 1
     raise Exception(f"Failed to download {repo_id} after {max_attempts} attempts")
 
-def get_latest_data_leaderboard(leaderboard_initial_df = None):
+def get_latest_data_leaderboard(leaderboard_initial_df=None):
     global NEW_DATA_ON_LEADERBOARD
     global LEADERBOARD_DF
     if NEW_DATA_ON_LEADERBOARD:
         print("Leaderboard updated at reload!")
         leaderboard_dataset = datasets.load_dataset(
-            AGGREGATED_REPO, 
-            "default", 
-            split="train", 
-            cache_dir=HF_HOME, 
-            download_mode=datasets.DownloadMode.REUSE_DATASET_IF_EXISTS, # Uses the cached dataset 
+            AGGREGATED_REPO,
+            "default",
+            split="train",
+            cache_dir=None,  # Disable cache directory usage
+            download_mode=datasets.DownloadMode.FORCE_REDOWNLOAD,  # Always download fresh data
             verification_mode="no_checks"
         )
         LEADERBOARD_DF = get_leaderboard_df(
-            leaderboard_dataset=leaderboard_dataset, 
+            leaderboard_dataset=leaderboard_dataset,
             cols=COLS,
             benchmark_cols=BENCHMARK_COLS,
         )
         NEW_DATA_ON_LEADERBOARD = False
-
     else:
         LEADERBOARD_DF = leaderboard_initial_df
-
     return LEADERBOARD_DF
 
 

pyproject.toml

@@ -17,7 +17,7 @@ dependencies = [
     "sentencepiece>=0.2.0",
     "transformers==4.44.2",
     "tokenizers>=0.19.0",
-    "gradio-space-ci @ git+https://huggingface.co/spaces/Wauplin/gradio-space-ci@0.2.3",
+    "gradio-space-ci",
     "isort>=5.13.2",
     "ruff>=0.6.4",
     "gradio-leaderboard==0.0.11",
@@ -34,16 +34,16 @@ ignore=["I","EM","FBT","TRY003","S101","D101","D102","D103","D104","D105","G004"
 fixable=["ALL"]
 select=["ALL"]
 
- [tool.ruff.lint]
+[tool.ruff.lint]
 select = ["E", "F"]
 fixable = ["ALL"]
 ignore = ["E501"] # line too long (black is taking care of this)
 
- [tool.isort]
+[tool.isort]
 profile = "black"
 
 [tool.black]
 line-length = 119
 
-[tool.hatch.metadata]
-allow-direct-references = true
+[tool.uv.sources]
+gradio-space-ci = { git = "https://huggingface.co/spaces/Wauplin/gradio-space-ci" }