Update tasks/text.py

tasks/text.py

@@ -99,13 +99,12 @@ async def evaluate_text(request: TextEvaluationRequest):
     }
 
     # Load and prepare the dataset
-    dataset = load_dataset(request.dataset_name)
+    dataset = load_dataset(request.dataset_name, token=os.getenv("HF_TOKEN"))
 
     # Convert string labels to integers
     dataset = dataset.map(lambda x: {"label": LABEL_MAPPING[x["label"]]})
 
     # Split dataset
-    train_test = dataset["train"]
     test_dataset = dataset["test"]
     
     # Start tracking emissions