diff --git a/prepare/cards/websrc.py b/prepare/cards/websrc.py index a0f674da1..afb6f2967 100644 --- a/prepare/cards/websrc.py +++ b/prepare/cards/websrc.py @@ -15,7 +15,7 @@ ) card = TaskCard( - loader=LoadHF(path="rootsautomation/websrc"), + loader=LoadHF(path="rootsautomation/websrc", streaming=True), preprocess_steps=[ RenameSplits(mapper={"train": "train", "dev": "test"}), "splitters.small_no_dev", diff --git a/src/unitxt/catalog/cards/websrc.json b/src/unitxt/catalog/cards/websrc.json index e0cd55dcd..5ef982f32 100644 --- a/src/unitxt/catalog/cards/websrc.json +++ b/src/unitxt/catalog/cards/websrc.json @@ -2,7 +2,8 @@ "__type__": "task_card", "loader": { "__type__": "load_hf", - "path": "rootsautomation/websrc" + "path": "rootsautomation/websrc", + "streaming": true }, "preprocess_steps": [ {