Huggingface

HuggingFace RAG Finetuning Dataset

HuggingFaceRAGFinetuningDataset

Bases: Dataset

Thin wrapper over ~datasets.Dataset.

Source code in src/fed_rag/utils/data/finetuning_datasets/huggingface.py

class HuggingFaceRAGFinetuningDataset(Dataset):
    """Thin wrapper over ~datasets.Dataset."""

    @classmethod
    def from_inputs(
        cls,
        input_ids: list[list[int]],
        target_ids: list[list[int]],
        attention_mask: list[list[int]],
    ) -> Self:
        return cls.from_dict(  # type: ignore[no-any-return]
            {
                "input_ids": input_ids,
                "target_ids": target_ids,
                "attention_mask": attention_mask,
            }
        )