Skip to content

Base Data Collator

Base Data Collator

BaseDataCollator

Bases: BaseModel, ABC

Base Data Collator.

Source code in src/fed_rag/base/data_collator.py 
11
12
13
14
15
16
17
18
19
class BaseDataCollator(BaseModel, ABC):
    """Base Data Collator."""

    model_config = ConfigDict(arbitrary_types_allowed=True)
    rag_system: RAGSystem

    @abstractmethod
    def __call__(self, features: list[dict[str, Any]], **kwargs: Any) -> Any:
        """Collate examples into a batch."""

__call__ abstractmethod 

__call__(features, **kwargs)

Collate examples into a batch.

Source code in src/fed_rag/base/data_collator.py 
17
18
19
@abstractmethod
def __call__(self, features: list[dict[str, Any]], **kwargs: Any) -> Any:
    """Collate examples into a batch."""