19 lines
521 B
Python
19 lines
521 B
Python
"""Data source loaders for real corpora."""
|
|
|
|
from llmds.data_sources.msmarco import load_msmarco
|
|
from llmds.data_sources.beir_loader import load_beir
|
|
from llmds.data_sources.amazon_reviews import load_amazon_reviews
|
|
from llmds.data_sources.yelp import load_yelp
|
|
from llmds.data_sources.wikipedia import load_wikipedia
|
|
from llmds.data_sources.commoncrawl import load_commoncrawl
|
|
|
|
__all__ = [
|
|
"load_msmarco",
|
|
"load_beir",
|
|
"load_amazon_reviews",
|
|
"load_yelp",
|
|
"load_wikipedia",
|
|
"load_commoncrawl",
|
|
]
|
|
|