Index

_

__getitem__() (datadreamer.datasets.OutputDataset method)

__version__ (in module datadreamer)

A

add_item() (datadreamer.steps.Step method) AI21 (class in datadreamer.llms)

Anthropic (class in datadreamer.llms) args (datadreamer.steps.Step property) assistant_id (datadreamer.llms.OpenAIAssistant property)

B

Bedrock (class in datadreamer.llms)

C

CITATION (datadreamer.steps.DataCardType attribute) client (datadreamer.embedders.OpenAIEmbedder property) (datadreamer.embedders.TogetherEmbedder property) (datadreamer.llms.AI21 property) (datadreamer.llms.Anthropic property) (datadreamer.llms.Bedrock property) (datadreamer.llms.Cohere property) (datadreamer.llms.HFAPIEndpoint property) (datadreamer.llms.MistralAI property) (datadreamer.llms.OpenAI property) (datadreamer.llms.OpenAIAssistant property) (datadreamer.llms.PaLM property) (datadreamer.llms.Together property) (datadreamer.llms.VertexAI property)

Cohere (class in datadreamer.llms) column_names (datadreamer.datasets.OutputDataset property) concat() (in module datadreamer.steps) concurrent() (in module datadreamer.steps) copy() (datadreamer.steps.Step method) CosineSimilarity (class in datadreamer.steps) count_tokens() (datadreamer.embedders.Embedder method) (datadreamer.llms.LLM method) (datadreamer.task_models.TaskModel method) CSVDataSource (class in datadreamer.steps) CTransformers (class in datadreamer.llms)

D

data_card() (datadreamer.steps.Step method) DataCardType (class in datadreamer.steps) datadreamer module DataDreamer (class in datadreamer) datadreamer.datasets module datadreamer.embedders module datadreamer.errors module datadreamer.llms module datadreamer.retrievers module datadreamer.steps module

datadreamer.task_models module datadreamer.trainers module DataFromAttributedPrompt (class in datadreamer.steps) DataFromPrompt (class in datadreamer.steps) dataset (datadreamer.datasets.OutputDataset property) (datadreamer.datasets.OutputIterableDataset property) DATASET_CARD (datadreamer.steps.DataCardType attribute) DATASET_NAME (datadreamer.steps.DataCardType attribute) dataset_path (datadreamer.steps.Step property) DataSource (class in datadreamer.steps) DATETIME (datadreamer.steps.DataCardType attribute) dims (datadreamer.embedders.Embedder property) (datadreamer.embedders.OpenAIEmbedder property) (datadreamer.embedders.SentenceTransformersEmbedder property) (datadreamer.embedders.TogetherEmbedder property)

E

Embed (class in datadreamer.steps) Embedder (class in datadreamer.embedders) EmbeddingRetriever (class in datadreamer.retrievers) export_to_csv() (datadreamer.steps.Step method) export_to_dict() (datadreamer.steps.Step method) export_to_disk() (datadreamer.trainers.TrainHFClassifier method) (datadreamer.trainers.TrainHFDPO method) (datadreamer.trainers.TrainHFFineTune method) (datadreamer.trainers.TrainHFPPO method) (datadreamer.trainers.TrainHFRewardModel method) (datadreamer.trainers.TrainSentenceTransformer method) (datadreamer.trainers.TrainSetFitClassifier method)

export_to_hf_dataset() (datadreamer.steps.Step method) export_to_json() (datadreamer.steps.Step method) export_to_list() (datadreamer.steps.Step method)

F

FewShotPrompt (class in datadreamer.steps) FewShotPromptWithRetrieval (class in datadreamer.steps)

filter() (datadreamer.steps.Step method) FilterWithPrompt (class in datadreamer.steps) format_prompt() (datadreamer.llms.LLM method)

G

get_max_context_length() (datadreamer.llms.LLM method)

get_output_folder_path() (datadreamer.DataDreamer static method) get_run_output_folder_path() (datadreamer.steps.Step method)

H

head() (datadreamer.steps.Step method) HFAPIEndpoint (class in datadreamer.llms) HFClassificationTaskModel (class in datadreamer.task_models)

HFDatasetDataSource (class in datadreamer.steps) HFHubDataSource (class in datadreamer.steps) HFTransformers (class in datadreamer.llms)

I

index (datadreamer.retrievers.EmbeddingRetriever property) (datadreamer.retrievers.Retriever property)

initialized() (datadreamer.DataDreamer static method) inputs (datadreamer.steps.Step property)

J

JSONDataSource (class in datadreamer.steps)

JudgeGenerationPairsWithPrompt (class in datadreamer.steps) JudgePairsWithPrompt (class in datadreamer.steps)

L

LazyRowBatches (class in datadreamer.steps) LazyRows (class in datadreamer.steps)

LICENSE (datadreamer.steps.DataCardType attribute) LLM (class in datadreamer.llms)

M

map() (datadreamer.steps.Step method) MistralAI (class in datadreamer.llms) model (datadreamer.embedders.SentenceTransformersEmbedder property) (datadreamer.llms.CTransformers property) (datadreamer.llms.HFAPIEndpoint property) (datadreamer.llms.HFTransformers property) (datadreamer.llms.Petals property) (datadreamer.llms.VLLM property) (datadreamer.task_models.HFClassificationTaskModel property) (datadreamer.trainers.Trainer property) (datadreamer.trainers.TrainHFClassifier property) (datadreamer.trainers.TrainHFDPO property) (datadreamer.trainers.TrainHFFineTune property) (datadreamer.trainers.TrainHFPPO property) (datadreamer.trainers.TrainHFRewardModel property) (datadreamer.trainers.TrainOpenAIFineTune property) (datadreamer.trainers.TrainSentenceTransformer property) (datadreamer.trainers.TrainSetFitClassifier property) MODEL_CARD (datadreamer.steps.DataCardType attribute) model_card() (datadreamer.trainers.Trainer method) model_max_length (datadreamer.embedders.Embedder property) (datadreamer.embedders.OpenAIEmbedder property) (datadreamer.embedders.SentenceTransformersEmbedder property) (datadreamer.embedders.TogetherEmbedder property) (datadreamer.task_models.HFClassificationTaskModel property) (datadreamer.task_models.ParallelTaskModel property) (datadreamer.task_models.TaskModel property)

MODEL_NAME (datadreamer.steps.DataCardType attribute) model_path (datadreamer.trainers.Trainer property) (datadreamer.trainers.TrainHFClassifier property) (datadreamer.trainers.TrainHFDPO property) (datadreamer.trainers.TrainHFFineTune property) (datadreamer.trainers.TrainHFPPO property) (datadreamer.trainers.TrainHFRewardModel property) (datadreamer.trainers.TrainOpenAIFineTune property) (datadreamer.trainers.TrainSentenceTransformer property) (datadreamer.trainers.TrainSetFitClassifier property) module datadreamer datadreamer.datasets datadreamer.embedders datadreamer.errors datadreamer.llms datadreamer.retrievers datadreamer.steps datadreamer.task_models datadreamer.trainers

N

num_columns (datadreamer.datasets.OutputDataset property)

num_rows (datadreamer.datasets.OutputDataset property) (datadreamer.datasets.OutputIterableDataset property)

O

OpenAI (class in datadreamer.llms) OpenAIAssistant (class in datadreamer.llms) OpenAIEmbedder (class in datadreamer.embedders) output (datadreamer.steps.CosineSimilarity property) (datadreamer.steps.CSVDataSource property) (datadreamer.steps.DataFromAttributedPrompt property) (datadreamer.steps.DataFromPrompt property) (datadreamer.steps.DataSource property) (datadreamer.steps.Embed property) (datadreamer.steps.FewShotPrompt property) (datadreamer.steps.FewShotPromptWithRetrieval property) (datadreamer.steps.FilterWithPrompt property) (datadreamer.steps.HFDatasetDataSource property) (datadreamer.steps.HFHubDataSource property) (datadreamer.steps.JSONDataSource property) (datadreamer.steps.JudgeGenerationPairsWithPrompt property) (datadreamer.steps.JudgePairsWithPrompt property) (datadreamer.steps.ProcessWithPrompt property) (datadreamer.steps.Prompt property) (datadreamer.steps.RAGPrompt property) (datadreamer.steps.RankWithPrompt property) (datadreamer.steps.Retrieve property) (datadreamer.steps.RunTaskModel property) (datadreamer.steps.Step property) (datadreamer.steps.SuperStep property) (datadreamer.steps.TextDataSource property)

OutputDataset (class in datadreamer.datasets) OutputDatasetColumn (class in datadreamer.datasets) OutputIterableDataset (class in datadreamer.datasets) OutputIterableDatasetColumn (class in datadreamer.datasets)

P

PaLM (class in datadreamer.llms) ParallelEmbedder (class in datadreamer.embedders) ParallelLLM (class in datadreamer.llms) ParallelRetriever (class in datadreamer.retrievers) ParallelTaskModel (class in datadreamer.task_models) Petals (class in datadreamer.llms) pickle() (datadreamer.steps.Step method) ProcessWithPrompt (class in datadreamer.steps) progress (datadreamer.steps.Step property)

Prompt (class in datadreamer.steps) publish_to_hf_hub() (datadreamer.steps.Step method) (datadreamer.trainers.TrainHFClassifier method) (datadreamer.trainers.TrainHFDPO method) (datadreamer.trainers.TrainHFFineTune method) (datadreamer.trainers.TrainHFPPO method) (datadreamer.trainers.TrainHFRewardModel method) (datadreamer.trainers.TrainSentenceTransformer method) (datadreamer.trainers.TrainSetFitClassifier method)

R

RAGPrompt (class in datadreamer.steps) RankWithPrompt (class in datadreamer.steps) register_arg() (datadreamer.steps.Step method) register_data_card() (datadreamer.steps.Step method) register_input() (datadreamer.steps.Step method) register_output() (datadreamer.steps.Step method) remove_columns() (datadreamer.steps.Step method) rename_column() (datadreamer.steps.Step method) rename_columns() (datadreamer.steps.Step method) Retrieve (class in datadreamer.steps) Retriever (class in datadreamer.retrievers) reverse() (datadreamer.steps.Step method) run() (datadreamer.embedders.Embedder method) (datadreamer.embedders.OpenAIEmbedder method) (datadreamer.embedders.ParallelEmbedder method) (datadreamer.embedders.SentenceTransformersEmbedder method) (datadreamer.embedders.TogetherEmbedder method) (datadreamer.llms.AI21 method) (datadreamer.llms.Anthropic method) (datadreamer.llms.Bedrock method) (datadreamer.llms.Cohere method) (datadreamer.llms.CTransformers method) (datadreamer.llms.HFAPIEndpoint method) (datadreamer.llms.HFTransformers method) (datadreamer.llms.LLM method) (datadreamer.llms.MistralAI method) (datadreamer.llms.OpenAI method) (datadreamer.llms.OpenAIAssistant method) (datadreamer.llms.PaLM method) (datadreamer.llms.ParallelLLM method) (datadreamer.llms.Petals method) (datadreamer.llms.Together method) (datadreamer.llms.VertexAI method) (datadreamer.llms.VLLM method) (datadreamer.retrievers.EmbeddingRetriever method) (datadreamer.retrievers.ParallelRetriever method) (datadreamer.task_models.HFClassificationTaskModel method) (datadreamer.task_models.ParallelTaskModel method) (datadreamer.task_models.TaskModel method)

RunTaskModel (class in datadreamer.steps)

S

save() (datadreamer.steps.Step method) select() (datadreamer.steps.Step method) select_columns() (datadreamer.steps.Step method) SentenceTransformersEmbedder (class in datadreamer.embedders) shard() (datadreamer.steps.Step method) shuffle() (datadreamer.steps.Step method) skip() (datadreamer.steps.Step method) sort() (datadreamer.steps.Step method)

splits() (datadreamer.steps.Step method) start() (datadreamer.DataDreamer method) Step (class in datadreamer.steps) step (datadreamer.datasets.OutputDataset property) StepOutputError StepOutputTypeError stop() (datadreamer.DataDreamer method) SuperStep (class in datadreamer.steps)

T

take() (datadreamer.steps.Step method) TaskModel (class in datadreamer.task_models) TextDataSource (class in datadreamer.steps) Together (class in datadreamer.llms) TogetherEmbedder (class in datadreamer.embedders) tokenizer (datadreamer.embedders.OpenAIEmbedder property) (datadreamer.embedders.SentenceTransformersEmbedder property) (datadreamer.embedders.TogetherEmbedder property) (datadreamer.llms.AI21 property) (datadreamer.llms.Anthropic property) (datadreamer.llms.Bedrock property) (datadreamer.llms.Cohere property) (datadreamer.llms.CTransformers property) (datadreamer.llms.HFAPIEndpoint property) (datadreamer.llms.HFTransformers property) (datadreamer.llms.MistralAI property) (datadreamer.llms.OpenAI property) (datadreamer.llms.OpenAIAssistant property) (datadreamer.llms.PaLM property) (datadreamer.llms.Petals property) (datadreamer.llms.Together property) (datadreamer.llms.VertexAI property) (datadreamer.llms.VLLM property) (datadreamer.task_models.HFClassificationTaskModel property) (datadreamer.trainers.TrainHFClassifier property) (datadreamer.trainers.TrainHFDPO property) (datadreamer.trainers.TrainHFFineTune property) (datadreamer.trainers.TrainHFPPO property) (datadreamer.trainers.TrainHFRewardModel property) (datadreamer.trainers.TrainSentenceTransformer property) (datadreamer.trainers.TrainSetFitClassifier property)

train() (datadreamer.trainers.Trainer method) (datadreamer.trainers.TrainHFClassifier method) (datadreamer.trainers.TrainHFDPO method) (datadreamer.trainers.TrainHFFineTune method) (datadreamer.trainers.TrainHFPPO method) (datadreamer.trainers.TrainOpenAIFineTune method) (datadreamer.trainers.TrainSetFitClassifier method) train_with_labeled_pairs() (datadreamer.trainers.TrainSentenceTransformer method) train_with_pairs() (datadreamer.trainers.TrainHFRewardModel method) train_with_pairs_and_scores() (datadreamer.trainers.TrainHFRewardModel method) train_with_positive_pairs() (datadreamer.trainers.TrainSentenceTransformer method) train_with_scores() (datadreamer.trainers.TrainHFRewardModel method) train_with_triplets() (datadreamer.trainers.TrainSentenceTransformer method) Trainer (class in datadreamer.trainers) TrainHFClassifier (class in datadreamer.trainers) TrainHFDPO (class in datadreamer.trainers) TrainHFFineTune (class in datadreamer.trainers) TrainHFPPO (class in datadreamer.trainers) TrainHFRewardModel (class in datadreamer.trainers) TrainOpenAIFineTune (class in datadreamer.trainers) TrainSentenceTransformer (class in datadreamer.trainers) TrainSetFitClassifier (class in datadreamer.trainers)

U

unload_model() (datadreamer.llms.LLM method) (datadreamer.retrievers.Retriever method) (datadreamer.task_models.TaskModel method) (datadreamer.trainers.Trainer method)

unpickle() (datadreamer.steps.Step method) URL (datadreamer.steps.DataCardType attribute)

V

VertexAI (class in datadreamer.llms)

VLLM (class in datadreamer.llms)

W

wait() (in module datadreamer.steps)

Z

zipped() (in module datadreamer.steps)