Index _ | A | B | C | D | E | F | G | H | I | J | L | M | N | O | P | R | S | T | U | V | W | Z _ __enter__() (datadreamer.DataDreamer method) __exit__() (datadreamer.DataDreamer method) __getitem__() (datadreamer.datasets.OutputDataset method) (datadreamer.datasets.OutputIterableDataset method) A add_item() (datadreamer.steps.Step method) AI21 (class in datadreamer.llms) Anthropic (class in datadreamer.llms) args (datadreamer.steps.Step property) assistant_id (datadreamer.llms.OpenAIAssistant property) B Bedrock (class in datadreamer.llms) C CITATION (datadreamer.steps.DataCardType attribute) client (datadreamer.llms.AI21 property) (datadreamer.llms.Anthropic property) (datadreamer.llms.Bedrock property) (datadreamer.llms.Cohere property) (datadreamer.llms.HFAPIEndpoint property) (datadreamer.llms.MistralAI property) (datadreamer.llms.OpenAI property) (datadreamer.llms.OpenAIAssistant property) (datadreamer.llms.PaLM property) (datadreamer.llms.Together property) (datadreamer.llms.VertexAI property) Cohere (class in datadreamer.llms) column_names (datadreamer.datasets.OutputDataset property) concat() (in module datadreamer.steps) concurrent() (in module datadreamer.steps) copy() (datadreamer.steps.Step method) count_tokens() (datadreamer.embedders.Embedder method) (datadreamer.llms.LLM method) CSVDataSource (class in datadreamer.steps) CTransformers (class in datadreamer.llms) D data_card() (datadreamer.steps.Step method) DataCardType (class in datadreamer.steps) datadreamer module DataDreamer (class in datadreamer) datadreamer.datasets module datadreamer.embedders module datadreamer.errors module datadreamer.llms module datadreamer.retrievers module datadreamer.steps module datadreamer.task_models module datadreamer.trainers module dataset (datadreamer.datasets.OutputDataset property) (datadreamer.datasets.OutputIterableDataset property) DATASET_CARD (datadreamer.steps.DataCardType attribute) DATASET_NAME (datadreamer.steps.DataCardType attribute) dataset_path (datadreamer.steps.Step property) DataSource (class in datadreamer.steps) dims (datadreamer.embedders.Embedder property) (datadreamer.embedders.ParallelEmbedder property) (datadreamer.embedders.SentenceTransformersEmbedder property) E Embed (class in datadreamer.steps) Embedder (class in datadreamer.embedders) EmbeddingRetriever (class in datadreamer.retrievers) export_to_csv() (datadreamer.steps.Step method) export_to_dict() (datadreamer.steps.Step method) export_to_disk() (datadreamer.trainers.TrainHFClassifier method) (datadreamer.trainers.TrainHFDPO method) (datadreamer.trainers.TrainHFFineTune method) (datadreamer.trainers.TrainHFPPO method) (datadreamer.trainers.TrainHFRewardModel method) (datadreamer.trainers.TrainSentenceTransformer method) (datadreamer.trainers.TrainSetFitClassifier method) export_to_hf_dataset() (datadreamer.steps.Step method) export_to_json() (datadreamer.steps.Step method) export_to_list() (datadreamer.steps.Step method) F FewShotPrompt (class in datadreamer.steps) filter() (datadreamer.steps.Step method) format_prompt() (datadreamer.llms.LLM method) G get_max_context_length() (datadreamer.llms.LLM method) get_output_folder_path() (datadreamer.DataDreamer static method) get_run_output_folder_path() (datadreamer.steps.Step method) H head() (datadreamer.steps.Step method) HFAPIEndpoint (class in datadreamer.llms) HFClassificationTaskModel (class in datadreamer.task_models) HFDatasetDataSource (class in datadreamer.steps) HFHubDataSource (class in datadreamer.steps) HFTransformers (class in datadreamer.llms) I index (datadreamer.retrievers.EmbeddingRetriever property) (datadreamer.retrievers.ParallelRetriever property) (datadreamer.retrievers.Retriever property) initialized() (datadreamer.DataDreamer static method) inputs (datadreamer.steps.Step property) J JSONDataSource (class in datadreamer.steps) L LazyRowBatches (class in datadreamer.steps) LazyRows (class in datadreamer.steps) LICENSE (datadreamer.steps.DataCardType attribute) LLM (class in datadreamer.llms) M map() (datadreamer.steps.Step method) MistralAI (class in datadreamer.llms) model (datadreamer.embedders.SentenceTransformersEmbedder property) (datadreamer.llms.CTransformers property) (datadreamer.llms.HFAPIEndpoint property) (datadreamer.llms.HFTransformers property) (datadreamer.llms.Petals property) (datadreamer.llms.VLLM property) (datadreamer.task_models.HFClassificationTaskModel property) (datadreamer.trainers.Trainer property) (datadreamer.trainers.TrainHFClassifier property) (datadreamer.trainers.TrainHFDPO property) (datadreamer.trainers.TrainHFFineTune property) (datadreamer.trainers.TrainHFPPO property) (datadreamer.trainers.TrainHFRewardModel property) (datadreamer.trainers.TrainSentenceTransformer property) (datadreamer.trainers.TrainSetFitClassifier property) MODEL_CARD (datadreamer.steps.DataCardType attribute) model_max_length (datadreamer.embedders.Embedder property) (datadreamer.embedders.ParallelEmbedder property) (datadreamer.embedders.SentenceTransformersEmbedder property) (datadreamer.task_models.HFClassificationTaskModel property) MODEL_NAME (datadreamer.steps.DataCardType attribute) model_path (datadreamer.trainers.Trainer property) module datadreamer datadreamer.datasets datadreamer.embedders datadreamer.errors datadreamer.llms datadreamer.retrievers datadreamer.steps datadreamer.task_models datadreamer.trainers N num_columns (datadreamer.datasets.OutputDataset property) num_rows (datadreamer.datasets.OutputDataset property) (datadreamer.datasets.OutputIterableDataset property) O OpenAI (class in datadreamer.llms) OpenAIAssistant (class in datadreamer.llms) output (datadreamer.steps.CSVDataSource property) (datadreamer.steps.DataSource property) (datadreamer.steps.Embed property) (datadreamer.steps.FewShotPrompt property) (datadreamer.steps.HFDatasetDataSource property) (datadreamer.steps.HFHubDataSource property) (datadreamer.steps.JSONDataSource property) (datadreamer.steps.Prompt property) (datadreamer.steps.Retrieve property) (datadreamer.steps.RunTaskModel property) (datadreamer.steps.Step property) (datadreamer.steps.TextDataSource property) OutputDataset (class in datadreamer.datasets) OutputDatasetColumn (class in datadreamer.datasets) OutputIterableDataset (class in datadreamer.datasets) OutputIterableDatasetColumn (class in datadreamer.datasets) P PaLM (class in datadreamer.llms) ParallelEmbedder (class in datadreamer.embedders) ParallelLLM (class in datadreamer.llms) ParallelRetriever (class in datadreamer.retrievers) ParallelTaskModel (class in datadreamer.task_models) Petals (class in datadreamer.llms) pickle() (datadreamer.steps.Step method) progress (datadreamer.steps.Step property) Prompt (class in datadreamer.steps) publish_to_hf_hub() (datadreamer.steps.Step method) (datadreamer.trainers.TrainHFClassifier method) (datadreamer.trainers.TrainHFDPO method) (datadreamer.trainers.TrainHFFineTune method) (datadreamer.trainers.TrainHFPPO method) (datadreamer.trainers.TrainHFRewardModel method) (datadreamer.trainers.TrainSentenceTransformer method) (datadreamer.trainers.TrainSetFitClassifier method) R register_arg() (datadreamer.steps.Step method) register_data_card() (datadreamer.steps.Step method) register_input() (datadreamer.steps.Step method) register_output() (datadreamer.steps.Step method) remove_columns() (datadreamer.steps.Step method) rename_column() (datadreamer.steps.Step method) rename_columns() (datadreamer.steps.Step method) Retrieve (class in datadreamer.steps) Retriever (class in datadreamer.retrievers) reverse() (datadreamer.steps.Step method) run() (datadreamer.embedders.Embedder method) (datadreamer.embedders.ParallelEmbedder method) (datadreamer.embedders.SentenceTransformersEmbedder method) (datadreamer.llms.AI21 method) (datadreamer.llms.Anthropic method) (datadreamer.llms.Bedrock method) (datadreamer.llms.Cohere method) (datadreamer.llms.CTransformers method) (datadreamer.llms.HFAPIEndpoint method) (datadreamer.llms.HFTransformers method) (datadreamer.llms.LLM method) (datadreamer.llms.MistralAI method) (datadreamer.llms.OpenAI method) (datadreamer.llms.OpenAIAssistant method) (datadreamer.llms.PaLM method) (datadreamer.llms.ParallelLLM method) (datadreamer.llms.Petals method) (datadreamer.llms.Together method) (datadreamer.llms.VertexAI method) (datadreamer.llms.VLLM method) (datadreamer.retrievers.EmbeddingRetriever method) (datadreamer.retrievers.ParallelRetriever method) (datadreamer.task_models.HFClassificationTaskModel method) (datadreamer.task_models.ParallelTaskModel method) RunTaskModel (class in datadreamer.steps) S save() (datadreamer.steps.Step method) select() (datadreamer.steps.Step method) select_columns() (datadreamer.steps.Step method) SentenceTransformersEmbedder (class in datadreamer.embedders) shard() (datadreamer.steps.Step method) shuffle() (datadreamer.steps.Step method) skip() (datadreamer.steps.Step method) sort() (datadreamer.steps.Step method) splits() (datadreamer.steps.Step method) Step (class in datadreamer.steps) step (datadreamer.datasets.OutputDataset property) StepOutputError StepOutputTypeError SuperStep (class in datadreamer.steps) T take() (datadreamer.steps.Step method) TaskModel (class in datadreamer.task_models) TextDataSource (class in datadreamer.steps) Together (class in datadreamer.llms) tokenizer (datadreamer.embedders.SentenceTransformersEmbedder property) (datadreamer.llms.AI21 property) (datadreamer.llms.Anthropic property) (datadreamer.llms.Bedrock property) (datadreamer.llms.Cohere property) (datadreamer.llms.CTransformers property) (datadreamer.llms.HFAPIEndpoint property) (datadreamer.llms.HFTransformers property) (datadreamer.llms.MistralAI property) (datadreamer.llms.OpenAI property) (datadreamer.llms.OpenAIAssistant property) (datadreamer.llms.PaLM property) (datadreamer.llms.Petals property) (datadreamer.llms.Together property) (datadreamer.llms.VertexAI property) (datadreamer.llms.VLLM property) (datadreamer.task_models.HFClassificationTaskModel property) (datadreamer.trainers.TrainHFClassifier property) (datadreamer.trainers.TrainHFDPO property) (datadreamer.trainers.TrainHFFineTune property) (datadreamer.trainers.TrainHFPPO property) (datadreamer.trainers.TrainHFRewardModel property) (datadreamer.trainers.TrainSentenceTransformer property) (datadreamer.trainers.TrainSetFitClassifier property) train() (datadreamer.trainers.Trainer method) (datadreamer.trainers.TrainHFClassifier method) (datadreamer.trainers.TrainHFDPO method) (datadreamer.trainers.TrainHFFineTune method) (datadreamer.trainers.TrainHFPPO method) (datadreamer.trainers.TrainSetFitClassifier method) train_with_labeled_pairs() (datadreamer.trainers.TrainSentenceTransformer method) train_with_pairs() (datadreamer.trainers.TrainHFRewardModel method) train_with_pairs_and_scores() (datadreamer.trainers.TrainHFRewardModel method) train_with_positive_pairs() (datadreamer.trainers.TrainSentenceTransformer method) train_with_scores() (datadreamer.trainers.TrainHFRewardModel method) train_with_triplets() (datadreamer.trainers.TrainSentenceTransformer method) Trainer (class in datadreamer.trainers) TrainHFClassifier (class in datadreamer.trainers) TrainHFDPO (class in datadreamer.trainers) TrainHFFineTune (class in datadreamer.trainers) TrainHFPPO (class in datadreamer.trainers) TrainHFRewardModel (class in datadreamer.trainers) TrainSentenceTransformer (class in datadreamer.trainers) TrainSetFitClassifier (class in datadreamer.trainers) U unload_model() (datadreamer.embedders.Embedder method) (datadreamer.llms.LLM method) (datadreamer.retrievers.Retriever method) (datadreamer.task_models.TaskModel method) (datadreamer.trainers.Trainer method) unpickle() (datadreamer.steps.Step method) URL (datadreamer.steps.DataCardType attribute) V VertexAI (class in datadreamer.llms) VLLM (class in datadreamer.llms) W wait() (in module datadreamer.steps) Z zipped() (in module datadreamer.steps)