From f116d99b75cf628dcb52dd28f637ac84f3c6ce5b Mon Sep 17 00:00:00 2001 From: pytorchbot Date: Tue, 29 Oct 2024 18:03:35 +0000 Subject: [PATCH] auto-generating sphinx docs --- main/_modules/functools.html | 8 +++++++- main/_modules/index.html | 8 +++++++- main/_modules/torchtune/config/_instantiate.html | 8 +++++++- main/_modules/torchtune/config/_parse.html | 8 +++++++- main/_modules/torchtune/config/_utils.html | 8 +++++++- main/_modules/torchtune/config/_validate.html | 8 +++++++- main/_modules/torchtune/data/_collate.html | 8 +++++++- main/_modules/torchtune/data/_messages.html | 8 +++++++- main/_modules/torchtune/data/_prompt_templates.html | 8 +++++++- main/_modules/torchtune/data/_utils.html | 8 +++++++- main/_modules/torchtune/datasets/_alpaca.html | 8 +++++++- main/_modules/torchtune/datasets/_chat.html | 8 +++++++- main/_modules/torchtune/datasets/_cnn_dailymail.html | 8 +++++++- main/_modules/torchtune/datasets/_concat.html | 8 +++++++- main/_modules/torchtune/datasets/_grammar.html | 8 +++++++- main/_modules/torchtune/datasets/_hh_rlhf_helpful.html | 8 +++++++- main/_modules/torchtune/datasets/_instruct.html | 8 +++++++- main/_modules/torchtune/datasets/_packed.html | 8 +++++++- main/_modules/torchtune/datasets/_preference.html | 8 +++++++- main/_modules/torchtune/datasets/_samsum.html | 8 +++++++- main/_modules/torchtune/datasets/_sft.html | 8 +++++++- main/_modules/torchtune/datasets/_slimorca.html | 8 +++++++- .../torchtune/datasets/_stack_exchange_paired.html | 8 +++++++- main/_modules/torchtune/datasets/_text_completion.html | 8 +++++++- main/_modules/torchtune/datasets/_wikitext.html | 8 +++++++- .../torchtune/datasets/multimodal/_llava_instruct.html | 8 +++++++- .../torchtune/datasets/multimodal/_the_cauldron.html | 8 +++++++- main/_modules/torchtune/generation/_generation.html | 8 +++++++- .../torchtune/models/clip/_component_builders.html | 8 +++++++- .../torchtune/models/clip/_position_embeddings.html | 8 +++++++- .../torchtune/models/code_llama2/_model_builders.html | 8 +++++++- .../torchtune/models/gemma/_component_builders.html | 8 +++++++- main/_modules/torchtune/models/gemma/_model_builders.html | 8 +++++++- .../torchtune/models/llama2/_component_builders.html | 8 +++++++- .../_modules/torchtune/models/llama2/_model_builders.html | 8 +++++++- .../torchtune/models/llama2/_prompt_template.html | 8 +++++++- .../torchtune/models/llama3/_component_builders.html | 8 +++++++- .../_modules/torchtune/models/llama3/_model_builders.html | 8 +++++++- .../torchtune/models/llama3_1/_component_builders.html | 8 +++++++- .../torchtune/models/llama3_1/_model_builders.html | 8 +++++++- .../torchtune/models/llama3_2/_model_builders.html | 8 +++++++- .../models/llama3_2_vision/_component_builders.html | 8 +++++++- .../torchtune/models/llama3_2_vision/_encoder.html | 8 +++++++- .../torchtune/models/llama3_2_vision/_model_builders.html | 8 +++++++- .../torchtune/models/llama3_2_vision/_transform.html | 8 +++++++- .../torchtune/models/mistral/_component_builders.html | 8 +++++++- .../torchtune/models/mistral/_model_builders.html | 8 +++++++- .../torchtune/models/mistral/_prompt_template.html | 8 +++++++- .../torchtune/models/phi3/_component_builders.html | 8 +++++++- main/_modules/torchtune/models/phi3/_model_builders.html | 8 +++++++- .../torchtune/models/qwen2/_component_builders.html | 8 +++++++- main/_modules/torchtune/models/qwen2/_model_builders.html | 8 +++++++- main/_modules/torchtune/modules/attention.html | 8 +++++++- main/_modules/torchtune/modules/common_utils.html | 8 +++++++- main/_modules/torchtune/modules/feed_forward.html | 8 +++++++- main/_modules/torchtune/modules/kv_cache.html | 8 +++++++- main/_modules/torchtune/modules/layer_norm.html | 8 +++++++- .../torchtune/modules/loss/ce_chunked_output_loss.html | 8 +++++++- main/_modules/torchtune/modules/loss/kd_losses.html | 8 +++++++- main/_modules/torchtune/modules/model_fusion/_fusion.html | 8 +++++++- .../torchtune/modules/model_fusion/_fusion_utils.html | 8 +++++++- main/_modules/torchtune/modules/peft/_utils.html | 8 +++++++- main/_modules/torchtune/modules/peft/lora.html | 8 +++++++- main/_modules/torchtune/modules/position_embeddings.html | 8 +++++++- main/_modules/torchtune/modules/rms_norm.html | 8 +++++++- main/_modules/torchtune/modules/tanh_gate.html | 8 +++++++- main/_modules/torchtune/modules/tied_linear.html | 8 +++++++- .../torchtune/modules/tokenizers/_sentencepiece.html | 8 +++++++- main/_modules/torchtune/modules/tokenizers/_tiktoken.html | 8 +++++++- main/_modules/torchtune/modules/tokenizers/_utils.html | 8 +++++++- main/_modules/torchtune/modules/transformer.html | 8 +++++++- .../torchtune/modules/transforms/_transforms.html | 8 +++++++- main/_modules/torchtune/modules/vision_transformer.html | 8 +++++++- main/_modules/torchtune/rlhf/loss/dpo.html | 8 +++++++- main/_modules/torchtune/rlhf/loss/ppo.html | 8 +++++++- main/_modules/torchtune/rlhf/rewards.html | 8 +++++++- main/_modules/torchtune/rlhf/sequence_processing.html | 8 +++++++- main/_modules/torchtune/training/_distributed.html | 8 +++++++- main/_modules/torchtune/training/_profiler.html | 8 +++++++- main/_modules/torchtune/training/activations.html | 8 +++++++- .../torchtune/training/checkpointing/_checkpointer.html | 8 +++++++- .../_modules/torchtune/training/checkpointing/_utils.html | 8 +++++++- main/_modules/torchtune/training/lr_schedulers.html | 8 +++++++- main/_modules/torchtune/training/memory.html | 8 +++++++- main/_modules/torchtune/training/metric_logging.html | 8 +++++++- main/_modules/torchtune/training/pooling.html | 8 +++++++- main/_modules/torchtune/training/precision.html | 8 +++++++- main/_modules/torchtune/training/quantization.html | 8 +++++++- main/_modules/torchtune/training/seed.html | 8 +++++++- main/_modules/torchtune/utils/_device.html | 8 +++++++- main/_modules/torchtune/utils/_logging.html | 8 +++++++- main/_modules/torchtune/utils/_version.html | 8 +++++++- main/_modules/typing.html | 8 +++++++- main/api_ref_config.html | 8 +++++++- main/api_ref_data.html | 8 +++++++- main/api_ref_datasets.html | 8 +++++++- main/api_ref_generation.html | 8 +++++++- main/api_ref_models.html | 8 +++++++- main/api_ref_modules.html | 8 +++++++- main/api_ref_rlhf.html | 8 +++++++- main/api_ref_training.html | 8 +++++++- main/api_ref_utilities.html | 8 +++++++- main/basics/chat_datasets.html | 8 +++++++- main/basics/custom_components.html | 8 +++++++- main/basics/datasets_overview.html | 8 +++++++- main/basics/instruct_datasets.html | 8 +++++++- main/basics/message_transforms.html | 8 +++++++- main/basics/messages.html | 8 +++++++- main/basics/model_transforms.html | 8 +++++++- main/basics/multimodal_datasets.html | 8 +++++++- main/basics/packing.html | 8 +++++++- main/basics/preference_datasets.html | 8 +++++++- main/basics/prompt_templates.html | 8 +++++++- main/basics/text_completion_datasets.html | 8 +++++++- main/basics/tokenizers.html | 8 +++++++- main/deep_dives/checkpointer.html | 8 +++++++- main/deep_dives/comet_logging.html | 8 +++++++- main/deep_dives/configs.html | 8 +++++++- main/deep_dives/recipe_deepdive.html | 8 +++++++- main/deep_dives/wandb_logging.html | 8 +++++++- main/generated/torchtune.config.instantiate.html | 8 +++++++- main/generated/torchtune.config.log_config.html | 8 +++++++- main/generated/torchtune.config.parse.html | 8 +++++++- main/generated/torchtune.config.validate.html | 8 +++++++- main/generated/torchtune.data.AlpacaToMessages.html | 8 +++++++- main/generated/torchtune.data.ChatMLTemplate.html | 8 +++++++- .../torchtune.data.ChosenRejectedToMessages.html | 8 +++++++- .../torchtune.data.GrammarErrorCorrectionTemplate.html | 8 +++++++- main/generated/torchtune.data.InputOutputToMessages.html | 8 +++++++- main/generated/torchtune.data.Message.html | 8 +++++++- main/generated/torchtune.data.OpenAIToMessages.html | 8 +++++++- main/generated/torchtune.data.PromptTemplate.html | 8 +++++++- .../generated/torchtune.data.PromptTemplateInterface.html | 8 +++++++- main/generated/torchtune.data.QuestionAnswerTemplate.html | 8 +++++++- main/generated/torchtune.data.Role.html | 8 +++++++- main/generated/torchtune.data.ShareGPTToMessages.html | 8 +++++++- main/generated/torchtune.data.SummarizeTemplate.html | 8 +++++++- .../torchtune.data.format_content_with_images.html | 8 +++++++- main/generated/torchtune.data.left_pad_sequence.html | 8 +++++++- main/generated/torchtune.data.load_image.html | 8 +++++++- main/generated/torchtune.data.padded_collate.html | 8 +++++++- main/generated/torchtune.data.padded_collate_dpo.html | 8 +++++++- main/generated/torchtune.data.padded_collate_sft.html | 8 +++++++- ...rchtune.data.padded_collate_tiled_images_and_mask.html | 8 +++++++- main/generated/torchtune.data.truncate.html | 8 +++++++- main/generated/torchtune.data.validate_messages.html | 8 +++++++- main/generated/torchtune.datasets.ConcatDataset.html | 8 +++++++- main/generated/torchtune.datasets.PackedDataset.html | 8 +++++++- main/generated/torchtune.datasets.PreferenceDataset.html | 8 +++++++- main/generated/torchtune.datasets.SFTDataset.html | 8 +++++++- .../torchtune.datasets.TextCompletionDataset.html | 8 +++++++- .../torchtune.datasets.alpaca_cleaned_dataset.html | 8 +++++++- main/generated/torchtune.datasets.alpaca_dataset.html | 8 +++++++- main/generated/torchtune.datasets.chat_dataset.html | 8 +++++++- ...torchtune.datasets.cnn_dailymail_articles_dataset.html | 8 +++++++- main/generated/torchtune.datasets.grammar_dataset.html | 8 +++++++- .../torchtune.datasets.hh_rlhf_helpful_dataset.html | 8 +++++++- main/generated/torchtune.datasets.instruct_dataset.html | 8 +++++++- ...chtune.datasets.multimodal.llava_instruct_dataset.html | 8 +++++++- ...orchtune.datasets.multimodal.the_cauldron_dataset.html | 8 +++++++- main/generated/torchtune.datasets.preference_dataset.html | 8 +++++++- main/generated/torchtune.datasets.samsum_dataset.html | 8 +++++++- main/generated/torchtune.datasets.slimorca_dataset.html | 8 +++++++- .../torchtune.datasets.stack_exchange_paired_dataset.html | 8 +++++++- .../torchtune.datasets.text_completion_dataset.html | 8 +++++++- main/generated/torchtune.datasets.wikitext_dataset.html | 8 +++++++- main/generated/torchtune.generation.generate.html | 8 +++++++- .../torchtune.generation.generate_next_token.html | 8 +++++++- ...tune.generation.get_causal_mask_from_padding_mask.html | 8 +++++++- ...une.generation.get_position_ids_from_padding_mask.html | 8 +++++++- main/generated/torchtune.generation.sample.html | 8 +++++++- .../torchtune.models.clip.TilePositionalEmbedding.html | 8 +++++++- ...rchtune.models.clip.TiledTokenPositionalEmbedding.html | 8 +++++++- .../torchtune.models.clip.TokenPositionalEmbedding.html | 8 +++++++- .../torchtune.models.clip.clip_vision_encoder.html | 8 +++++++- .../torchtune.models.code_llama2.code_llama2_13b.html | 8 +++++++- .../torchtune.models.code_llama2.code_llama2_70b.html | 8 +++++++- .../torchtune.models.code_llama2.code_llama2_7b.html | 8 +++++++- ...torchtune.models.code_llama2.lora_code_llama2_13b.html | 8 +++++++- ...torchtune.models.code_llama2.lora_code_llama2_70b.html | 8 +++++++- .../torchtune.models.code_llama2.lora_code_llama2_7b.html | 8 +++++++- ...orchtune.models.code_llama2.qlora_code_llama2_13b.html | 8 +++++++- ...orchtune.models.code_llama2.qlora_code_llama2_70b.html | 8 +++++++- ...torchtune.models.code_llama2.qlora_code_llama2_7b.html | 8 +++++++- main/generated/torchtune.models.gemma.gemma.html | 8 +++++++- main/generated/torchtune.models.gemma.gemma_2b.html | 8 +++++++- main/generated/torchtune.models.gemma.gemma_7b.html | 8 +++++++- .../generated/torchtune.models.gemma.gemma_tokenizer.html | 8 +++++++- main/generated/torchtune.models.gemma.lora_gemma.html | 8 +++++++- main/generated/torchtune.models.gemma.lora_gemma_2b.html | 8 +++++++- main/generated/torchtune.models.gemma.lora_gemma_7b.html | 8 +++++++- main/generated/torchtune.models.gemma.qlora_gemma_2b.html | 8 +++++++- main/generated/torchtune.models.gemma.qlora_gemma_7b.html | 8 +++++++- .../torchtune.models.llama2.Llama2ChatTemplate.html | 8 +++++++- main/generated/torchtune.models.llama2.llama2.html | 8 +++++++- main/generated/torchtune.models.llama2.llama2_13b.html | 8 +++++++- main/generated/torchtune.models.llama2.llama2_70b.html | 8 +++++++- main/generated/torchtune.models.llama2.llama2_7b.html | 8 +++++++- .../torchtune.models.llama2.llama2_reward_7b.html | 8 +++++++- .../torchtune.models.llama2.llama2_tokenizer.html | 8 +++++++- main/generated/torchtune.models.llama2.lora_llama2.html | 8 +++++++- .../torchtune.models.llama2.lora_llama2_13b.html | 8 +++++++- .../torchtune.models.llama2.lora_llama2_70b.html | 8 +++++++- .../generated/torchtune.models.llama2.lora_llama2_7b.html | 8 +++++++- .../torchtune.models.llama2.lora_llama2_reward_7b.html | 8 +++++++- .../torchtune.models.llama2.qlora_llama2_13b.html | 8 +++++++- .../torchtune.models.llama2.qlora_llama2_70b.html | 8 +++++++- .../torchtune.models.llama2.qlora_llama2_7b.html | 8 +++++++- .../torchtune.models.llama2.qlora_llama2_reward_7b.html | 8 +++++++- main/generated/torchtune.models.llama3.llama3.html | 8 +++++++- main/generated/torchtune.models.llama3.llama3_70b.html | 8 +++++++- main/generated/torchtune.models.llama3.llama3_8b.html | 8 +++++++- .../torchtune.models.llama3.llama3_tokenizer.html | 8 +++++++- main/generated/torchtune.models.llama3.lora_llama3.html | 8 +++++++- .../torchtune.models.llama3.lora_llama3_70b.html | 8 +++++++- .../generated/torchtune.models.llama3.lora_llama3_8b.html | 8 +++++++- .../torchtune.models.llama3.qlora_llama3_70b.html | 8 +++++++- .../torchtune.models.llama3.qlora_llama3_8b.html | 8 +++++++- main/generated/torchtune.models.llama3_1.llama3_1.html | 8 +++++++- .../torchtune.models.llama3_1.llama3_1_405b.html | 8 +++++++- .../generated/torchtune.models.llama3_1.llama3_1_70b.html | 8 +++++++- main/generated/torchtune.models.llama3_1.llama3_1_8b.html | 8 +++++++- .../torchtune.models.llama3_1.lora_llama3_1.html | 8 +++++++- .../torchtune.models.llama3_1.lora_llama3_1_405b.html | 8 +++++++- .../torchtune.models.llama3_1.lora_llama3_1_70b.html | 8 +++++++- .../torchtune.models.llama3_1.lora_llama3_1_8b.html | 8 +++++++- .../torchtune.models.llama3_1.qlora_llama3_1_405b.html | 8 +++++++- .../torchtune.models.llama3_1.qlora_llama3_1_70b.html | 8 +++++++- .../torchtune.models.llama3_1.qlora_llama3_1_8b.html | 8 +++++++- main/generated/torchtune.models.llama3_2.llama3_2_1b.html | 8 +++++++- main/generated/torchtune.models.llama3_2.llama3_2_3b.html | 8 +++++++- .../torchtune.models.llama3_2.lora_llama3_2_1b.html | 8 +++++++- .../torchtune.models.llama3_2.lora_llama3_2_3b.html | 8 +++++++- .../torchtune.models.llama3_2.qlora_llama3_2_1b.html | 8 +++++++- .../torchtune.models.llama3_2.qlora_llama3_2_3b.html | 8 +++++++- ...chtune.models.llama3_2_vision.Llama3VisionEncoder.html | 8 +++++++- ...models.llama3_2_vision.Llama3VisionProjectionHead.html | 8 +++++++- ...tune.models.llama3_2_vision.Llama3VisionTransform.html | 8 +++++++- ...chtune.models.llama3_2_vision.llama3_2_vision_11b.html | 8 +++++++- ...ne.models.llama3_2_vision.llama3_2_vision_decoder.html | 8 +++++++- ...ne.models.llama3_2_vision.llama3_2_vision_encoder.html | 8 +++++++- ....models.llama3_2_vision.llama3_2_vision_transform.html | 8 +++++++- ...e.models.llama3_2_vision.lora_llama3_2_vision_11b.html | 8 +++++++- ...dels.llama3_2_vision.lora_llama3_2_vision_decoder.html | 8 +++++++- ...dels.llama3_2_vision.lora_llama3_2_vision_encoder.html | 8 +++++++- ....models.llama3_2_vision.qlora_llama3_2_vision_11b.html | 8 +++++++- .../torchtune.models.mistral.MistralChatTemplate.html | 8 +++++++- main/generated/torchtune.models.mistral.lora_mistral.html | 8 +++++++- .../torchtune.models.mistral.lora_mistral_7b.html | 8 +++++++- .../torchtune.models.mistral.lora_mistral_classifier.html | 8 +++++++- .../torchtune.models.mistral.lora_mistral_reward_7b.html | 8 +++++++- main/generated/torchtune.models.mistral.mistral.html | 8 +++++++- main/generated/torchtune.models.mistral.mistral_7b.html | 8 +++++++- .../torchtune.models.mistral.mistral_classifier.html | 8 +++++++- .../torchtune.models.mistral.mistral_reward_7b.html | 8 +++++++- .../torchtune.models.mistral.mistral_tokenizer.html | 8 +++++++- .../torchtune.models.mistral.qlora_mistral_7b.html | 8 +++++++- .../torchtune.models.mistral.qlora_mistral_reward_7b.html | 8 +++++++- main/generated/torchtune.models.phi3.lora_phi3.html | 8 +++++++- main/generated/torchtune.models.phi3.lora_phi3_mini.html | 8 +++++++- main/generated/torchtune.models.phi3.phi3.html | 8 +++++++- main/generated/torchtune.models.phi3.phi3_mini.html | 8 +++++++- .../torchtune.models.phi3.phi3_mini_tokenizer.html | 8 +++++++- main/generated/torchtune.models.phi3.qlora_phi3_mini.html | 8 +++++++- main/generated/torchtune.models.qwen2.lora_qwen2.html | 8 +++++++- .../generated/torchtune.models.qwen2.lora_qwen2_0_5b.html | 8 +++++++- .../generated/torchtune.models.qwen2.lora_qwen2_1_5b.html | 8 +++++++- main/generated/torchtune.models.qwen2.lora_qwen2_7b.html | 8 +++++++- main/generated/torchtune.models.qwen2.qwen2.html | 8 +++++++- main/generated/torchtune.models.qwen2.qwen2_0_5b.html | 8 +++++++- main/generated/torchtune.models.qwen2.qwen2_1_5b.html | 8 +++++++- main/generated/torchtune.models.qwen2.qwen2_7b.html | 8 +++++++- .../generated/torchtune.models.qwen2.qwen2_tokenizer.html | 8 +++++++- main/generated/torchtune.modules.FeedForward.html | 8 +++++++- main/generated/torchtune.modules.Fp32LayerNorm.html | 8 +++++++- main/generated/torchtune.modules.KVCache.html | 8 +++++++- main/generated/torchtune.modules.MultiHeadAttention.html | 8 +++++++- main/generated/torchtune.modules.RMSNorm.html | 8 +++++++- .../torchtune.modules.RotaryPositionalEmbeddings.html | 8 +++++++- main/generated/torchtune.modules.TanhGate.html | 8 +++++++- main/generated/torchtune.modules.TiedLinear.html | 8 +++++++- .../torchtune.modules.TransformerCrossAttentionLayer.html | 8 +++++++- main/generated/torchtune.modules.TransformerDecoder.html | 8 +++++++- .../torchtune.modules.TransformerSelfAttentionLayer.html | 8 +++++++- main/generated/torchtune.modules.VisionTransformer.html | 8 +++++++- .../torchtune.modules.common_utils.delete_kv_caches.html | 8 +++++++- .../torchtune.modules.common_utils.disable_kv_cache.html | 8 +++++++- .../torchtune.modules.common_utils.local_kv_cache.html | 8 +++++++- ...utils.reparametrize_as_dtype_state_dict_post_hook.html | 8 +++++++- .../torchtune.modules.loss.CEWithChunkedOutputLoss.html | 8 +++++++- main/generated/torchtune.modules.loss.ForwardKLLoss.html | 8 +++++++- ...htune.modules.loss.ForwardKLWithChunkedOutputLoss.html | 8 +++++++- .../torchtune.modules.model_fusion.DeepFusionModel.html | 8 +++++++- .../torchtune.modules.model_fusion.FusionEmbedding.html | 8 +++++++- .../torchtune.modules.model_fusion.FusionLayer.html | 8 +++++++- .../torchtune.modules.model_fusion.get_fusion_params.html | 8 +++++++- ...htune.modules.model_fusion.register_fusion_module.html | 8 +++++++- main/generated/torchtune.modules.peft.AdapterModule.html | 8 +++++++- main/generated/torchtune.modules.peft.LoRALinear.html | 8 +++++++- .../generated/torchtune.modules.peft.disable_adapter.html | 8 +++++++- .../torchtune.modules.peft.get_adapter_params.html | 8 +++++++- .../torchtune.modules.peft.set_trainable_params.html | 8 +++++++- ...les.peft.validate_missing_and_unexpected_for_lora.html | 8 +++++++- ...rchtune.modules.peft.validate_state_dict_for_lora.html | 8 +++++++- .../torchtune.modules.tokenizers.BaseTokenizer.html | 8 +++++++- .../torchtune.modules.tokenizers.ModelTokenizer.html | 8 +++++++- ...une.modules.tokenizers.SentencePieceBaseTokenizer.html | 8 +++++++- ...orchtune.modules.tokenizers.TikTokenBaseTokenizer.html | 8 +++++++- ...chtune.modules.tokenizers.parse_hf_tokenizer_json.html | 8 +++++++- ...es.tokenizers.tokenize_messages_no_special_tokens.html | 8 +++++++- .../generated/torchtune.modules.transforms.Transform.html | 8 +++++++- ...htune.modules.transforms.VisionCrossAttentionMask.html | 8 +++++++- main/generated/torchtune.rlhf.estimate_advantages.html | 8 +++++++- main/generated/torchtune.rlhf.get_rewards_ppo.html | 8 +++++++- main/generated/torchtune.rlhf.loss.DPOLoss.html | 8 +++++++- main/generated/torchtune.rlhf.loss.PPOLoss.html | 8 +++++++- main/generated/torchtune.rlhf.loss.RSOLoss.html | 8 +++++++- main/generated/torchtune.rlhf.loss.SimPOLoss.html | 8 +++++++- ...chtune.rlhf.truncate_sequence_at_first_stop_token.html | 8 +++++++- main/generated/torchtune.training.FSDPPolicyType.html | 8 +++++++- .../torchtune.training.FormattedCheckpointFiles.html | 8 +++++++- .../torchtune.training.FullModelHFCheckpointer.html | 8 +++++++- .../torchtune.training.FullModelMetaCheckpointer.html | 8 +++++++- ...torchtune.training.FullModelTorchTuneCheckpointer.html | 8 +++++++- main/generated/torchtune.training.ModelType.html | 8 +++++++- .../torchtune.training.OptimizerInBackwardWrapper.html | 8 +++++++- ...training.apply_selective_activation_checkpointing.html | 8 +++++++- .../torchtune.training.create_optim_in_bwd_wrapper.html | 8 +++++++- ...orchtune.training.get_cosine_schedule_with_warmup.html | 8 +++++++- main/generated/torchtune.training.get_dtype.html | 8 +++++++- ...htune.training.get_full_finetune_fsdp_wrap_policy.html | 8 +++++++- main/generated/torchtune.training.get_lr.html | 8 +++++++- main/generated/torchtune.training.get_memory_stats.html | 8 +++++++- main/generated/torchtune.training.get_quantizer_mode.html | 8 +++++++- .../torchtune.training.get_unmasked_sequence_lengths.html | 8 +++++++- .../torchtune.training.get_world_size_and_rank.html | 8 +++++++- main/generated/torchtune.training.init_distributed.html | 8 +++++++- main/generated/torchtune.training.is_distributed.html | 8 +++++++- main/generated/torchtune.training.log_memory_stats.html | 8 +++++++- .../torchtune.training.lora_fsdp_wrap_policy.html | 8 +++++++- .../torchtune.training.metric_logging.CometLogger.html | 8 +++++++- .../torchtune.training.metric_logging.DiskLogger.html | 8 +++++++- .../torchtune.training.metric_logging.StdoutLogger.html | 8 +++++++- ...rchtune.training.metric_logging.TensorBoardLogger.html | 8 +++++++- .../torchtune.training.metric_logging.WandBLogger.html | 8 +++++++- .../torchtune.training.register_optim_in_bwd_hooks.html | 8 +++++++- .../torchtune.training.set_activation_checkpointing.html | 8 +++++++- main/generated/torchtune.training.set_default_dtype.html | 8 +++++++- main/generated/torchtune.training.set_seed.html | 8 +++++++- .../torchtune.training.setup_torch_profiler.html | 8 +++++++- ...rchtune.training.update_state_dict_for_classifier.html | 8 +++++++- .../torchtune.training.validate_expected_param_dtype.html | 8 +++++++- main/generated/torchtune.utils.batch_to_device.html | 8 +++++++- main/generated/torchtune.utils.get_device.html | 8 +++++++- main/generated/torchtune.utils.get_logger.html | 8 +++++++- main/generated/torchtune.utils.torch_version_ge.html | 8 +++++++- main/generated_examples/index.html | 8 +++++++- main/generated_examples/sg_execution_times.html | 8 +++++++- main/genindex.html | 8 +++++++- main/index.html | 8 +++++++- main/install.html | 8 +++++++- main/overview.html | 8 +++++++- main/recipes/lora_finetune_single_device.html | 8 +++++++- main/recipes/qat_distributed.html | 8 +++++++- main/recipes/recipes_overview.html | 8 +++++++- main/search.html | 8 +++++++- main/sg_execution_times.html | 8 +++++++- main/tune_cli.html | 8 +++++++- main/tutorials/chat.html | 8 +++++++- main/tutorials/e2e_flow.html | 8 +++++++- main/tutorials/first_finetune_tutorial.html | 8 +++++++- main/tutorials/llama3.html | 8 +++++++- main/tutorials/llama_kd_tutorial.html | 8 +++++++- main/tutorials/lora_finetune.html | 8 +++++++- main/tutorials/memory_optimizations.html | 8 +++++++- main/tutorials/qat_finetune.html | 8 +++++++- main/tutorials/qlora_finetune.html | 8 +++++++- 377 files changed, 2639 insertions(+), 377 deletions(-) diff --git a/main/_modules/functools.html b/main/_modules/functools.html index c2df1c0f9c..5fc48b8f7e 100644 --- a/main/_modules/functools.html +++ b/main/_modules/functools.html @@ -1515,9 +1515,15 @@

Source code for functools

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/index.html b/main/_modules/index.html
index 57592ce618..9b8f631616 100644
--- a/main/_modules/index.html
+++ b/main/_modules/index.html
@@ -593,9 +593,15 @@ 

All modules for which code is available

var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/_modules/torchtune/config/_instantiate.html b/main/_modules/torchtune/config/_instantiate.html index 37683a48ab..f6e762dc76 100644 --- a/main/_modules/torchtune/config/_instantiate.html +++ b/main/_modules/torchtune/config/_instantiate.html @@ -615,9 +615,15 @@

Source code for torchtune.config._instantiate

--> - + + diff --git a/main/_modules/torchtune/config/_parse.html b/main/_modules/torchtune/config/_parse.html index 91d22327a8..0e786c4f95 100644 --- a/main/_modules/torchtune/config/_parse.html +++ b/main/_modules/torchtune/config/_parse.html @@ -604,9 +604,15 @@

Source code for torchtune.config._parse

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/config/_utils.html b/main/_modules/torchtune/config/_utils.html
index 702fb37102..46af67abbf 100644
--- a/main/_modules/torchtune/config/_utils.html
+++ b/main/_modules/torchtune/config/_utils.html
@@ -720,9 +720,15 @@ 

Source code for torchtune.config._utils

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/config/_validate.html b/main/_modules/torchtune/config/_validate.html
index a46f1092fd..0fbfed6261 100644
--- a/main/_modules/torchtune/config/_validate.html
+++ b/main/_modules/torchtune/config/_validate.html
@@ -548,9 +548,15 @@ 

Source code for torchtune.config._validate

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/data/_collate.html b/main/_modules/torchtune/data/_collate.html
index b96d80240c..6f94d96b8c 100644
--- a/main/_modules/torchtune/data/_collate.html
+++ b/main/_modules/torchtune/data/_collate.html
@@ -1065,9 +1065,15 @@ 

Source code for torchtune.data._collate

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/data/_messages.html b/main/_modules/torchtune/data/_messages.html
index f9b57e2270..a5b707c3ca 100644
--- a/main/_modules/torchtune/data/_messages.html
+++ b/main/_modules/torchtune/data/_messages.html
@@ -1227,9 +1227,15 @@ 

Source code for torchtune.data._messages

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/data/_prompt_templates.html b/main/_modules/torchtune/data/_prompt_templates.html
index 8701d712fb..a25e01dd34 100644
--- a/main/_modules/torchtune/data/_prompt_templates.html
+++ b/main/_modules/torchtune/data/_prompt_templates.html
@@ -791,9 +791,15 @@ 

Source code for torchtune.data._prompt_templates

var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/_modules/torchtune/data/_utils.html b/main/_modules/torchtune/data/_utils.html index 56dbfe7a97..0ed88f6cd0 100644 --- a/main/_modules/torchtune/data/_utils.html +++ b/main/_modules/torchtune/data/_utils.html @@ -647,9 +647,15 @@

Source code for torchtune.data._utils

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_alpaca.html b/main/_modules/torchtune/datasets/_alpaca.html
index b908da649f..ea1207517f 100644
--- a/main/_modules/torchtune/datasets/_alpaca.html
+++ b/main/_modules/torchtune/datasets/_alpaca.html
@@ -606,9 +606,15 @@ 

Source code for torchtune.datasets._alpaca

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_chat.html b/main/_modules/torchtune/datasets/_chat.html
index b0c624dedc..35abb7bfcd 100644
--- a/main/_modules/torchtune/datasets/_chat.html
+++ b/main/_modules/torchtune/datasets/_chat.html
@@ -690,9 +690,15 @@ 

Source code for torchtune.datasets._chat

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_cnn_dailymail.html b/main/_modules/torchtune/datasets/_cnn_dailymail.html
index 4821b47c4f..a68775b5b2 100644
--- a/main/_modules/torchtune/datasets/_cnn_dailymail.html
+++ b/main/_modules/torchtune/datasets/_cnn_dailymail.html
@@ -560,9 +560,15 @@ 

Source code for torchtune.datasets._cnn_dailymail

--> - + + diff --git a/main/_modules/torchtune/datasets/_concat.html b/main/_modules/torchtune/datasets/_concat.html index 5145be55ba..f7c66b4c6c 100644 --- a/main/_modules/torchtune/datasets/_concat.html +++ b/main/_modules/torchtune/datasets/_concat.html @@ -596,9 +596,15 @@

Source code for torchtune.datasets._concat

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_grammar.html b/main/_modules/torchtune/datasets/_grammar.html
index 5634b39ba0..6d91aa6a98 100644
--- a/main/_modules/torchtune/datasets/_grammar.html
+++ b/main/_modules/torchtune/datasets/_grammar.html
@@ -599,9 +599,15 @@ 

Source code for torchtune.datasets._grammar

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_hh_rlhf_helpful.html b/main/_modules/torchtune/datasets/_hh_rlhf_helpful.html
index e9ce04f259..883dd716f8 100644
--- a/main/_modules/torchtune/datasets/_hh_rlhf_helpful.html
+++ b/main/_modules/torchtune/datasets/_hh_rlhf_helpful.html
@@ -573,9 +573,15 @@ 

Source code for torchtune.datasets._hh_rlhf_helpful

+ + + diff --git a/main/_modules/torchtune/datasets/_instruct.html b/main/_modules/torchtune/datasets/_instruct.html index fe4df1f146..6a1171ebb0 100644 --- a/main/_modules/torchtune/datasets/_instruct.html +++ b/main/_modules/torchtune/datasets/_instruct.html @@ -658,9 +658,15 @@

Source code for torchtune.datasets._instruct

 -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_packed.html b/main/_modules/torchtune/datasets/_packed.html
index c5667f5eb5..d2476848f0 100644
--- a/main/_modules/torchtune/datasets/_packed.html
+++ b/main/_modules/torchtune/datasets/_packed.html
@@ -777,9 +777,15 @@ 

Source code for torchtune.datasets._packed

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_preference.html b/main/_modules/torchtune/datasets/_preference.html
index 23e0a44171..a4d0c99a30 100644
--- a/main/_modules/torchtune/datasets/_preference.html
+++ b/main/_modules/torchtune/datasets/_preference.html
@@ -811,9 +811,15 @@ 

Source code for torchtune.datasets._preference

--> - + + diff --git a/main/_modules/torchtune/datasets/_samsum.html b/main/_modules/torchtune/datasets/_samsum.html index 48cd49e156..e93d9a6e94 100644 --- a/main/_modules/torchtune/datasets/_samsum.html +++ b/main/_modules/torchtune/datasets/_samsum.html @@ -600,9 +600,15 @@

Source code for torchtune.datasets._samsum

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_sft.html b/main/_modules/torchtune/datasets/_sft.html
index ca0093d2fe..690664a124 100644
--- a/main/_modules/torchtune/datasets/_sft.html
+++ b/main/_modules/torchtune/datasets/_sft.html
@@ -648,9 +648,15 @@ 

Source code for torchtune.datasets._sft

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_slimorca.html b/main/_modules/torchtune/datasets/_slimorca.html
index 83d2ba23df..ad3663a409 100644
--- a/main/_modules/torchtune/datasets/_slimorca.html
+++ b/main/_modules/torchtune/datasets/_slimorca.html
@@ -599,9 +599,15 @@ 

Source code for torchtune.datasets._slimorca

 -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/_stack_exchange_paired.html b/main/_modules/torchtune/datasets/_stack_exchange_paired.html
index c460a4f329..a4d37ea183 100644
--- a/main/_modules/torchtune/datasets/_stack_exchange_paired.html
+++ b/main/_modules/torchtune/datasets/_stack_exchange_paired.html
@@ -636,9 +636,15 @@ 

Source code for torchtune.datasets._stack_exchange_paired

+ + + diff --git a/main/_modules/torchtune/datasets/_text_completion.html b/main/_modules/torchtune/datasets/_text_completion.html index 927ec5f64c..8d32952a3e 100644 --- a/main/_modules/torchtune/datasets/_text_completion.html +++ b/main/_modules/torchtune/datasets/_text_completion.html @@ -669,9 +669,15 @@

Source code for torchtune.datasets._text_completion

+ + + diff --git a/main/_modules/torchtune/datasets/_wikitext.html b/main/_modules/torchtune/datasets/_wikitext.html index e18f2b9337..ca87b93847 100644 --- a/main/_modules/torchtune/datasets/_wikitext.html +++ b/main/_modules/torchtune/datasets/_wikitext.html @@ -573,9 +573,15 @@

Source code for torchtune.datasets._wikitext

 -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/datasets/multimodal/_llava_instruct.html b/main/_modules/torchtune/datasets/multimodal/_llava_instruct.html
index a68d267cc8..8f8dcfad94 100644
--- a/main/_modules/torchtune/datasets/multimodal/_llava_instruct.html
+++ b/main/_modules/torchtune/datasets/multimodal/_llava_instruct.html
@@ -645,9 +645,15 @@ 

Source code for torchtune.datasets.multimodal._llava_instruct

--> - + + diff --git a/main/_modules/torchtune/datasets/multimodal/_the_cauldron.html b/main/_modules/torchtune/datasets/multimodal/_the_cauldron.html index ddd7c93a88..15c5a68d30 100644 --- a/main/_modules/torchtune/datasets/multimodal/_the_cauldron.html +++ b/main/_modules/torchtune/datasets/multimodal/_the_cauldron.html @@ -740,9 +740,15 @@

Source code for torchtune.datasets.multimodal._the_cauldron

+ + + diff --git a/main/_modules/torchtune/generation/_generation.html b/main/_modules/torchtune/generation/_generation.html index e6ed747e97..21da08b638 100644 --- a/main/_modules/torchtune/generation/_generation.html +++ b/main/_modules/torchtune/generation/_generation.html @@ -897,9 +897,15 @@

Source code for torchtune.generation._generation

var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/_modules/torchtune/models/clip/_component_builders.html b/main/_modules/torchtune/models/clip/_component_builders.html index 993bc48e23..cbc06a5c6d 100644 --- a/main/_modules/torchtune/models/clip/_component_builders.html +++ b/main/_modules/torchtune/models/clip/_component_builders.html @@ -1028,9 +1028,15 @@

Source code for torchtune.models.clip._component_builders

+ + + diff --git a/main/_modules/torchtune/models/clip/_position_embeddings.html b/main/_modules/torchtune/models/clip/_position_embeddings.html index 9c2f1e0905..e6c36d085e 100644 --- a/main/_modules/torchtune/models/clip/_position_embeddings.html +++ b/main/_modules/torchtune/models/clip/_position_embeddings.html @@ -1165,9 +1165,15 @@

Source code for torchtune.models.clip._position_embeddings

+ + + diff --git a/main/_modules/torchtune/models/code_llama2/_model_builders.html b/main/_modules/torchtune/models/code_llama2/_model_builders.html index cbfaac1bfe..074ccfc84d 100644 --- a/main/_modules/torchtune/models/code_llama2/_model_builders.html +++ b/main/_modules/torchtune/models/code_llama2/_model_builders.html @@ -774,9 +774,15 @@

Source code for torchtune.models.code_llama2._model_builders

--> - + + diff --git a/main/_modules/torchtune/models/gemma/_component_builders.html b/main/_modules/torchtune/models/gemma/_component_builders.html index 388ab01a0f..1597589c77 100644 --- a/main/_modules/torchtune/models/gemma/_component_builders.html +++ b/main/_modules/torchtune/models/gemma/_component_builders.html @@ -901,9 +901,15 @@

Source code for torchtune.models.gemma._component_builders

+ + + diff --git a/main/_modules/torchtune/models/gemma/_model_builders.html b/main/_modules/torchtune/models/gemma/_model_builders.html index 3d6f4d237f..b1cc27f674 100644 --- a/main/_modules/torchtune/models/gemma/_model_builders.html +++ b/main/_modules/torchtune/models/gemma/_model_builders.html @@ -711,9 +711,15 @@

Source code for torchtune.models.gemma._model_builders

+ + + diff --git a/main/_modules/torchtune/models/llama2/_component_builders.html b/main/_modules/torchtune/models/llama2/_component_builders.html index 322e1b0f72..730c84b519 100644 --- a/main/_modules/torchtune/models/llama2/_component_builders.html +++ b/main/_modules/torchtune/models/llama2/_component_builders.html @@ -1193,9 +1193,15 @@

Source code for torchtune.models.llama2._component_builders

+ + + diff --git a/main/_modules/torchtune/models/llama2/_model_builders.html b/main/_modules/torchtune/models/llama2/_model_builders.html index 5b4a2fa70b..b121833f5b 100644 --- a/main/_modules/torchtune/models/llama2/_model_builders.html +++ b/main/_modules/torchtune/models/llama2/_model_builders.html @@ -882,9 +882,15 @@

Source code for torchtune.models.llama2._model_builders

+ + + diff --git a/main/_modules/torchtune/models/llama2/_prompt_template.html b/main/_modules/torchtune/models/llama2/_prompt_template.html index 6be995724e..c7a7b9280b 100644 --- a/main/_modules/torchtune/models/llama2/_prompt_template.html +++ b/main/_modules/torchtune/models/llama2/_prompt_template.html @@ -585,9 +585,15 @@

Source code for torchtune.models.llama2._prompt_template

+ + + diff --git a/main/_modules/torchtune/models/llama3/_component_builders.html b/main/_modules/torchtune/models/llama3/_component_builders.html index 1999a6c247..761cbf6ab1 100644 --- a/main/_modules/torchtune/models/llama3/_component_builders.html +++ b/main/_modules/torchtune/models/llama3/_component_builders.html @@ -944,9 +944,15 @@

Source code for torchtune.models.llama3._component_builders

+ + + diff --git a/main/_modules/torchtune/models/llama3/_model_builders.html b/main/_modules/torchtune/models/llama3/_model_builders.html index a0fb5125fb..74596fa1f5 100644 --- a/main/_modules/torchtune/models/llama3/_model_builders.html +++ b/main/_modules/torchtune/models/llama3/_model_builders.html @@ -723,9 +723,15 @@

Source code for torchtune.models.llama3._model_builders

+ + + diff --git a/main/_modules/torchtune/models/llama3_1/_component_builders.html b/main/_modules/torchtune/models/llama3_1/_component_builders.html index 4f53045793..63208448b5 100644 --- a/main/_modules/torchtune/models/llama3_1/_component_builders.html +++ b/main/_modules/torchtune/models/llama3_1/_component_builders.html @@ -968,9 +968,15 @@

Source code for torchtune.models.llama3_1._component_builders

--> - + + diff --git a/main/_modules/torchtune/models/llama3_1/_model_builders.html b/main/_modules/torchtune/models/llama3_1/_model_builders.html index 6d2fc3987d..65bff76046 100644 --- a/main/_modules/torchtune/models/llama3_1/_model_builders.html +++ b/main/_modules/torchtune/models/llama3_1/_model_builders.html @@ -776,9 +776,15 @@

Source code for torchtune.models.llama3_1._model_builders

+ + + diff --git a/main/_modules/torchtune/models/llama3_2/_model_builders.html b/main/_modules/torchtune/models/llama3_2/_model_builders.html index 64eced78a4..eb31b6704a 100644 --- a/main/_modules/torchtune/models/llama3_2/_model_builders.html +++ b/main/_modules/torchtune/models/llama3_2/_model_builders.html @@ -684,9 +684,15 @@

Source code for torchtune.models.llama3_2._model_builders

+ + + diff --git a/main/_modules/torchtune/models/llama3_2_vision/_component_builders.html b/main/_modules/torchtune/models/llama3_2_vision/_component_builders.html index e1c3df2ef6..f8e19fac72 100644 --- a/main/_modules/torchtune/models/llama3_2_vision/_component_builders.html +++ b/main/_modules/torchtune/models/llama3_2_vision/_component_builders.html @@ -1290,9 +1290,15 @@

Source code for torchtune.models.llama3_2_vision._component_builders

--> - + + diff --git a/main/_modules/torchtune/models/llama3_2_vision/_encoder.html b/main/_modules/torchtune/models/llama3_2_vision/_encoder.html index f2f9bdac13..09f1016c0d 100644 --- a/main/_modules/torchtune/models/llama3_2_vision/_encoder.html +++ b/main/_modules/torchtune/models/llama3_2_vision/_encoder.html @@ -628,9 +628,15 @@

Source code for torchtune.models.llama3_2_vision._encoder

+ + + diff --git a/main/_modules/torchtune/models/llama3_2_vision/_model_builders.html b/main/_modules/torchtune/models/llama3_2_vision/_model_builders.html index 89a86b706d..5ddf0fde3e 100644 --- a/main/_modules/torchtune/models/llama3_2_vision/_model_builders.html +++ b/main/_modules/torchtune/models/llama3_2_vision/_model_builders.html @@ -738,9 +738,15 @@

Source code for torchtune.models.llama3_2_vision._model_builders

--> - + + diff --git a/main/_modules/torchtune/models/llama3_2_vision/_transform.html b/main/_modules/torchtune/models/llama3_2_vision/_transform.html index 5c46876a53..b84c30cb18 100644 --- a/main/_modules/torchtune/models/llama3_2_vision/_transform.html +++ b/main/_modules/torchtune/models/llama3_2_vision/_transform.html @@ -720,9 +720,15 @@

Source code for torchtune.models.llama3_2_vision._transform

+ + + diff --git a/main/_modules/torchtune/models/mistral/_component_builders.html b/main/_modules/torchtune/models/mistral/_component_builders.html index bcf7b9e89b..1fe858a451 100644 --- a/main/_modules/torchtune/models/mistral/_component_builders.html +++ b/main/_modules/torchtune/models/mistral/_component_builders.html @@ -1175,9 +1175,15 @@

Source code for torchtune.models.mistral._component_builders

--> - + + diff --git a/main/_modules/torchtune/models/mistral/_model_builders.html b/main/_modules/torchtune/models/mistral/_model_builders.html index 6ebe5c27ae..591e5d6715 100644 --- a/main/_modules/torchtune/models/mistral/_model_builders.html +++ b/main/_modules/torchtune/models/mistral/_model_builders.html @@ -719,9 +719,15 @@

Source code for torchtune.models.mistral._model_builders

+ + + diff --git a/main/_modules/torchtune/models/mistral/_prompt_template.html b/main/_modules/torchtune/models/mistral/_prompt_template.html index 4bf294468f..a6cf33151d 100644 --- a/main/_modules/torchtune/models/mistral/_prompt_template.html +++ b/main/_modules/torchtune/models/mistral/_prompt_template.html @@ -579,9 +579,15 @@

Source code for torchtune.models.mistral._prompt_template

+ + + diff --git a/main/_modules/torchtune/models/phi3/_component_builders.html b/main/_modules/torchtune/models/phi3/_component_builders.html index a9b20abd81..711942a214 100644 --- a/main/_modules/torchtune/models/phi3/_component_builders.html +++ b/main/_modules/torchtune/models/phi3/_component_builders.html @@ -933,9 +933,15 @@

Source code for torchtune.models.phi3._component_builders

+ + + diff --git a/main/_modules/torchtune/models/phi3/_model_builders.html b/main/_modules/torchtune/models/phi3/_model_builders.html index 5f256f6ba3..4cbed042fe 100644 --- a/main/_modules/torchtune/models/phi3/_model_builders.html +++ b/main/_modules/torchtune/models/phi3/_model_builders.html @@ -638,9 +638,15 @@

Source code for torchtune.models.phi3._model_builders

+ + + diff --git a/main/_modules/torchtune/models/qwen2/_component_builders.html b/main/_modules/torchtune/models/qwen2/_component_builders.html index 70cc35b67d..adb2150aa4 100644 --- a/main/_modules/torchtune/models/qwen2/_component_builders.html +++ b/main/_modules/torchtune/models/qwen2/_component_builders.html @@ -948,9 +948,15 @@

Source code for torchtune.models.qwen2._component_builders

+ + + diff --git a/main/_modules/torchtune/models/qwen2/_model_builders.html b/main/_modules/torchtune/models/qwen2/_model_builders.html index b8e319abff..9f410fbb12 100644 --- a/main/_modules/torchtune/models/qwen2/_model_builders.html +++ b/main/_modules/torchtune/models/qwen2/_model_builders.html @@ -800,9 +800,15 @@

Source code for torchtune.models.qwen2._model_builders

+ + + diff --git a/main/_modules/torchtune/modules/attention.html b/main/_modules/torchtune/modules/attention.html index 54d98e139b..de93997dbf 100644 --- a/main/_modules/torchtune/modules/attention.html +++ b/main/_modules/torchtune/modules/attention.html @@ -816,9 +816,15 @@

Source code for torchtune.modules.attention

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/modules/common_utils.html b/main/_modules/torchtune/modules/common_utils.html
index 13cf7a3cb1..4605c63735 100644
--- a/main/_modules/torchtune/modules/common_utils.html
+++ b/main/_modules/torchtune/modules/common_utils.html
@@ -877,9 +877,15 @@ 

Source code for torchtune.modules.common_utils

--> - + + diff --git a/main/_modules/torchtune/modules/feed_forward.html b/main/_modules/torchtune/modules/feed_forward.html index e344a55529..3c75c02db1 100644 --- a/main/_modules/torchtune/modules/feed_forward.html +++ b/main/_modules/torchtune/modules/feed_forward.html @@ -557,9 +557,15 @@

Source code for torchtune.modules.feed_forward

--> - + + diff --git a/main/_modules/torchtune/modules/kv_cache.html b/main/_modules/torchtune/modules/kv_cache.html index 94d79e0724..3848db0237 100644 --- a/main/_modules/torchtune/modules/kv_cache.html +++ b/main/_modules/torchtune/modules/kv_cache.html @@ -619,9 +619,15 @@

Source code for torchtune.modules.kv_cache

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/modules/layer_norm.html b/main/_modules/torchtune/modules/layer_norm.html
index 713439c833..c2c1294175 100644
--- a/main/_modules/torchtune/modules/layer_norm.html
+++ b/main/_modules/torchtune/modules/layer_norm.html
@@ -540,9 +540,15 @@ 

Source code for torchtune.modules.layer_norm

 -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/modules/loss/ce_chunked_output_loss.html b/main/_modules/torchtune/modules/loss/ce_chunked_output_loss.html
index 5e8ef4f4c8..7bfcdbc452 100644
--- a/main/_modules/torchtune/modules/loss/ce_chunked_output_loss.html
+++ b/main/_modules/torchtune/modules/loss/ce_chunked_output_loss.html
@@ -586,9 +586,15 @@ 

Source code for torchtune.modules.loss.ce_chunked_output_loss

--> - + + diff --git a/main/_modules/torchtune/modules/loss/kd_losses.html b/main/_modules/torchtune/modules/loss/kd_losses.html index 0d4c263b44..8b07f9018c 100644 --- a/main/_modules/torchtune/modules/loss/kd_losses.html +++ b/main/_modules/torchtune/modules/loss/kd_losses.html @@ -643,9 +643,15 @@

Source code for torchtune.modules.loss.kd_losses

var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/_modules/torchtune/modules/model_fusion/_fusion.html b/main/_modules/torchtune/modules/model_fusion/_fusion.html index 3dd3ec41df..a9c9018bd3 100644 --- a/main/_modules/torchtune/modules/model_fusion/_fusion.html +++ b/main/_modules/torchtune/modules/model_fusion/_fusion.html @@ -983,9 +983,15 @@

Source code for torchtune.modules.model_fusion._fusion

+ + + diff --git a/main/_modules/torchtune/modules/model_fusion/_fusion_utils.html b/main/_modules/torchtune/modules/model_fusion/_fusion_utils.html index 48510c7ae5..c558779bd2 100644 --- a/main/_modules/torchtune/modules/model_fusion/_fusion_utils.html +++ b/main/_modules/torchtune/modules/model_fusion/_fusion_utils.html @@ -572,9 +572,15 @@

Source code for torchtune.modules.model_fusion._fusion_utils

--> - + + diff --git a/main/_modules/torchtune/modules/peft/_utils.html b/main/_modules/torchtune/modules/peft/_utils.html index 01349e0971..84f6e1ed28 100644 --- a/main/_modules/torchtune/modules/peft/_utils.html +++ b/main/_modules/torchtune/modules/peft/_utils.html @@ -890,9 +890,15 @@

Source code for torchtune.modules.peft._utils

--> - + + diff --git a/main/_modules/torchtune/modules/peft/lora.html b/main/_modules/torchtune/modules/peft/lora.html index a91ae2432b..837cee91fa 100644 --- a/main/_modules/torchtune/modules/peft/lora.html +++ b/main/_modules/torchtune/modules/peft/lora.html @@ -647,9 +647,15 @@

Source code for torchtune.modules.peft.lora

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/modules/position_embeddings.html b/main/_modules/torchtune/modules/position_embeddings.html
index 8efa1cfe9e..ab58f24da5 100644
--- a/main/_modules/torchtune/modules/position_embeddings.html
+++ b/main/_modules/torchtune/modules/position_embeddings.html
@@ -630,9 +630,15 @@ 

Source code for torchtune.modules.position_embeddings

+ + + diff --git a/main/_modules/torchtune/modules/rms_norm.html b/main/_modules/torchtune/modules/rms_norm.html index a552866aff..fe74c2fd66 100644 --- a/main/_modules/torchtune/modules/rms_norm.html +++ b/main/_modules/torchtune/modules/rms_norm.html @@ -547,9 +547,15 @@

Source code for torchtune.modules.rms_norm

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/modules/tanh_gate.html b/main/_modules/torchtune/modules/tanh_gate.html
index c70ab86114..6fd594313a 100644
--- a/main/_modules/torchtune/modules/tanh_gate.html
+++ b/main/_modules/torchtune/modules/tanh_gate.html
@@ -530,9 +530,15 @@ 

Source code for torchtune.modules.tanh_gate

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/modules/tied_linear.html b/main/_modules/torchtune/modules/tied_linear.html
index 8b3dcaa420..0a4823d01f 100644
--- a/main/_modules/torchtune/modules/tied_linear.html
+++ b/main/_modules/torchtune/modules/tied_linear.html
@@ -546,9 +546,15 @@ 

Source code for torchtune.modules.tied_linear

--> - + + diff --git a/main/_modules/torchtune/modules/tokenizers/_sentencepiece.html b/main/_modules/torchtune/modules/tokenizers/_sentencepiece.html index 0bdc7fcb41..b07667cdaa 100644 --- a/main/_modules/torchtune/modules/tokenizers/_sentencepiece.html +++ b/main/_modules/torchtune/modules/tokenizers/_sentencepiece.html @@ -614,9 +614,15 @@

Source code for torchtune.modules.tokenizers._sentencepiece

+ + + diff --git a/main/_modules/torchtune/modules/tokenizers/_tiktoken.html b/main/_modules/torchtune/modules/tokenizers/_tiktoken.html index 80ff0d0c48..21f513786c 100644 --- a/main/_modules/torchtune/modules/tokenizers/_tiktoken.html +++ b/main/_modules/torchtune/modules/tokenizers/_tiktoken.html @@ -663,9 +663,15 @@

Source code for torchtune.modules.tokenizers._tiktoken

+ + + diff --git a/main/_modules/torchtune/modules/tokenizers/_utils.html b/main/_modules/torchtune/modules/tokenizers/_utils.html index e8923d84e9..017621e080 100644 --- a/main/_modules/torchtune/modules/tokenizers/_utils.html +++ b/main/_modules/torchtune/modules/tokenizers/_utils.html @@ -700,9 +700,15 @@

Source code for torchtune.modules.tokenizers._utils

+ + + diff --git a/main/_modules/torchtune/modules/transformer.html b/main/_modules/torchtune/modules/transformer.html index 05b590dba8..8f2768325f 100644 --- a/main/_modules/torchtune/modules/transformer.html +++ b/main/_modules/torchtune/modules/transformer.html @@ -1445,9 +1445,15 @@

Source code for torchtune.modules.transformer

--> - + + diff --git a/main/_modules/torchtune/modules/transforms/_transforms.html b/main/_modules/torchtune/modules/transforms/_transforms.html index 0a63775c1d..37f763a547 100644 --- a/main/_modules/torchtune/modules/transforms/_transforms.html +++ b/main/_modules/torchtune/modules/transforms/_transforms.html @@ -691,9 +691,15 @@

Source code for torchtune.modules.transforms._transforms

+ + + diff --git a/main/_modules/torchtune/modules/vision_transformer.html b/main/_modules/torchtune/modules/vision_transformer.html index 6eb444928b..9de5bf62b3 100644 --- a/main/_modules/torchtune/modules/vision_transformer.html +++ b/main/_modules/torchtune/modules/vision_transformer.html @@ -962,9 +962,15 @@

Source code for torchtune.modules.vision_transformer

+ + + diff --git a/main/_modules/torchtune/rlhf/loss/dpo.html b/main/_modules/torchtune/rlhf/loss/dpo.html index 3eb3d0a3a7..a10704dcd4 100644 --- a/main/_modules/torchtune/rlhf/loss/dpo.html +++ b/main/_modules/torchtune/rlhf/loss/dpo.html @@ -736,9 +736,15 @@

Source code for torchtune.rlhf.loss.dpo

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/rlhf/loss/ppo.html b/main/_modules/torchtune/rlhf/loss/ppo.html
index 09fc84625d..1ca50a25b4 100644
--- a/main/_modules/torchtune/rlhf/loss/ppo.html
+++ b/main/_modules/torchtune/rlhf/loss/ppo.html
@@ -623,9 +623,15 @@ 

Source code for torchtune.rlhf.loss.ppo

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/rlhf/rewards.html b/main/_modules/torchtune/rlhf/rewards.html
index 53af220420..0fdb95b96a 100644
--- a/main/_modules/torchtune/rlhf/rewards.html
+++ b/main/_modules/torchtune/rlhf/rewards.html
@@ -740,9 +740,15 @@ 

Source code for torchtune.rlhf.rewards

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/rlhf/sequence_processing.html b/main/_modules/torchtune/rlhf/sequence_processing.html
index c05f89fb6b..d09c8451eb 100644
--- a/main/_modules/torchtune/rlhf/sequence_processing.html
+++ b/main/_modules/torchtune/rlhf/sequence_processing.html
@@ -662,9 +662,15 @@ 

Source code for torchtune.rlhf.sequence_processing

+ + + diff --git a/main/_modules/torchtune/training/_distributed.html b/main/_modules/torchtune/training/_distributed.html index 65010951cb..22074666c8 100644 --- a/main/_modules/torchtune/training/_distributed.html +++ b/main/_modules/torchtune/training/_distributed.html @@ -1184,9 +1184,15 @@

Source code for torchtune.training._distributed

< var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/_modules/torchtune/training/_profiler.html b/main/_modules/torchtune/training/_profiler.html index 4e9cbea672..001f8548ae 100644 --- a/main/_modules/torchtune/training/_profiler.html +++ b/main/_modules/torchtune/training/_profiler.html @@ -887,9 +887,15 @@

Source code for torchtune.training._profiler

 -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/training/activations.html b/main/_modules/torchtune/training/activations.html
index 8e9c25b07a..442f6e0011 100644
--- a/main/_modules/torchtune/training/activations.html
+++ b/main/_modules/torchtune/training/activations.html
@@ -593,9 +593,15 @@ 

Source code for torchtune.training.activations

--> - + + diff --git a/main/_modules/torchtune/training/checkpointing/_checkpointer.html b/main/_modules/torchtune/training/checkpointing/_checkpointer.html index 7d45bc6719..ebfad1655a 100644 --- a/main/_modules/torchtune/training/checkpointing/_checkpointer.html +++ b/main/_modules/torchtune/training/checkpointing/_checkpointer.html @@ -1409,9 +1409,15 @@

Source code for torchtune.training.checkpointing._checkpointer

--> - + + diff --git a/main/_modules/torchtune/training/checkpointing/_utils.html b/main/_modules/torchtune/training/checkpointing/_utils.html index b8f36f26c8..b5e889e025 100644 --- a/main/_modules/torchtune/training/checkpointing/_utils.html +++ b/main/_modules/torchtune/training/checkpointing/_utils.html @@ -778,9 +778,15 @@

Source code for torchtune.training.checkpointing._utils

+ + + diff --git a/main/_modules/torchtune/training/lr_schedulers.html b/main/_modules/torchtune/training/lr_schedulers.html index 7a0959c8a0..a246ded086 100644 --- a/main/_modules/torchtune/training/lr_schedulers.html +++ b/main/_modules/torchtune/training/lr_schedulers.html @@ -598,9 +598,15 @@

Source code for torchtune.training.lr_schedulers

var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/_modules/torchtune/training/memory.html b/main/_modules/torchtune/training/memory.html index ddf1ec7e2c..6e5441cd30 100644 --- a/main/_modules/torchtune/training/memory.html +++ b/main/_modules/torchtune/training/memory.html @@ -802,9 +802,15 @@

Source code for torchtune.training.memory

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/training/metric_logging.html b/main/_modules/torchtune/training/metric_logging.html
index 776666d721..108a398c51 100644
--- a/main/_modules/torchtune/training/metric_logging.html
+++ b/main/_modules/torchtune/training/metric_logging.html
@@ -952,9 +952,15 @@ 

Source code for torchtune.training.metric_logging

--> - + + diff --git a/main/_modules/torchtune/training/pooling.html b/main/_modules/torchtune/training/pooling.html index f85d08f1fe..1c01d6d00a 100644 --- a/main/_modules/torchtune/training/pooling.html +++ b/main/_modules/torchtune/training/pooling.html @@ -552,9 +552,15 @@

Source code for torchtune.training.pooling

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/training/precision.html b/main/_modules/torchtune/training/precision.html
index 1b63801bde..a92129416e 100644
--- a/main/_modules/torchtune/training/precision.html
+++ b/main/_modules/torchtune/training/precision.html
@@ -665,9 +665,15 @@ 

Source code for torchtune.training.precision

 -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/training/quantization.html b/main/_modules/torchtune/training/quantization.html
index fe3071c416..14bc0ae89e 100644
--- a/main/_modules/torchtune/training/quantization.html
+++ b/main/_modules/torchtune/training/quantization.html
@@ -690,9 +690,15 @@ 

Source code for torchtune.training.quantization

< var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/_modules/torchtune/training/seed.html b/main/_modules/torchtune/training/seed.html index 72c7666c92..b0e16b23ef 100644 --- a/main/_modules/torchtune/training/seed.html +++ b/main/_modules/torchtune/training/seed.html @@ -586,9 +586,15 @@

Source code for torchtune.training.seed

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/utils/_device.html b/main/_modules/torchtune/utils/_device.html
index c4c35a2f31..97f0ac1e7d 100644
--- a/main/_modules/torchtune/utils/_device.html
+++ b/main/_modules/torchtune/utils/_device.html
@@ -661,9 +661,15 @@ 

Source code for torchtune.utils._device

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/utils/_logging.html b/main/_modules/torchtune/utils/_logging.html
index 39e543cdde..8c1f5a052c 100644
--- a/main/_modules/torchtune/utils/_logging.html
+++ b/main/_modules/torchtune/utils/_logging.html
@@ -604,9 +604,15 @@ 

Source code for torchtune.utils._logging

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/torchtune/utils/_version.html b/main/_modules/torchtune/utils/_version.html
index 91d4c5f13e..fe895fbb60 100644
--- a/main/_modules/torchtune/utils/_version.html
+++ b/main/_modules/torchtune/utils/_version.html
@@ -549,9 +549,15 @@ 

Source code for torchtune.utils._version

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/_modules/typing.html b/main/_modules/typing.html
index def5c06578..4c28dd0d90 100644
--- a/main/_modules/typing.html
+++ b/main/_modules/typing.html
@@ -4041,9 +4041,15 @@ 

Source code for typing

     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/api_ref_config.html b/main/api_ref_config.html
index b3d95557ab..1689a21895 100644
--- a/main/api_ref_config.html
+++ b/main/api_ref_config.html
@@ -538,9 +538,15 @@
     var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials']
  -->
 
-
+ 
+
 
 
   
diff --git a/main/api_ref_data.html b/main/api_ref_data.html
index 8ca4a61ee9..e7f7c93730 100644
--- a/main/api_ref_data.html
+++ b/main/api_ref_data.html
@@ -635,9 +635,15 @@ 

Helper functions + + + diff --git a/main/api_ref_datasets.html b/main/api_ref_datasets.html index 49f1e9d15d..aed0729026 100644 --- a/main/api_ref_datasets.html +++ b/main/api_ref_datasets.html @@ -621,9 +621,15 @@

Generic dataset classes --> - + + diff --git a/main/api_ref_generation.html b/main/api_ref_generation.html index 8d28ca0fce..d3759e7008 100644 --- a/main/api_ref_generation.html +++ b/main/api_ref_generation.html @@ -541,9 +541,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/api_ref_models.html b/main/api_ref_models.html index fe82ebbf21..2d06e90e4c 100644 --- a/main/api_ref_models.html +++ b/main/api_ref_models.html @@ -1006,9 +1006,15 @@

clip¶< var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/api_ref_modules.html b/main/api_ref_modules.html index 720d1a913b..d51a319622 100644 --- a/main/api_ref_modules.html +++ b/main/api_ref_modules.html @@ -713,9 +713,15 @@

Vision Transforms + + + diff --git a/main/api_ref_rlhf.html b/main/api_ref_rlhf.html index 74d78350df..bf575d889b 100644 --- a/main/api_ref_rlhf.html +++ b/main/api_ref_rlhf.html @@ -548,9 +548,15 @@

torchtune.rlhf + + + diff --git a/main/api_ref_training.html b/main/api_ref_training.html index f7d6eda740..1488751746 100644 --- a/main/api_ref_training.html +++ b/main/api_ref_training.html @@ -696,9 +696,15 @@

Miscellaneous + + + diff --git a/main/api_ref_utilities.html b/main/api_ref_utilities.html index 4333c599e9..ebe958a092 100644 --- a/main/api_ref_utilities.html +++ b/main/api_ref_utilities.html @@ -544,9 +544,15 @@

torchtune.utils + + + diff --git a/main/basics/chat_datasets.html b/main/basics/chat_datasets.html index 1f8b8c7a91..96dc6306ea 100644 --- a/main/basics/chat_datasets.html +++ b/main/basics/chat_datasets.html @@ -854,9 +854,15 @@

Built-in chat datasets --> - + + diff --git a/main/basics/custom_components.html b/main/basics/custom_components.html index 7d83db6f14..9b5050c135 100644 --- a/main/basics/custom_components.html +++ b/main/basics/custom_components.html @@ -681,9 +681,15 @@

Launching with custom components + + + diff --git a/main/basics/datasets_overview.html b/main/basics/datasets_overview.html index 05d964b5f5..122e34b395 100644 --- a/main/basics/datasets_overview.html +++ b/main/basics/datasets_overview.html @@ -574,9 +574,15 @@

Data pipeline + + + diff --git a/main/basics/instruct_datasets.html b/main/basics/instruct_datasets.html index 31ed010a60..a9f5aacd05 100644 --- a/main/basics/instruct_datasets.html +++ b/main/basics/instruct_datasets.html @@ -723,9 +723,15 @@

Built-in instruct datasets + + + diff --git a/main/basics/message_transforms.html b/main/basics/message_transforms.html index 4e36752be5..155145d4fe 100644 --- a/main/basics/message_transforms.html +++ b/main/basics/message_transforms.html @@ -629,9 +629,15 @@

Example message transforms + + + diff --git a/main/basics/messages.html b/main/basics/messages.html index 2d46552a99..ff00e41515 100644 --- a/main/basics/messages.html +++ b/main/basics/messages.html @@ -750,9 +750,15 @@

Tokenizing messages + + + diff --git a/main/basics/model_transforms.html b/main/basics/model_transforms.html index b5fefb565a..6b599871bc 100644 --- a/main/basics/model_transforms.html +++ b/main/basics/model_transforms.html @@ -691,9 +691,15 @@

Example model transforms + + + diff --git a/main/basics/multimodal_datasets.html b/main/basics/multimodal_datasets.html index cc5f54f5c1..812ab7cc1a 100644 --- a/main/basics/multimodal_datasets.html +++ b/main/basics/multimodal_datasets.html @@ -789,9 +789,15 @@

Built-in multimodal datasets + + + diff --git a/main/basics/packing.html b/main/basics/packing.html index 22b8e4de84..e2a71316da 100644 --- a/main/basics/packing.html +++ b/main/basics/packing.html @@ -565,9 +565,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/basics/preference_datasets.html b/main/basics/preference_datasets.html index 04fea83ff6..90d68a0c3e 100644 --- a/main/basics/preference_datasets.html +++ b/main/basics/preference_datasets.html @@ -670,9 +670,15 @@

Built-in preference datasets + + + diff --git a/main/basics/prompt_templates.html b/main/basics/prompt_templates.html index 1aa74f4fa0..9e6adbc61c 100644 --- a/main/basics/prompt_templates.html +++ b/main/basics/prompt_templates.html @@ -776,9 +776,15 @@

Built-in prompt templates + + + diff --git a/main/basics/text_completion_datasets.html b/main/basics/text_completion_datasets.html index 4c864a403d..78ed61bec2 100644 --- a/main/basics/text_completion_datasets.html +++ b/main/basics/text_completion_datasets.html @@ -665,9 +665,15 @@

Built-in text completion datasets + + + diff --git a/main/basics/tokenizers.html b/main/basics/tokenizers.html index 680fab53c3..5912540a2c 100644 --- a/main/basics/tokenizers.html +++ b/main/basics/tokenizers.html @@ -773,9 +773,15 @@

Special tokens + + + diff --git a/main/deep_dives/checkpointer.html b/main/deep_dives/checkpointer.html index 42539211a7..41db71fd97 100644 --- a/main/deep_dives/checkpointer.html +++ b/main/deep_dives/checkpointer.html @@ -982,9 +982,15 @@

Putting this all together + + + diff --git a/main/deep_dives/comet_logging.html b/main/deep_dives/comet_logging.html index 7133a2bf65..9aa5689385 100644 --- a/main/deep_dives/comet_logging.html +++ b/main/deep_dives/comet_logging.html @@ -576,9 +576,15 @@

Metric Logger + + + diff --git a/main/deep_dives/configs.html b/main/deep_dives/configs.html index 48b1eb8d0e..55af163e5a 100644 --- a/main/deep_dives/configs.html +++ b/main/deep_dives/configs.html @@ -793,9 +793,15 @@

Removing config fields --> - + + diff --git a/main/deep_dives/recipe_deepdive.html b/main/deep_dives/recipe_deepdive.html index 64d6d339c2..74b7e9d65a 100644 --- a/main/deep_dives/recipe_deepdive.html +++ b/main/deep_dives/recipe_deepdive.html @@ -746,9 +746,15 @@

Running your recipe + + + diff --git a/main/deep_dives/wandb_logging.html b/main/deep_dives/wandb_logging.html index 8f02ee9326..58adf8d16a 100644 --- a/main/deep_dives/wandb_logging.html +++ b/main/deep_dives/wandb_logging.html @@ -609,9 +609,15 @@

Logging Model Checkpoints to W&B + + + diff --git a/main/generated/torchtune.config.instantiate.html b/main/generated/torchtune.config.instantiate.html index e9b4a69b31..45d6664154 100644 --- a/main/generated/torchtune.config.instantiate.html +++ b/main/generated/torchtune.config.instantiate.html @@ -577,9 +577,15 @@

instantiate + + + diff --git a/main/generated/torchtune.config.log_config.html b/main/generated/torchtune.config.log_config.html index 0613cb65bf..68fa9fc871 100644 --- a/main/generated/torchtune.config.log_config.html +++ b/main/generated/torchtune.config.log_config.html @@ -538,9 +538,15 @@

log_config + + + diff --git a/main/generated/torchtune.config.parse.html b/main/generated/torchtune.config.parse.html index a0a4ca253b..fb59748821 100644 --- a/main/generated/torchtune.config.parse.html +++ b/main/generated/torchtune.config.parse.html @@ -555,9 +555,15 @@

parse var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/generated/torchtune.config.validate.html b/main/generated/torchtune.config.validate.html index ac549fea98..f4d7462c70 100644 --- a/main/generated/torchtune.config.validate.html +++ b/main/generated/torchtune.config.validate.html @@ -538,9 +538,15 @@

validate + + + diff --git a/main/generated/torchtune.data.AlpacaToMessages.html b/main/generated/torchtune.data.AlpacaToMessages.html index cb7a34f416..19049a62b8 100644 --- a/main/generated/torchtune.data.AlpacaToMessages.html +++ b/main/generated/torchtune.data.AlpacaToMessages.html @@ -546,9 +546,15 @@

AlpacaToMessages + + + diff --git a/main/generated/torchtune.data.ChatMLTemplate.html b/main/generated/torchtune.data.ChatMLTemplate.html index a52110a739..548b5efb5d 100644 --- a/main/generated/torchtune.data.ChatMLTemplate.html +++ b/main/generated/torchtune.data.ChatMLTemplate.html @@ -540,9 +540,15 @@

ChatMLTemplate + + + diff --git a/main/generated/torchtune.data.ChosenRejectedToMessages.html b/main/generated/torchtune.data.ChosenRejectedToMessages.html index dae299fa56..c0fcb26606 100644 --- a/main/generated/torchtune.data.ChosenRejectedToMessages.html +++ b/main/generated/torchtune.data.ChosenRejectedToMessages.html @@ -569,9 +569,15 @@

ChosenRejectedToMessages + + + diff --git a/main/generated/torchtune.data.GrammarErrorCorrectionTemplate.html b/main/generated/torchtune.data.GrammarErrorCorrectionTemplate.html index 5851a299f4..fca8706c5c 100644 --- a/main/generated/torchtune.data.GrammarErrorCorrectionTemplate.html +++ b/main/generated/torchtune.data.GrammarErrorCorrectionTemplate.html @@ -536,9 +536,15 @@

torchtune.data.GrammarErrorCorrectionTemplate + + + diff --git a/main/generated/torchtune.data.InputOutputToMessages.html b/main/generated/torchtune.data.InputOutputToMessages.html index dd0f322ba1..8e8f713985 100644 --- a/main/generated/torchtune.data.InputOutputToMessages.html +++ b/main/generated/torchtune.data.InputOutputToMessages.html @@ -561,9 +561,15 @@

InputOutputToMessages --> - + + diff --git a/main/generated/torchtune.data.Message.html b/main/generated/torchtune.data.Message.html index aa8cf5791e..782af052b3 100644 --- a/main/generated/torchtune.data.Message.html +++ b/main/generated/torchtune.data.Message.html @@ -604,9 +604,15 @@

Message + + + diff --git a/main/generated/torchtune.data.OpenAIToMessages.html b/main/generated/torchtune.data.OpenAIToMessages.html index c71cc9235c..e63f300774 100644 --- a/main/generated/torchtune.data.OpenAIToMessages.html +++ b/main/generated/torchtune.data.OpenAIToMessages.html @@ -592,9 +592,15 @@

OpenAIToMessages + + + diff --git a/main/generated/torchtune.data.PromptTemplate.html b/main/generated/torchtune.data.PromptTemplate.html index ac5d9960f9..ac5012ebb6 100644 --- a/main/generated/torchtune.data.PromptTemplate.html +++ b/main/generated/torchtune.data.PromptTemplate.html @@ -570,9 +570,15 @@

PromptTemplate + + + diff --git a/main/generated/torchtune.data.PromptTemplateInterface.html b/main/generated/torchtune.data.PromptTemplateInterface.html index 692173c3f4..53213d7174 100644 --- a/main/generated/torchtune.data.PromptTemplateInterface.html +++ b/main/generated/torchtune.data.PromptTemplateInterface.html @@ -532,9 +532,15 @@

PromptTemplateInterface --> - + + diff --git a/main/generated/torchtune.data.QuestionAnswerTemplate.html b/main/generated/torchtune.data.QuestionAnswerTemplate.html index 9f81cd9ea9..49150f23e6 100644 --- a/main/generated/torchtune.data.QuestionAnswerTemplate.html +++ b/main/generated/torchtune.data.QuestionAnswerTemplate.html @@ -536,9 +536,15 @@

torchtune.data.QuestionAnswerTemplate + + + diff --git a/main/generated/torchtune.data.Role.html b/main/generated/torchtune.data.Role.html index 3cf00ba49d..78db52f9d8 100644 --- a/main/generated/torchtune.data.Role.html +++ b/main/generated/torchtune.data.Role.html @@ -530,9 +530,15 @@

torchtune.data.Role + + + diff --git a/main/generated/torchtune.data.ShareGPTToMessages.html b/main/generated/torchtune.data.ShareGPTToMessages.html index 404235c791..6555f47a98 100644 --- a/main/generated/torchtune.data.ShareGPTToMessages.html +++ b/main/generated/torchtune.data.ShareGPTToMessages.html @@ -581,9 +581,15 @@

ShareGPTToMessages + + + diff --git a/main/generated/torchtune.data.SummarizeTemplate.html b/main/generated/torchtune.data.SummarizeTemplate.html index 92dab781af..725bb03d15 100644 --- a/main/generated/torchtune.data.SummarizeTemplate.html +++ b/main/generated/torchtune.data.SummarizeTemplate.html @@ -538,9 +538,15 @@

torchtune.data.SummarizeTemplate + + + diff --git a/main/generated/torchtune.data.format_content_with_images.html b/main/generated/torchtune.data.format_content_with_images.html index 3367b68929..1bb5949537 100644 --- a/main/generated/torchtune.data.format_content_with_images.html +++ b/main/generated/torchtune.data.format_content_with_images.html @@ -580,9 +580,15 @@

format_content_with_images + + + diff --git a/main/generated/torchtune.data.left_pad_sequence.html b/main/generated/torchtune.data.left_pad_sequence.html index 33cf74e174..c879280e0a 100644 --- a/main/generated/torchtune.data.left_pad_sequence.html +++ b/main/generated/torchtune.data.left_pad_sequence.html @@ -562,9 +562,15 @@

left_pad_sequence + + + diff --git a/main/generated/torchtune.data.load_image.html b/main/generated/torchtune.data.load_image.html index fdc0df77ba..7a5418ea2e 100644 --- a/main/generated/torchtune.data.load_image.html +++ b/main/generated/torchtune.data.load_image.html @@ -566,9 +566,15 @@

load_image + + + diff --git a/main/generated/torchtune.data.padded_collate.html b/main/generated/torchtune.data.padded_collate.html index ada4c1451c..3bd5f6ca2d 100644 --- a/main/generated/torchtune.data.padded_collate.html +++ b/main/generated/torchtune.data.padded_collate.html @@ -589,9 +589,15 @@

padded_collate + + + diff --git a/main/generated/torchtune.data.padded_collate_dpo.html b/main/generated/torchtune.data.padded_collate_dpo.html index abd00d22b2..d7f3828616 100644 --- a/main/generated/torchtune.data.padded_collate_dpo.html +++ b/main/generated/torchtune.data.padded_collate_dpo.html @@ -569,9 +569,15 @@

padded_collate_dpo + + + diff --git a/main/generated/torchtune.data.padded_collate_sft.html b/main/generated/torchtune.data.padded_collate_sft.html index 3404ee6edb..0f7d6108ff 100644 --- a/main/generated/torchtune.data.padded_collate_sft.html +++ b/main/generated/torchtune.data.padded_collate_sft.html @@ -562,9 +562,15 @@

padded_collate_sft + + + diff --git a/main/generated/torchtune.data.padded_collate_tiled_images_and_mask.html b/main/generated/torchtune.data.padded_collate_tiled_images_and_mask.html index 2600396099..a78ae97fa3 100644 --- a/main/generated/torchtune.data.padded_collate_tiled_images_and_mask.html +++ b/main/generated/torchtune.data.padded_collate_tiled_images_and_mask.html @@ -656,9 +656,15 @@

padded_collate_tiled_images_and_mask + + + diff --git a/main/generated/torchtune.data.truncate.html b/main/generated/torchtune.data.truncate.html index e10c14c11f..528d97a3de 100644 --- a/main/generated/torchtune.data.truncate.html +++ b/main/generated/torchtune.data.truncate.html @@ -547,9 +547,15 @@

truncate + + + diff --git a/main/generated/torchtune.data.validate_messages.html b/main/generated/torchtune.data.validate_messages.html index ee075c78f0..08e2c34ddb 100644 --- a/main/generated/torchtune.data.validate_messages.html +++ b/main/generated/torchtune.data.validate_messages.html @@ -546,9 +546,15 @@

validate_messages + + + diff --git a/main/generated/torchtune.datasets.ConcatDataset.html b/main/generated/torchtune.datasets.ConcatDataset.html index 69ae7091a7..f140336e85 100644 --- a/main/generated/torchtune.datasets.ConcatDataset.html +++ b/main/generated/torchtune.datasets.ConcatDataset.html @@ -575,9 +575,15 @@

ConcatDataset + + + diff --git a/main/generated/torchtune.datasets.PackedDataset.html b/main/generated/torchtune.datasets.PackedDataset.html index 0c4508896f..c7304366ac 100644 --- a/main/generated/torchtune.datasets.PackedDataset.html +++ b/main/generated/torchtune.datasets.PackedDataset.html @@ -591,9 +591,15 @@

PackedDataset + + + diff --git a/main/generated/torchtune.datasets.PreferenceDataset.html b/main/generated/torchtune.datasets.PreferenceDataset.html index a6fee55877..bd26f15f86 100644 --- a/main/generated/torchtune.datasets.PreferenceDataset.html +++ b/main/generated/torchtune.datasets.PreferenceDataset.html @@ -603,9 +603,15 @@

PreferenceDataset + + + diff --git a/main/generated/torchtune.datasets.SFTDataset.html b/main/generated/torchtune.datasets.SFTDataset.html index e57b0c85f9..57a3655b33 100644 --- a/main/generated/torchtune.datasets.SFTDataset.html +++ b/main/generated/torchtune.datasets.SFTDataset.html @@ -603,9 +603,15 @@

SFTDataset + + + diff --git a/main/generated/torchtune.datasets.TextCompletionDataset.html b/main/generated/torchtune.datasets.TextCompletionDataset.html index 2da8d4978e..1b4235531a 100644 --- a/main/generated/torchtune.datasets.TextCompletionDataset.html +++ b/main/generated/torchtune.datasets.TextCompletionDataset.html @@ -553,9 +553,15 @@

TextCompletionDataset --> - + + diff --git a/main/generated/torchtune.datasets.alpaca_cleaned_dataset.html b/main/generated/torchtune.datasets.alpaca_cleaned_dataset.html index edc8ee612e..3fa497e47e 100644 --- a/main/generated/torchtune.datasets.alpaca_cleaned_dataset.html +++ b/main/generated/torchtune.datasets.alpaca_cleaned_dataset.html @@ -532,9 +532,15 @@

alpaca_cleaned_dataset --> - + + diff --git a/main/generated/torchtune.datasets.alpaca_dataset.html b/main/generated/torchtune.datasets.alpaca_dataset.html index 27e498091b..04acabe7af 100644 --- a/main/generated/torchtune.datasets.alpaca_dataset.html +++ b/main/generated/torchtune.datasets.alpaca_dataset.html @@ -581,9 +581,15 @@

alpaca_dataset + + + diff --git a/main/generated/torchtune.datasets.chat_dataset.html b/main/generated/torchtune.datasets.chat_dataset.html index e3cbd9640d..8f02ce0bbf 100644 --- a/main/generated/torchtune.datasets.chat_dataset.html +++ b/main/generated/torchtune.datasets.chat_dataset.html @@ -655,9 +655,15 @@

chat_dataset + + + diff --git a/main/generated/torchtune.datasets.cnn_dailymail_articles_dataset.html b/main/generated/torchtune.datasets.cnn_dailymail_articles_dataset.html index e2978c3098..951646aaaa 100644 --- a/main/generated/torchtune.datasets.cnn_dailymail_articles_dataset.html +++ b/main/generated/torchtune.datasets.cnn_dailymail_articles_dataset.html @@ -556,9 +556,15 @@

cnn_dailymail_articles_dataset + + + diff --git a/main/generated/torchtune.datasets.grammar_dataset.html b/main/generated/torchtune.datasets.grammar_dataset.html index 9fdb9b96a3..5eb33e4603 100644 --- a/main/generated/torchtune.datasets.grammar_dataset.html +++ b/main/generated/torchtune.datasets.grammar_dataset.html @@ -580,9 +580,15 @@

grammar_dataset + + + diff --git a/main/generated/torchtune.datasets.hh_rlhf_helpful_dataset.html b/main/generated/torchtune.datasets.hh_rlhf_helpful_dataset.html index eb5524c390..f142e208ff 100644 --- a/main/generated/torchtune.datasets.hh_rlhf_helpful_dataset.html +++ b/main/generated/torchtune.datasets.hh_rlhf_helpful_dataset.html @@ -564,9 +564,15 @@

hh_rlhf_helpful_dataset --> - + + diff --git a/main/generated/torchtune.datasets.instruct_dataset.html b/main/generated/torchtune.datasets.instruct_dataset.html index 1314f8ffef..c4cc4d0c98 100644 --- a/main/generated/torchtune.datasets.instruct_dataset.html +++ b/main/generated/torchtune.datasets.instruct_dataset.html @@ -636,9 +636,15 @@

instruct_dataset + + + diff --git a/main/generated/torchtune.datasets.multimodal.llava_instruct_dataset.html b/main/generated/torchtune.datasets.multimodal.llava_instruct_dataset.html index c537605941..1c210ec455 100644 --- a/main/generated/torchtune.datasets.multimodal.llava_instruct_dataset.html +++ b/main/generated/torchtune.datasets.multimodal.llava_instruct_dataset.html @@ -619,9 +619,15 @@

llava_instruct_dataset --> - + + diff --git a/main/generated/torchtune.datasets.multimodal.the_cauldron_dataset.html b/main/generated/torchtune.datasets.multimodal.the_cauldron_dataset.html index bc64c1c088..a0572e9860 100644 --- a/main/generated/torchtune.datasets.multimodal.the_cauldron_dataset.html +++ b/main/generated/torchtune.datasets.multimodal.the_cauldron_dataset.html @@ -611,9 +611,15 @@

the_cauldron_dataset --> - + + diff --git a/main/generated/torchtune.datasets.preference_dataset.html b/main/generated/torchtune.datasets.preference_dataset.html index e0391598c7..4749b18cfc 100644 --- a/main/generated/torchtune.datasets.preference_dataset.html +++ b/main/generated/torchtune.datasets.preference_dataset.html @@ -653,9 +653,15 @@

preference_dataset + + + diff --git a/main/generated/torchtune.datasets.samsum_dataset.html b/main/generated/torchtune.datasets.samsum_dataset.html index 9df5219fd1..3570b4f613 100644 --- a/main/generated/torchtune.datasets.samsum_dataset.html +++ b/main/generated/torchtune.datasets.samsum_dataset.html @@ -580,9 +580,15 @@

samsum_dataset + + + diff --git a/main/generated/torchtune.datasets.slimorca_dataset.html b/main/generated/torchtune.datasets.slimorca_dataset.html index 86f64962dd..614659fb95 100644 --- a/main/generated/torchtune.datasets.slimorca_dataset.html +++ b/main/generated/torchtune.datasets.slimorca_dataset.html @@ -582,9 +582,15 @@

slimorca_dataset + + + diff --git a/main/generated/torchtune.datasets.stack_exchange_paired_dataset.html b/main/generated/torchtune.datasets.stack_exchange_paired_dataset.html index d6e0b87962..da77867a76 100644 --- a/main/generated/torchtune.datasets.stack_exchange_paired_dataset.html +++ b/main/generated/torchtune.datasets.stack_exchange_paired_dataset.html @@ -560,9 +560,15 @@

stack_exchange_paired_dataset + + + diff --git a/main/generated/torchtune.datasets.text_completion_dataset.html b/main/generated/torchtune.datasets.text_completion_dataset.html index 6b6258af6e..d1dad3904f 100644 --- a/main/generated/torchtune.datasets.text_completion_dataset.html +++ b/main/generated/torchtune.datasets.text_completion_dataset.html @@ -599,9 +599,15 @@

text_completion_dataset --> - + + diff --git a/main/generated/torchtune.datasets.wikitext_dataset.html b/main/generated/torchtune.datasets.wikitext_dataset.html index 8d99716929..7d84eae52e 100644 --- a/main/generated/torchtune.datasets.wikitext_dataset.html +++ b/main/generated/torchtune.datasets.wikitext_dataset.html @@ -565,9 +565,15 @@

wikitext_dataset + + + diff --git a/main/generated/torchtune.generation.generate.html b/main/generated/torchtune.generation.generate.html index 48a719f7db..212f676797 100644 --- a/main/generated/torchtune.generation.generate.html +++ b/main/generated/torchtune.generation.generate.html @@ -590,9 +590,15 @@

generate + + + diff --git a/main/generated/torchtune.generation.generate_next_token.html b/main/generated/torchtune.generation.generate_next_token.html index 7d2fde7a8d..744f55e89d 100644 --- a/main/generated/torchtune.generation.generate_next_token.html +++ b/main/generated/torchtune.generation.generate_next_token.html @@ -568,9 +568,15 @@

generate_next_token + + + diff --git a/main/generated/torchtune.generation.get_causal_mask_from_padding_mask.html b/main/generated/torchtune.generation.get_causal_mask_from_padding_mask.html index 87d9c9e13f..eed8c00af8 100644 --- a/main/generated/torchtune.generation.get_causal_mask_from_padding_mask.html +++ b/main/generated/torchtune.generation.get_causal_mask_from_padding_mask.html @@ -569,9 +569,15 @@

get_causal_mask_from_padding_mask + + + diff --git a/main/generated/torchtune.generation.get_position_ids_from_padding_mask.html b/main/generated/torchtune.generation.get_position_ids_from_padding_mask.html index 3946919c0f..0794a8cd6b 100644 --- a/main/generated/torchtune.generation.get_position_ids_from_padding_mask.html +++ b/main/generated/torchtune.generation.get_position_ids_from_padding_mask.html @@ -549,9 +549,15 @@

get_position_ids_from_padding_mask + + + diff --git a/main/generated/torchtune.generation.sample.html b/main/generated/torchtune.generation.sample.html index 72d118605f..8997a2ffdd 100644 --- a/main/generated/torchtune.generation.sample.html +++ b/main/generated/torchtune.generation.sample.html @@ -559,9 +559,15 @@

sample --> - + + diff --git a/main/generated/torchtune.models.clip.TilePositionalEmbedding.html b/main/generated/torchtune.models.clip.TilePositionalEmbedding.html index f2d9e2f935..fbf9abf2a4 100644 --- a/main/generated/torchtune.models.clip.TilePositionalEmbedding.html +++ b/main/generated/torchtune.models.clip.TilePositionalEmbedding.html @@ -560,9 +560,15 @@

TilePositionalEmbedding --> - + + diff --git a/main/generated/torchtune.models.clip.TiledTokenPositionalEmbedding.html b/main/generated/torchtune.models.clip.TiledTokenPositionalEmbedding.html index f663850439..8e91b427c3 100644 --- a/main/generated/torchtune.models.clip.TiledTokenPositionalEmbedding.html +++ b/main/generated/torchtune.models.clip.TiledTokenPositionalEmbedding.html @@ -572,9 +572,15 @@

TiledTokenPositionalEmbedding + + + diff --git a/main/generated/torchtune.models.clip.TokenPositionalEmbedding.html b/main/generated/torchtune.models.clip.TokenPositionalEmbedding.html index 33afce153f..a04ea867df 100644 --- a/main/generated/torchtune.models.clip.TokenPositionalEmbedding.html +++ b/main/generated/torchtune.models.clip.TokenPositionalEmbedding.html @@ -563,9 +563,15 @@

TokenPositionalEmbedding + + + diff --git a/main/generated/torchtune.models.clip.clip_vision_encoder.html b/main/generated/torchtune.models.clip.clip_vision_encoder.html index 522ca42196..0e8caa7e4d 100644 --- a/main/generated/torchtune.models.clip.clip_vision_encoder.html +++ b/main/generated/torchtune.models.clip.clip_vision_encoder.html @@ -570,9 +570,15 @@

clip_vision_encoder + + + diff --git a/main/generated/torchtune.models.code_llama2.code_llama2_13b.html b/main/generated/torchtune.models.code_llama2.code_llama2_13b.html index f401ac2004..76ae9d4a1f 100644 --- a/main/generated/torchtune.models.code_llama2.code_llama2_13b.html +++ b/main/generated/torchtune.models.code_llama2.code_llama2_13b.html @@ -539,9 +539,15 @@

code_llama2_13b + + + diff --git a/main/generated/torchtune.models.code_llama2.code_llama2_70b.html b/main/generated/torchtune.models.code_llama2.code_llama2_70b.html index 513c83944f..ad1b9fc4bd 100644 --- a/main/generated/torchtune.models.code_llama2.code_llama2_70b.html +++ b/main/generated/torchtune.models.code_llama2.code_llama2_70b.html @@ -539,9 +539,15 @@

code_llama2_70b + + + diff --git a/main/generated/torchtune.models.code_llama2.code_llama2_7b.html b/main/generated/torchtune.models.code_llama2.code_llama2_7b.html index 5531c37910..8c2e1b95ff 100644 --- a/main/generated/torchtune.models.code_llama2.code_llama2_7b.html +++ b/main/generated/torchtune.models.code_llama2.code_llama2_7b.html @@ -539,9 +539,15 @@

code_llama2_7b + + + diff --git a/main/generated/torchtune.models.code_llama2.lora_code_llama2_13b.html b/main/generated/torchtune.models.code_llama2.lora_code_llama2_13b.html index 117e8740ca..0488f5f84b 100644 --- a/main/generated/torchtune.models.code_llama2.lora_code_llama2_13b.html +++ b/main/generated/torchtune.models.code_llama2.lora_code_llama2_13b.html @@ -558,9 +558,15 @@

lora_code_llama2_13b --> - + + diff --git a/main/generated/torchtune.models.code_llama2.lora_code_llama2_70b.html b/main/generated/torchtune.models.code_llama2.lora_code_llama2_70b.html index 4387e92eda..ec962bd1c2 100644 --- a/main/generated/torchtune.models.code_llama2.lora_code_llama2_70b.html +++ b/main/generated/torchtune.models.code_llama2.lora_code_llama2_70b.html @@ -558,9 +558,15 @@

lora_code_llama2_70b --> - + + diff --git a/main/generated/torchtune.models.code_llama2.lora_code_llama2_7b.html b/main/generated/torchtune.models.code_llama2.lora_code_llama2_7b.html index 01c303c1a9..b4a0a33a43 100644 --- a/main/generated/torchtune.models.code_llama2.lora_code_llama2_7b.html +++ b/main/generated/torchtune.models.code_llama2.lora_code_llama2_7b.html @@ -556,9 +556,15 @@

lora_code_llama2_7b + + + diff --git a/main/generated/torchtune.models.code_llama2.qlora_code_llama2_13b.html b/main/generated/torchtune.models.code_llama2.qlora_code_llama2_13b.html index 846bae41ef..5e3b7a0402 100644 --- a/main/generated/torchtune.models.code_llama2.qlora_code_llama2_13b.html +++ b/main/generated/torchtune.models.code_llama2.qlora_code_llama2_13b.html @@ -532,9 +532,15 @@

qlora_code_llama2_13b --> - + + diff --git a/main/generated/torchtune.models.code_llama2.qlora_code_llama2_70b.html b/main/generated/torchtune.models.code_llama2.qlora_code_llama2_70b.html index 8a6f1f6422..5355c4a6db 100644 --- a/main/generated/torchtune.models.code_llama2.qlora_code_llama2_70b.html +++ b/main/generated/torchtune.models.code_llama2.qlora_code_llama2_70b.html @@ -532,9 +532,15 @@

qlora_code_llama2_70b --> - + + diff --git a/main/generated/torchtune.models.code_llama2.qlora_code_llama2_7b.html b/main/generated/torchtune.models.code_llama2.qlora_code_llama2_7b.html index 45480157d5..b538109072 100644 --- a/main/generated/torchtune.models.code_llama2.qlora_code_llama2_7b.html +++ b/main/generated/torchtune.models.code_llama2.qlora_code_llama2_7b.html @@ -532,9 +532,15 @@

qlora_code_llama2_7b --> - + + diff --git a/main/generated/torchtune.models.gemma.gemma.html b/main/generated/torchtune.models.gemma.gemma.html index a74ca7fff1..fa0c7aafcf 100644 --- a/main/generated/torchtune.models.gemma.gemma.html +++ b/main/generated/torchtune.models.gemma.gemma.html @@ -563,9 +563,15 @@

gemma var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/generated/torchtune.models.gemma.gemma_2b.html b/main/generated/torchtune.models.gemma.gemma_2b.html index 1bd344a54a..a673abcd88 100644 --- a/main/generated/torchtune.models.gemma.gemma_2b.html +++ b/main/generated/torchtune.models.gemma.gemma_2b.html @@ -539,9 +539,15 @@

gemma_2b + + + diff --git a/main/generated/torchtune.models.gemma.gemma_7b.html b/main/generated/torchtune.models.gemma.gemma_7b.html index 31abea6301..12cb71ec0b 100644 --- a/main/generated/torchtune.models.gemma.gemma_7b.html +++ b/main/generated/torchtune.models.gemma.gemma_7b.html @@ -539,9 +539,15 @@

gemma_7b + + + diff --git a/main/generated/torchtune.models.gemma.gemma_tokenizer.html b/main/generated/torchtune.models.gemma.gemma_tokenizer.html index be492b1702..79a280e0b4 100644 --- a/main/generated/torchtune.models.gemma.gemma_tokenizer.html +++ b/main/generated/torchtune.models.gemma.gemma_tokenizer.html @@ -549,9 +549,15 @@

gemma_tokenizer + + + diff --git a/main/generated/torchtune.models.gemma.lora_gemma.html b/main/generated/torchtune.models.gemma.lora_gemma.html index cc4d139c2b..c77d2fb36e 100644 --- a/main/generated/torchtune.models.gemma.lora_gemma.html +++ b/main/generated/torchtune.models.gemma.lora_gemma.html @@ -572,9 +572,15 @@

lora_gemma + + + diff --git a/main/generated/torchtune.models.gemma.lora_gemma_2b.html b/main/generated/torchtune.models.gemma.lora_gemma_2b.html index 0c48a48524..40b5430908 100644 --- a/main/generated/torchtune.models.gemma.lora_gemma_2b.html +++ b/main/generated/torchtune.models.gemma.lora_gemma_2b.html @@ -556,9 +556,15 @@

lora_gemma_2b + + + diff --git a/main/generated/torchtune.models.gemma.lora_gemma_7b.html b/main/generated/torchtune.models.gemma.lora_gemma_7b.html index 655e0b6858..4121841e2c 100644 --- a/main/generated/torchtune.models.gemma.lora_gemma_7b.html +++ b/main/generated/torchtune.models.gemma.lora_gemma_7b.html @@ -556,9 +556,15 @@

lora_gemma_7b + + + diff --git a/main/generated/torchtune.models.gemma.qlora_gemma_2b.html b/main/generated/torchtune.models.gemma.qlora_gemma_2b.html index a3d5d0673d..3d87d3fa73 100644 --- a/main/generated/torchtune.models.gemma.qlora_gemma_2b.html +++ b/main/generated/torchtune.models.gemma.qlora_gemma_2b.html @@ -532,9 +532,15 @@

qlora_gemma_2b + + + diff --git a/main/generated/torchtune.models.gemma.qlora_gemma_7b.html b/main/generated/torchtune.models.gemma.qlora_gemma_7b.html index d6e79e5bbb..4976e0dd8f 100644 --- a/main/generated/torchtune.models.gemma.qlora_gemma_7b.html +++ b/main/generated/torchtune.models.gemma.qlora_gemma_7b.html @@ -532,9 +532,15 @@

qlora_gemma_7b + + + diff --git a/main/generated/torchtune.models.llama2.Llama2ChatTemplate.html b/main/generated/torchtune.models.llama2.Llama2ChatTemplate.html index 8ebbf57661..7dabe440b0 100644 --- a/main/generated/torchtune.models.llama2.Llama2ChatTemplate.html +++ b/main/generated/torchtune.models.llama2.Llama2ChatTemplate.html @@ -539,9 +539,15 @@

Llama2ChatTemplate + + + diff --git a/main/generated/torchtune.models.llama2.llama2.html b/main/generated/torchtune.models.llama2.llama2.html index 52ca9afa95..ad37d7aafd 100644 --- a/main/generated/torchtune.models.llama2.llama2.html +++ b/main/generated/torchtune.models.llama2.llama2.html @@ -562,9 +562,15 @@

llama2 --> - + + diff --git a/main/generated/torchtune.models.llama2.llama2_13b.html b/main/generated/torchtune.models.llama2.llama2_13b.html index ec0f75a5de..ff3efbad05 100644 --- a/main/generated/torchtune.models.llama2.llama2_13b.html +++ b/main/generated/torchtune.models.llama2.llama2_13b.html @@ -539,9 +539,15 @@

llama2_13b + + + diff --git a/main/generated/torchtune.models.llama2.llama2_70b.html b/main/generated/torchtune.models.llama2.llama2_70b.html index bb76b0da93..cb2c926365 100644 --- a/main/generated/torchtune.models.llama2.llama2_70b.html +++ b/main/generated/torchtune.models.llama2.llama2_70b.html @@ -539,9 +539,15 @@

llama2_70b + + + diff --git a/main/generated/torchtune.models.llama2.llama2_7b.html b/main/generated/torchtune.models.llama2.llama2_7b.html index 304795969a..ff31abf5cc 100644 --- a/main/generated/torchtune.models.llama2.llama2_7b.html +++ b/main/generated/torchtune.models.llama2.llama2_7b.html @@ -539,9 +539,15 @@

llama2_7b + + + diff --git a/main/generated/torchtune.models.llama2.llama2_reward_7b.html b/main/generated/torchtune.models.llama2.llama2_reward_7b.html index 825e3db00a..8036ce4aa1 100644 --- a/main/generated/torchtune.models.llama2.llama2_reward_7b.html +++ b/main/generated/torchtune.models.llama2.llama2_reward_7b.html @@ -540,9 +540,15 @@

llama2_reward_7b + + + diff --git a/main/generated/torchtune.models.llama2.llama2_tokenizer.html b/main/generated/torchtune.models.llama2.llama2_tokenizer.html index f512af228c..02a5cda704 100644 --- a/main/generated/torchtune.models.llama2.llama2_tokenizer.html +++ b/main/generated/torchtune.models.llama2.llama2_tokenizer.html @@ -549,9 +549,15 @@

llama2_tokenizer + + + diff --git a/main/generated/torchtune.models.llama2.lora_llama2.html b/main/generated/torchtune.models.llama2.lora_llama2.html index b13538e4a2..32c8f58031 100644 --- a/main/generated/torchtune.models.llama2.lora_llama2.html +++ b/main/generated/torchtune.models.llama2.lora_llama2.html @@ -574,9 +574,15 @@

lora_llama2 + + + diff --git a/main/generated/torchtune.models.llama2.lora_llama2_13b.html b/main/generated/torchtune.models.llama2.lora_llama2_13b.html index 1bb9dd07d9..f527e1940c 100644 --- a/main/generated/torchtune.models.llama2.lora_llama2_13b.html +++ b/main/generated/torchtune.models.llama2.lora_llama2_13b.html @@ -557,9 +557,15 @@

lora_llama2_13b + + + diff --git a/main/generated/torchtune.models.llama2.lora_llama2_70b.html b/main/generated/torchtune.models.llama2.lora_llama2_70b.html index 6f339db222..1beec74b21 100644 --- a/main/generated/torchtune.models.llama2.lora_llama2_70b.html +++ b/main/generated/torchtune.models.llama2.lora_llama2_70b.html @@ -558,9 +558,15 @@

lora_llama2_70b + + + diff --git a/main/generated/torchtune.models.llama2.lora_llama2_7b.html b/main/generated/torchtune.models.llama2.lora_llama2_7b.html index c796180c0f..c54b1ddce7 100644 --- a/main/generated/torchtune.models.llama2.lora_llama2_7b.html +++ b/main/generated/torchtune.models.llama2.lora_llama2_7b.html @@ -558,9 +558,15 @@

lora_llama2_7b + + + diff --git a/main/generated/torchtune.models.llama2.lora_llama2_reward_7b.html b/main/generated/torchtune.models.llama2.lora_llama2_reward_7b.html index 501bbc4ab9..f947b6833c 100644 --- a/main/generated/torchtune.models.llama2.lora_llama2_reward_7b.html +++ b/main/generated/torchtune.models.llama2.lora_llama2_reward_7b.html @@ -556,9 +556,15 @@

lora_llama2_reward_7b --> - + + diff --git a/main/generated/torchtune.models.llama2.qlora_llama2_13b.html b/main/generated/torchtune.models.llama2.qlora_llama2_13b.html index 00257576ab..a05aad73d9 100644 --- a/main/generated/torchtune.models.llama2.qlora_llama2_13b.html +++ b/main/generated/torchtune.models.llama2.qlora_llama2_13b.html @@ -532,9 +532,15 @@

qlora_llama2_13b + + + diff --git a/main/generated/torchtune.models.llama2.qlora_llama2_70b.html b/main/generated/torchtune.models.llama2.qlora_llama2_70b.html index 06dd59b53a..e2fcb2df88 100644 --- a/main/generated/torchtune.models.llama2.qlora_llama2_70b.html +++ b/main/generated/torchtune.models.llama2.qlora_llama2_70b.html @@ -532,9 +532,15 @@

qlora_llama2_70b + + + diff --git a/main/generated/torchtune.models.llama2.qlora_llama2_7b.html b/main/generated/torchtune.models.llama2.qlora_llama2_7b.html index cc9630d736..e48e7b0ae6 100644 --- a/main/generated/torchtune.models.llama2.qlora_llama2_7b.html +++ b/main/generated/torchtune.models.llama2.qlora_llama2_7b.html @@ -532,9 +532,15 @@

qlora_llama2_7b + + + diff --git a/main/generated/torchtune.models.llama2.qlora_llama2_reward_7b.html b/main/generated/torchtune.models.llama2.qlora_llama2_reward_7b.html index fecf8d0e74..06bb26267e 100644 --- a/main/generated/torchtune.models.llama2.qlora_llama2_reward_7b.html +++ b/main/generated/torchtune.models.llama2.qlora_llama2_reward_7b.html @@ -532,9 +532,15 @@

qlora_llama2_reward_7b --> - + + diff --git a/main/generated/torchtune.models.llama3.llama3.html b/main/generated/torchtune.models.llama3.llama3.html index 234c6487d1..8f5edeec77 100644 --- a/main/generated/torchtune.models.llama3.llama3.html +++ b/main/generated/torchtune.models.llama3.llama3.html @@ -561,9 +561,15 @@

llama3 --> - + + diff --git a/main/generated/torchtune.models.llama3.llama3_70b.html b/main/generated/torchtune.models.llama3.llama3_70b.html index e570a9e69a..21b36946fe 100644 --- a/main/generated/torchtune.models.llama3.llama3_70b.html +++ b/main/generated/torchtune.models.llama3.llama3_70b.html @@ -538,9 +538,15 @@

llama3_70b + + + diff --git a/main/generated/torchtune.models.llama3.llama3_8b.html b/main/generated/torchtune.models.llama3.llama3_8b.html index 84241ad9f1..c74279a453 100644 --- a/main/generated/torchtune.models.llama3.llama3_8b.html +++ b/main/generated/torchtune.models.llama3.llama3_8b.html @@ -538,9 +538,15 @@

llama3_8b + + + diff --git a/main/generated/torchtune.models.llama3.llama3_tokenizer.html b/main/generated/torchtune.models.llama3.llama3_tokenizer.html index a80863c7a0..f4b4241bdf 100644 --- a/main/generated/torchtune.models.llama3.llama3_tokenizer.html +++ b/main/generated/torchtune.models.llama3.llama3_tokenizer.html @@ -552,9 +552,15 @@

llama3_tokenizer + + + diff --git a/main/generated/torchtune.models.llama3.lora_llama3.html b/main/generated/torchtune.models.llama3.lora_llama3.html index 4846b0ec7e..20cc66e5ca 100644 --- a/main/generated/torchtune.models.llama3.lora_llama3.html +++ b/main/generated/torchtune.models.llama3.lora_llama3.html @@ -574,9 +574,15 @@

lora_llama3 + + + diff --git a/main/generated/torchtune.models.llama3.lora_llama3_70b.html b/main/generated/torchtune.models.llama3.lora_llama3_70b.html index 8b4a8d3425..f75229847b 100644 --- a/main/generated/torchtune.models.llama3.lora_llama3_70b.html +++ b/main/generated/torchtune.models.llama3.lora_llama3_70b.html @@ -558,9 +558,15 @@

lora_llama3_70b + + + diff --git a/main/generated/torchtune.models.llama3.lora_llama3_8b.html b/main/generated/torchtune.models.llama3.lora_llama3_8b.html index f4c250993b..a34b9505ed 100644 --- a/main/generated/torchtune.models.llama3.lora_llama3_8b.html +++ b/main/generated/torchtune.models.llama3.lora_llama3_8b.html @@ -558,9 +558,15 @@

lora_llama3_8b + + + diff --git a/main/generated/torchtune.models.llama3.qlora_llama3_70b.html b/main/generated/torchtune.models.llama3.qlora_llama3_70b.html index c98ea2acaa..1cb09d43a1 100644 --- a/main/generated/torchtune.models.llama3.qlora_llama3_70b.html +++ b/main/generated/torchtune.models.llama3.qlora_llama3_70b.html @@ -532,9 +532,15 @@

qlora_llama3_70b + + + diff --git a/main/generated/torchtune.models.llama3.qlora_llama3_8b.html b/main/generated/torchtune.models.llama3.qlora_llama3_8b.html index 357d23aee4..183a2f28a5 100644 --- a/main/generated/torchtune.models.llama3.qlora_llama3_8b.html +++ b/main/generated/torchtune.models.llama3.qlora_llama3_8b.html @@ -532,9 +532,15 @@

qlora_llama3_8b + + + diff --git a/main/generated/torchtune.models.llama3_1.llama3_1.html b/main/generated/torchtune.models.llama3_1.llama3_1.html index 8db7e0c282..ca3eacd78e 100644 --- a/main/generated/torchtune.models.llama3_1.llama3_1.html +++ b/main/generated/torchtune.models.llama3_1.llama3_1.html @@ -563,9 +563,15 @@

llama3_1 + + + diff --git a/main/generated/torchtune.models.llama3_1.llama3_1_405b.html b/main/generated/torchtune.models.llama3_1.llama3_1_405b.html index af2a4f2ee4..bb9d17c2f8 100644 --- a/main/generated/torchtune.models.llama3_1.llama3_1_405b.html +++ b/main/generated/torchtune.models.llama3_1.llama3_1_405b.html @@ -538,9 +538,15 @@

llama3_1_405b + + + diff --git a/main/generated/torchtune.models.llama3_1.llama3_1_70b.html b/main/generated/torchtune.models.llama3_1.llama3_1_70b.html index 4e868b0126..8546d66e9e 100644 --- a/main/generated/torchtune.models.llama3_1.llama3_1_70b.html +++ b/main/generated/torchtune.models.llama3_1.llama3_1_70b.html @@ -538,9 +538,15 @@

llama3_1_70b + + + diff --git a/main/generated/torchtune.models.llama3_1.llama3_1_8b.html b/main/generated/torchtune.models.llama3_1.llama3_1_8b.html index b1d3d15108..187770ae3b 100644 --- a/main/generated/torchtune.models.llama3_1.llama3_1_8b.html +++ b/main/generated/torchtune.models.llama3_1.llama3_1_8b.html @@ -538,9 +538,15 @@

llama3_1_8b + + + diff --git a/main/generated/torchtune.models.llama3_1.lora_llama3_1.html b/main/generated/torchtune.models.llama3_1.lora_llama3_1.html index 9da6740aa9..2d8b4128d1 100644 --- a/main/generated/torchtune.models.llama3_1.lora_llama3_1.html +++ b/main/generated/torchtune.models.llama3_1.lora_llama3_1.html @@ -575,9 +575,15 @@

lora_llama3_1 + + + diff --git a/main/generated/torchtune.models.llama3_1.lora_llama3_1_405b.html b/main/generated/torchtune.models.llama3_1.lora_llama3_1_405b.html index 4d63cd3f88..e895a54f37 100644 --- a/main/generated/torchtune.models.llama3_1.lora_llama3_1_405b.html +++ b/main/generated/torchtune.models.llama3_1.lora_llama3_1_405b.html @@ -556,9 +556,15 @@

lora_llama3_1_405b + + + diff --git a/main/generated/torchtune.models.llama3_1.lora_llama3_1_70b.html b/main/generated/torchtune.models.llama3_1.lora_llama3_1_70b.html index 0ebe74e37d..6734f0aec9 100644 --- a/main/generated/torchtune.models.llama3_1.lora_llama3_1_70b.html +++ b/main/generated/torchtune.models.llama3_1.lora_llama3_1_70b.html @@ -558,9 +558,15 @@

lora_llama3_1_70b + + + diff --git a/main/generated/torchtune.models.llama3_1.lora_llama3_1_8b.html b/main/generated/torchtune.models.llama3_1.lora_llama3_1_8b.html index 0d6f96ba95..a0891e5408 100644 --- a/main/generated/torchtune.models.llama3_1.lora_llama3_1_8b.html +++ b/main/generated/torchtune.models.llama3_1.lora_llama3_1_8b.html @@ -558,9 +558,15 @@

lora_llama3_1_8b + + + diff --git a/main/generated/torchtune.models.llama3_1.qlora_llama3_1_405b.html b/main/generated/torchtune.models.llama3_1.qlora_llama3_1_405b.html index fb523901b3..13585290da 100644 --- a/main/generated/torchtune.models.llama3_1.qlora_llama3_1_405b.html +++ b/main/generated/torchtune.models.llama3_1.qlora_llama3_1_405b.html @@ -532,9 +532,15 @@

qlora_llama3_1_405b + + + diff --git a/main/generated/torchtune.models.llama3_1.qlora_llama3_1_70b.html b/main/generated/torchtune.models.llama3_1.qlora_llama3_1_70b.html index ac05015dee..d8df568695 100644 --- a/main/generated/torchtune.models.llama3_1.qlora_llama3_1_70b.html +++ b/main/generated/torchtune.models.llama3_1.qlora_llama3_1_70b.html @@ -532,9 +532,15 @@

qlora_llama3_1_70b + + + diff --git a/main/generated/torchtune.models.llama3_1.qlora_llama3_1_8b.html b/main/generated/torchtune.models.llama3_1.qlora_llama3_1_8b.html index 6e03363ee7..83c2a3c79a 100644 --- a/main/generated/torchtune.models.llama3_1.qlora_llama3_1_8b.html +++ b/main/generated/torchtune.models.llama3_1.qlora_llama3_1_8b.html @@ -532,9 +532,15 @@

qlora_llama3_1_8b + + + diff --git a/main/generated/torchtune.models.llama3_2.llama3_2_1b.html b/main/generated/torchtune.models.llama3_2.llama3_2_1b.html index f0e00ce0e9..93e9f50133 100644 --- a/main/generated/torchtune.models.llama3_2.llama3_2_1b.html +++ b/main/generated/torchtune.models.llama3_2.llama3_2_1b.html @@ -538,9 +538,15 @@

llama3_2_1b + + + diff --git a/main/generated/torchtune.models.llama3_2.llama3_2_3b.html b/main/generated/torchtune.models.llama3_2.llama3_2_3b.html index b903fca270..db230c314a 100644 --- a/main/generated/torchtune.models.llama3_2.llama3_2_3b.html +++ b/main/generated/torchtune.models.llama3_2.llama3_2_3b.html @@ -538,9 +538,15 @@

llama3_2_3b + + + diff --git a/main/generated/torchtune.models.llama3_2.lora_llama3_2_1b.html b/main/generated/torchtune.models.llama3_2.lora_llama3_2_1b.html index 6d15930ace..e31b65dbcc 100644 --- a/main/generated/torchtune.models.llama3_2.lora_llama3_2_1b.html +++ b/main/generated/torchtune.models.llama3_2.lora_llama3_2_1b.html @@ -558,9 +558,15 @@

lora_llama3_2_1b + + + diff --git a/main/generated/torchtune.models.llama3_2.lora_llama3_2_3b.html b/main/generated/torchtune.models.llama3_2.lora_llama3_2_3b.html index 2e14530c64..52be69a81c 100644 --- a/main/generated/torchtune.models.llama3_2.lora_llama3_2_3b.html +++ b/main/generated/torchtune.models.llama3_2.lora_llama3_2_3b.html @@ -558,9 +558,15 @@

lora_llama3_2_3b + + + diff --git a/main/generated/torchtune.models.llama3_2.qlora_llama3_2_1b.html b/main/generated/torchtune.models.llama3_2.qlora_llama3_2_1b.html index 40968838ee..cde8d1d0a1 100644 --- a/main/generated/torchtune.models.llama3_2.qlora_llama3_2_1b.html +++ b/main/generated/torchtune.models.llama3_2.qlora_llama3_2_1b.html @@ -532,9 +532,15 @@

qlora_llama3_2_1b + + + diff --git a/main/generated/torchtune.models.llama3_2.qlora_llama3_2_3b.html b/main/generated/torchtune.models.llama3_2.qlora_llama3_2_3b.html index 08865324be..5a8705dc2a 100644 --- a/main/generated/torchtune.models.llama3_2.qlora_llama3_2_3b.html +++ b/main/generated/torchtune.models.llama3_2.qlora_llama3_2_3b.html @@ -532,9 +532,15 @@

qlora_llama3_2_3b + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.Llama3VisionEncoder.html b/main/generated/torchtune.models.llama3_2_vision.Llama3VisionEncoder.html index 3872db482a..45a0899888 100644 --- a/main/generated/torchtune.models.llama3_2_vision.Llama3VisionEncoder.html +++ b/main/generated/torchtune.models.llama3_2_vision.Llama3VisionEncoder.html @@ -581,9 +581,15 @@

Llama3VisionEncoder + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.Llama3VisionProjectionHead.html b/main/generated/torchtune.models.llama3_2_vision.Llama3VisionProjectionHead.html index fee2636ea2..c0c2bf7b30 100644 --- a/main/generated/torchtune.models.llama3_2_vision.Llama3VisionProjectionHead.html +++ b/main/generated/torchtune.models.llama3_2_vision.Llama3VisionProjectionHead.html @@ -577,9 +577,15 @@

Llama3VisionProjectionHead + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.Llama3VisionTransform.html b/main/generated/torchtune.models.llama3_2_vision.Llama3VisionTransform.html index 8132a64531..acb9497eca 100644 --- a/main/generated/torchtune.models.llama3_2_vision.Llama3VisionTransform.html +++ b/main/generated/torchtune.models.llama3_2_vision.Llama3VisionTransform.html @@ -641,9 +641,15 @@

Llama3VisionTransform --> - + + diff --git a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_11b.html b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_11b.html index 67d4d4e0ef..2e4402f020 100644 --- a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_11b.html +++ b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_11b.html @@ -547,9 +547,15 @@

llama3_2_vision_11b + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_decoder.html b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_decoder.html index dfa2001f63..f7a23ef2dd 100644 --- a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_decoder.html +++ b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_decoder.html @@ -564,9 +564,15 @@

llama3_2_vision_decoder --> - + + diff --git a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_encoder.html b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_encoder.html index 0120a4dec6..0702eae21f 100644 --- a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_encoder.html +++ b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_encoder.html @@ -565,9 +565,15 @@

llama3_2_vision_encoder --> - + + diff --git a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_transform.html b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_transform.html index 60ebad86a0..65cabedbd4 100644 --- a/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_transform.html +++ b/main/generated/torchtune.models.llama3_2_vision.llama3_2_vision_transform.html @@ -554,9 +554,15 @@

llama3_2_vision_transform + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_11b.html b/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_11b.html index fff8ff29a1..61483b44a9 100644 --- a/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_11b.html +++ b/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_11b.html @@ -565,9 +565,15 @@

lora_llama3_2_vision_11b + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_decoder.html b/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_decoder.html index d4ef87b665..5051d6bddc 100644 --- a/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_decoder.html +++ b/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_decoder.html @@ -580,9 +580,15 @@

lora_llama3_2_vision_decoder + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_encoder.html b/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_encoder.html index 2c05a10bc5..255b7511ab 100644 --- a/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_encoder.html +++ b/main/generated/torchtune.models.llama3_2_vision.lora_llama3_2_vision_encoder.html @@ -581,9 +581,15 @@

lora_llama3_2_vision_encoder + + + diff --git a/main/generated/torchtune.models.llama3_2_vision.qlora_llama3_2_vision_11b.html b/main/generated/torchtune.models.llama3_2_vision.qlora_llama3_2_vision_11b.html index 4142e4168b..fb9b49d872 100644 --- a/main/generated/torchtune.models.llama3_2_vision.qlora_llama3_2_vision_11b.html +++ b/main/generated/torchtune.models.llama3_2_vision.qlora_llama3_2_vision_11b.html @@ -532,9 +532,15 @@

qlora_llama3_2_vision_11b + + + diff --git a/main/generated/torchtune.models.mistral.MistralChatTemplate.html b/main/generated/torchtune.models.mistral.MistralChatTemplate.html index afdff6a024..02fbd455e7 100644 --- a/main/generated/torchtune.models.mistral.MistralChatTemplate.html +++ b/main/generated/torchtune.models.mistral.MistralChatTemplate.html @@ -542,9 +542,15 @@

MistralChatTemplate + + + diff --git a/main/generated/torchtune.models.mistral.lora_mistral.html b/main/generated/torchtune.models.mistral.lora_mistral.html index 0aa0d0e3cf..62cac6752d 100644 --- a/main/generated/torchtune.models.mistral.lora_mistral.html +++ b/main/generated/torchtune.models.mistral.lora_mistral.html @@ -573,9 +573,15 @@

lora_mistral + + + diff --git a/main/generated/torchtune.models.mistral.lora_mistral_7b.html b/main/generated/torchtune.models.mistral.lora_mistral_7b.html index 14e9a41fa1..78d2acce9a 100644 --- a/main/generated/torchtune.models.mistral.lora_mistral_7b.html +++ b/main/generated/torchtune.models.mistral.lora_mistral_7b.html @@ -555,9 +555,15 @@

lora_mistral_7b + + + diff --git a/main/generated/torchtune.models.mistral.lora_mistral_classifier.html b/main/generated/torchtune.models.mistral.lora_mistral_classifier.html index e2a9cfc296..58655680d9 100644 --- a/main/generated/torchtune.models.mistral.lora_mistral_classifier.html +++ b/main/generated/torchtune.models.mistral.lora_mistral_classifier.html @@ -574,9 +574,15 @@

lora_mistral_classifier --> - + + diff --git a/main/generated/torchtune.models.mistral.lora_mistral_reward_7b.html b/main/generated/torchtune.models.mistral.lora_mistral_reward_7b.html index 789e55d5bd..ba64d0fa03 100644 --- a/main/generated/torchtune.models.mistral.lora_mistral_reward_7b.html +++ b/main/generated/torchtune.models.mistral.lora_mistral_reward_7b.html @@ -555,9 +555,15 @@

lora_mistral_reward_7b --> - + + diff --git a/main/generated/torchtune.models.mistral.mistral.html b/main/generated/torchtune.models.mistral.mistral.html index 6db7a7406c..b375b13b1c 100644 --- a/main/generated/torchtune.models.mistral.mistral.html +++ b/main/generated/torchtune.models.mistral.mistral.html @@ -562,9 +562,15 @@

mistral + + + diff --git a/main/generated/torchtune.models.mistral.mistral_7b.html b/main/generated/torchtune.models.mistral.mistral_7b.html index a07e1b3f32..936da8117e 100644 --- a/main/generated/torchtune.models.mistral.mistral_7b.html +++ b/main/generated/torchtune.models.mistral.mistral_7b.html @@ -539,9 +539,15 @@

mistral_7b + + + diff --git a/main/generated/torchtune.models.mistral.mistral_classifier.html b/main/generated/torchtune.models.mistral.mistral_classifier.html index f491c616ac..46215edda9 100644 --- a/main/generated/torchtune.models.mistral.mistral_classifier.html +++ b/main/generated/torchtune.models.mistral.mistral_classifier.html @@ -559,9 +559,15 @@

mistral_classifier + + + diff --git a/main/generated/torchtune.models.mistral.mistral_reward_7b.html b/main/generated/torchtune.models.mistral.mistral_reward_7b.html index 791859e9e6..31534213b8 100644 --- a/main/generated/torchtune.models.mistral.mistral_reward_7b.html +++ b/main/generated/torchtune.models.mistral.mistral_reward_7b.html @@ -541,9 +541,15 @@

mistral_reward_7b + + + diff --git a/main/generated/torchtune.models.mistral.mistral_tokenizer.html b/main/generated/torchtune.models.mistral.mistral_tokenizer.html index db650284e3..9c5151d164 100644 --- a/main/generated/torchtune.models.mistral.mistral_tokenizer.html +++ b/main/generated/torchtune.models.mistral.mistral_tokenizer.html @@ -549,9 +549,15 @@

mistral_tokenizer + + + diff --git a/main/generated/torchtune.models.mistral.qlora_mistral_7b.html b/main/generated/torchtune.models.mistral.qlora_mistral_7b.html index 18c56233e9..7648fdc4d0 100644 --- a/main/generated/torchtune.models.mistral.qlora_mistral_7b.html +++ b/main/generated/torchtune.models.mistral.qlora_mistral_7b.html @@ -532,9 +532,15 @@

qlora_mistral_7b + + + diff --git a/main/generated/torchtune.models.mistral.qlora_mistral_reward_7b.html b/main/generated/torchtune.models.mistral.qlora_mistral_reward_7b.html index f5e5dae74c..0ca68403f1 100644 --- a/main/generated/torchtune.models.mistral.qlora_mistral_reward_7b.html +++ b/main/generated/torchtune.models.mistral.qlora_mistral_reward_7b.html @@ -532,9 +532,15 @@

qlora_mistral_reward_7b --> - + + diff --git a/main/generated/torchtune.models.phi3.lora_phi3.html b/main/generated/torchtune.models.phi3.lora_phi3.html index b4fd14a411..104a0da04c 100644 --- a/main/generated/torchtune.models.phi3.lora_phi3.html +++ b/main/generated/torchtune.models.phi3.lora_phi3.html @@ -575,9 +575,15 @@

lora_phi3 + + + diff --git a/main/generated/torchtune.models.phi3.lora_phi3_mini.html b/main/generated/torchtune.models.phi3.lora_phi3_mini.html index 2459e5b931..7f2208f40e 100644 --- a/main/generated/torchtune.models.phi3.lora_phi3_mini.html +++ b/main/generated/torchtune.models.phi3.lora_phi3_mini.html @@ -558,9 +558,15 @@

lora_phi3_mini + + + diff --git a/main/generated/torchtune.models.phi3.phi3.html b/main/generated/torchtune.models.phi3.phi3.html index 196a265034..a29a80286b 100644 --- a/main/generated/torchtune.models.phi3.phi3.html +++ b/main/generated/torchtune.models.phi3.phi3.html @@ -555,9 +555,15 @@

phi3¶< var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/generated/torchtune.models.phi3.phi3_mini.html b/main/generated/torchtune.models.phi3.phi3_mini.html index e76a1fcc47..1b51e47898 100644 --- a/main/generated/torchtune.models.phi3.phi3_mini.html +++ b/main/generated/torchtune.models.phi3.phi3_mini.html @@ -544,9 +544,15 @@

phi3_mini + + + diff --git a/main/generated/torchtune.models.phi3.phi3_mini_tokenizer.html b/main/generated/torchtune.models.phi3.phi3_mini_tokenizer.html index bba4d2765f..66aa4f7f1e 100644 --- a/main/generated/torchtune.models.phi3.phi3_mini_tokenizer.html +++ b/main/generated/torchtune.models.phi3.phi3_mini_tokenizer.html @@ -562,9 +562,15 @@

phi3_mini_tokenizer + + + diff --git a/main/generated/torchtune.models.phi3.qlora_phi3_mini.html b/main/generated/torchtune.models.phi3.qlora_phi3_mini.html index 3c51fbc97c..6fb9787598 100644 --- a/main/generated/torchtune.models.phi3.qlora_phi3_mini.html +++ b/main/generated/torchtune.models.phi3.qlora_phi3_mini.html @@ -532,9 +532,15 @@

qlora_phi3_mini + + + diff --git a/main/generated/torchtune.models.qwen2.lora_qwen2.html b/main/generated/torchtune.models.qwen2.lora_qwen2.html index 6bd363b07e..0ac8f9370f 100644 --- a/main/generated/torchtune.models.qwen2.lora_qwen2.html +++ b/main/generated/torchtune.models.qwen2.lora_qwen2.html @@ -577,9 +577,15 @@

lora_qwen2 + + + diff --git a/main/generated/torchtune.models.qwen2.lora_qwen2_0_5b.html b/main/generated/torchtune.models.qwen2.lora_qwen2_0_5b.html index 7283e125a3..6f3ccaf517 100644 --- a/main/generated/torchtune.models.qwen2.lora_qwen2_0_5b.html +++ b/main/generated/torchtune.models.qwen2.lora_qwen2_0_5b.html @@ -559,9 +559,15 @@

lora_qwen2_0_5b + + + diff --git a/main/generated/torchtune.models.qwen2.lora_qwen2_1_5b.html b/main/generated/torchtune.models.qwen2.lora_qwen2_1_5b.html index 33622b9ba2..f25ede3c95 100644 --- a/main/generated/torchtune.models.qwen2.lora_qwen2_1_5b.html +++ b/main/generated/torchtune.models.qwen2.lora_qwen2_1_5b.html @@ -559,9 +559,15 @@

lora_qwen2_1_5b + + + diff --git a/main/generated/torchtune.models.qwen2.lora_qwen2_7b.html b/main/generated/torchtune.models.qwen2.lora_qwen2_7b.html index 6989996968..2088e32679 100644 --- a/main/generated/torchtune.models.qwen2.lora_qwen2_7b.html +++ b/main/generated/torchtune.models.qwen2.lora_qwen2_7b.html @@ -556,9 +556,15 @@

lora_qwen2_7b + + + diff --git a/main/generated/torchtune.models.qwen2.qwen2.html b/main/generated/torchtune.models.qwen2.qwen2.html index 5b8cd05c6a..8ed9622add 100644 --- a/main/generated/torchtune.models.qwen2.qwen2.html +++ b/main/generated/torchtune.models.qwen2.qwen2.html @@ -563,9 +563,15 @@

qwen2 var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/generated/torchtune.models.qwen2.qwen2_0_5b.html b/main/generated/torchtune.models.qwen2.qwen2_0_5b.html index 28acce55ea..06466ea10d 100644 --- a/main/generated/torchtune.models.qwen2.qwen2_0_5b.html +++ b/main/generated/torchtune.models.qwen2.qwen2_0_5b.html @@ -544,9 +544,15 @@

qwen2_0_5b + + + diff --git a/main/generated/torchtune.models.qwen2.qwen2_1_5b.html b/main/generated/torchtune.models.qwen2.qwen2_1_5b.html index 807c3e1b9a..113445e5a7 100644 --- a/main/generated/torchtune.models.qwen2.qwen2_1_5b.html +++ b/main/generated/torchtune.models.qwen2.qwen2_1_5b.html @@ -544,9 +544,15 @@

qwen2_1_5b + + + diff --git a/main/generated/torchtune.models.qwen2.qwen2_7b.html b/main/generated/torchtune.models.qwen2.qwen2_7b.html index 8fd3477a23..904728321b 100644 --- a/main/generated/torchtune.models.qwen2.qwen2_7b.html +++ b/main/generated/torchtune.models.qwen2.qwen2_7b.html @@ -539,9 +539,15 @@

qwen2_7b + + + diff --git a/main/generated/torchtune.models.qwen2.qwen2_tokenizer.html b/main/generated/torchtune.models.qwen2.qwen2_tokenizer.html index b23ecea4b6..fd481b6409 100644 --- a/main/generated/torchtune.models.qwen2.qwen2_tokenizer.html +++ b/main/generated/torchtune.models.qwen2.qwen2_tokenizer.html @@ -553,9 +553,15 @@

qwen2_tokenizer + + + diff --git a/main/generated/torchtune.modules.FeedForward.html b/main/generated/torchtune.modules.FeedForward.html index fd37948d05..a61edb368d 100644 --- a/main/generated/torchtune.modules.FeedForward.html +++ b/main/generated/torchtune.modules.FeedForward.html @@ -559,9 +559,15 @@

FeedForward + + + diff --git a/main/generated/torchtune.modules.Fp32LayerNorm.html b/main/generated/torchtune.modules.Fp32LayerNorm.html index 5455998b75..e2eb6d2cb6 100644 --- a/main/generated/torchtune.modules.Fp32LayerNorm.html +++ b/main/generated/torchtune.modules.Fp32LayerNorm.html @@ -546,9 +546,15 @@

Fp32LayerNorm + + + diff --git a/main/generated/torchtune.modules.KVCache.html b/main/generated/torchtune.modules.KVCache.html index d4e57eccee..7aca8e858b 100644 --- a/main/generated/torchtune.modules.KVCache.html +++ b/main/generated/torchtune.modules.KVCache.html @@ -596,9 +596,15 @@

KVCache + + + diff --git a/main/generated/torchtune.modules.MultiHeadAttention.html b/main/generated/torchtune.modules.MultiHeadAttention.html index 225a73176e..892c585f07 100644 --- a/main/generated/torchtune.modules.MultiHeadAttention.html +++ b/main/generated/torchtune.modules.MultiHeadAttention.html @@ -665,9 +665,15 @@

MultiHeadAttention + + + diff --git a/main/generated/torchtune.modules.RMSNorm.html b/main/generated/torchtune.modules.RMSNorm.html index bc7a5076d6..57d6bef598 100644 --- a/main/generated/torchtune.modules.RMSNorm.html +++ b/main/generated/torchtune.modules.RMSNorm.html @@ -558,9 +558,15 @@

RMSNorm + + + diff --git a/main/generated/torchtune.modules.RotaryPositionalEmbeddings.html b/main/generated/torchtune.modules.RotaryPositionalEmbeddings.html index 4268b8ffad..0604fb75a4 100644 --- a/main/generated/torchtune.modules.RotaryPositionalEmbeddings.html +++ b/main/generated/torchtune.modules.RotaryPositionalEmbeddings.html @@ -581,9 +581,15 @@

RotaryPositionalEmbeddings + + + diff --git a/main/generated/torchtune.modules.TanhGate.html b/main/generated/torchtune.modules.TanhGate.html index 6402eae4a7..291f7fee9f 100644 --- a/main/generated/torchtune.modules.TanhGate.html +++ b/main/generated/torchtune.modules.TanhGate.html @@ -546,9 +546,15 @@

TanhGate + + + diff --git a/main/generated/torchtune.modules.TiedLinear.html b/main/generated/torchtune.modules.TiedLinear.html index 70670ff246..95cf69606b 100644 --- a/main/generated/torchtune.modules.TiedLinear.html +++ b/main/generated/torchtune.modules.TiedLinear.html @@ -543,9 +543,15 @@

TiedLinear + + + diff --git a/main/generated/torchtune.modules.TransformerCrossAttentionLayer.html b/main/generated/torchtune.modules.TransformerCrossAttentionLayer.html index 7ca4a26a1f..16a3ada215 100644 --- a/main/generated/torchtune.modules.TransformerCrossAttentionLayer.html +++ b/main/generated/torchtune.modules.TransformerCrossAttentionLayer.html @@ -612,9 +612,15 @@

TransformerCrossAttentionLayer + + + diff --git a/main/generated/torchtune.modules.TransformerDecoder.html b/main/generated/torchtune.modules.TransformerDecoder.html index d26f6058ca..d06a86ab3a 100644 --- a/main/generated/torchtune.modules.TransformerDecoder.html +++ b/main/generated/torchtune.modules.TransformerDecoder.html @@ -722,9 +722,15 @@

TransformerDecoder + + + diff --git a/main/generated/torchtune.modules.TransformerSelfAttentionLayer.html b/main/generated/torchtune.modules.TransformerSelfAttentionLayer.html index 3072f0a713..742b290c8d 100644 --- a/main/generated/torchtune.modules.TransformerSelfAttentionLayer.html +++ b/main/generated/torchtune.modules.TransformerSelfAttentionLayer.html @@ -619,9 +619,15 @@

TransformerSelfAttentionLayer + + + diff --git a/main/generated/torchtune.modules.VisionTransformer.html b/main/generated/torchtune.modules.VisionTransformer.html index 9ade001c45..0295dd18a5 100644 --- a/main/generated/torchtune.modules.VisionTransformer.html +++ b/main/generated/torchtune.modules.VisionTransformer.html @@ -783,9 +783,15 @@

VisionTransformer + + + diff --git a/main/generated/torchtune.modules.common_utils.delete_kv_caches.html b/main/generated/torchtune.modules.common_utils.delete_kv_caches.html index df6914de68..ab8805ae1e 100644 --- a/main/generated/torchtune.modules.common_utils.delete_kv_caches.html +++ b/main/generated/torchtune.modules.common_utils.delete_kv_caches.html @@ -564,9 +564,15 @@

delete_kv_caches + + + diff --git a/main/generated/torchtune.modules.common_utils.disable_kv_cache.html b/main/generated/torchtune.modules.common_utils.disable_kv_cache.html index aa0efeaa93..c05deec0e0 100644 --- a/main/generated/torchtune.modules.common_utils.disable_kv_cache.html +++ b/main/generated/torchtune.modules.common_utils.disable_kv_cache.html @@ -581,9 +581,15 @@

disable_kv_cache + + + diff --git a/main/generated/torchtune.modules.common_utils.local_kv_cache.html b/main/generated/torchtune.modules.common_utils.local_kv_cache.html index d6e975eea8..c0acab4d7f 100644 --- a/main/generated/torchtune.modules.common_utils.local_kv_cache.html +++ b/main/generated/torchtune.modules.common_utils.local_kv_cache.html @@ -586,9 +586,15 @@

local_kv_cache + + + diff --git a/main/generated/torchtune.modules.common_utils.reparametrize_as_dtype_state_dict_post_hook.html b/main/generated/torchtune.modules.common_utils.reparametrize_as_dtype_state_dict_post_hook.html index 15fa498121..da79d95ab3 100644 --- a/main/generated/torchtune.modules.common_utils.reparametrize_as_dtype_state_dict_post_hook.html +++ b/main/generated/torchtune.modules.common_utils.reparametrize_as_dtype_state_dict_post_hook.html @@ -553,9 +553,15 @@

reparametrize_as_dtype_state_dict_post_hook + + + diff --git a/main/generated/torchtune.modules.loss.CEWithChunkedOutputLoss.html b/main/generated/torchtune.modules.loss.CEWithChunkedOutputLoss.html index 3b7041e3b1..45534fe10c 100644 --- a/main/generated/torchtune.modules.loss.CEWithChunkedOutputLoss.html +++ b/main/generated/torchtune.modules.loss.CEWithChunkedOutputLoss.html @@ -576,9 +576,15 @@

CEWithChunkedOutputLoss --> - + + diff --git a/main/generated/torchtune.modules.loss.ForwardKLLoss.html b/main/generated/torchtune.modules.loss.ForwardKLLoss.html index 9051694ae6..220a973722 100644 --- a/main/generated/torchtune.modules.loss.ForwardKLLoss.html +++ b/main/generated/torchtune.modules.loss.ForwardKLLoss.html @@ -562,9 +562,15 @@

ForwardKLLoss + + + diff --git a/main/generated/torchtune.modules.loss.ForwardKLWithChunkedOutputLoss.html b/main/generated/torchtune.modules.loss.ForwardKLWithChunkedOutputLoss.html index 372575946e..515e393f49 100644 --- a/main/generated/torchtune.modules.loss.ForwardKLWithChunkedOutputLoss.html +++ b/main/generated/torchtune.modules.loss.ForwardKLWithChunkedOutputLoss.html @@ -581,9 +581,15 @@

ForwardKLWithChunkedOutputLoss + + + diff --git a/main/generated/torchtune.modules.model_fusion.DeepFusionModel.html b/main/generated/torchtune.modules.model_fusion.DeepFusionModel.html index 8fa8247611..8ce6438574 100644 --- a/main/generated/torchtune.modules.model_fusion.DeepFusionModel.html +++ b/main/generated/torchtune.modules.model_fusion.DeepFusionModel.html @@ -676,9 +676,15 @@

DeepFusionModel + + + diff --git a/main/generated/torchtune.modules.model_fusion.FusionEmbedding.html b/main/generated/torchtune.modules.model_fusion.FusionEmbedding.html index 7466c456a9..99eac1a1bd 100644 --- a/main/generated/torchtune.modules.model_fusion.FusionEmbedding.html +++ b/main/generated/torchtune.modules.model_fusion.FusionEmbedding.html @@ -588,9 +588,15 @@

FusionEmbedding + + + diff --git a/main/generated/torchtune.modules.model_fusion.FusionLayer.html b/main/generated/torchtune.modules.model_fusion.FusionLayer.html index ce59bb736c..589f86bec9 100644 --- a/main/generated/torchtune.modules.model_fusion.FusionLayer.html +++ b/main/generated/torchtune.modules.model_fusion.FusionLayer.html @@ -630,9 +630,15 @@

FusionLayer + + + diff --git a/main/generated/torchtune.modules.model_fusion.get_fusion_params.html b/main/generated/torchtune.modules.model_fusion.get_fusion_params.html index d8c3a6ec8b..a074ba0201 100644 --- a/main/generated/torchtune.modules.model_fusion.get_fusion_params.html +++ b/main/generated/torchtune.modules.model_fusion.get_fusion_params.html @@ -548,9 +548,15 @@

get_fusion_params + + + diff --git a/main/generated/torchtune.modules.model_fusion.register_fusion_module.html b/main/generated/torchtune.modules.model_fusion.register_fusion_module.html index 74432e4baf..714974024f 100644 --- a/main/generated/torchtune.modules.model_fusion.register_fusion_module.html +++ b/main/generated/torchtune.modules.model_fusion.register_fusion_module.html @@ -548,9 +548,15 @@

register_fusion_module --> - + + diff --git a/main/generated/torchtune.modules.peft.AdapterModule.html b/main/generated/torchtune.modules.peft.AdapterModule.html index 249cbed25f..f380eee399 100644 --- a/main/generated/torchtune.modules.peft.AdapterModule.html +++ b/main/generated/torchtune.modules.peft.AdapterModule.html @@ -542,9 +542,15 @@

AdapterModule + + + diff --git a/main/generated/torchtune.modules.peft.LoRALinear.html b/main/generated/torchtune.modules.peft.LoRALinear.html index efc9b93fef..a38167e488 100644 --- a/main/generated/torchtune.modules.peft.LoRALinear.html +++ b/main/generated/torchtune.modules.peft.LoRALinear.html @@ -576,9 +576,15 @@

LoRALinear + + + diff --git a/main/generated/torchtune.modules.peft.disable_adapter.html b/main/generated/torchtune.modules.peft.disable_adapter.html index 652e67b005..c00537b6af 100644 --- a/main/generated/torchtune.modules.peft.disable_adapter.html +++ b/main/generated/torchtune.modules.peft.disable_adapter.html @@ -550,9 +550,15 @@

disable_adapter + + + diff --git a/main/generated/torchtune.modules.peft.get_adapter_params.html b/main/generated/torchtune.modules.peft.get_adapter_params.html index 7ee8252bfe..61373ff3e1 100644 --- a/main/generated/torchtune.modules.peft.get_adapter_params.html +++ b/main/generated/torchtune.modules.peft.get_adapter_params.html @@ -544,9 +544,15 @@

get_adapter_params + + + diff --git a/main/generated/torchtune.modules.peft.set_trainable_params.html b/main/generated/torchtune.modules.peft.set_trainable_params.html index 908057ab07..ebcfb0e8cc 100644 --- a/main/generated/torchtune.modules.peft.set_trainable_params.html +++ b/main/generated/torchtune.modules.peft.set_trainable_params.html @@ -542,9 +542,15 @@

set_trainable_params --> - + + diff --git a/main/generated/torchtune.modules.peft.validate_missing_and_unexpected_for_lora.html b/main/generated/torchtune.modules.peft.validate_missing_and_unexpected_for_lora.html index 5fbd951f3a..292881d47a 100644 --- a/main/generated/torchtune.modules.peft.validate_missing_and_unexpected_for_lora.html +++ b/main/generated/torchtune.modules.peft.validate_missing_and_unexpected_for_lora.html @@ -565,9 +565,15 @@

validate_missing_and_unexpected_for_lora + + + diff --git a/main/generated/torchtune.modules.peft.validate_state_dict_for_lora.html b/main/generated/torchtune.modules.peft.validate_state_dict_for_lora.html index e904749b40..2aa8b6a059 100644 --- a/main/generated/torchtune.modules.peft.validate_state_dict_for_lora.html +++ b/main/generated/torchtune.modules.peft.validate_state_dict_for_lora.html @@ -567,9 +567,15 @@

validate_state_dict_for_lora + + + diff --git a/main/generated/torchtune.modules.tokenizers.BaseTokenizer.html b/main/generated/torchtune.modules.tokenizers.BaseTokenizer.html index a0ba30ee7d..c4fb4a45d8 100644 --- a/main/generated/torchtune.modules.tokenizers.BaseTokenizer.html +++ b/main/generated/torchtune.modules.tokenizers.BaseTokenizer.html @@ -572,9 +572,15 @@

BaseTokenizer + + + diff --git a/main/generated/torchtune.modules.tokenizers.ModelTokenizer.html b/main/generated/torchtune.modules.tokenizers.ModelTokenizer.html index 28ebb39e40..f2c8249885 100644 --- a/main/generated/torchtune.modules.tokenizers.ModelTokenizer.html +++ b/main/generated/torchtune.modules.tokenizers.ModelTokenizer.html @@ -553,9 +553,15 @@

ModelTokenizer + + + diff --git a/main/generated/torchtune.modules.tokenizers.SentencePieceBaseTokenizer.html b/main/generated/torchtune.modules.tokenizers.SentencePieceBaseTokenizer.html index 85e7f74f23..16ac6e7787 100644 --- a/main/generated/torchtune.modules.tokenizers.SentencePieceBaseTokenizer.html +++ b/main/generated/torchtune.modules.tokenizers.SentencePieceBaseTokenizer.html @@ -589,9 +589,15 @@

SentencePieceBaseTokenizer + + + diff --git a/main/generated/torchtune.modules.tokenizers.TikTokenBaseTokenizer.html b/main/generated/torchtune.modules.tokenizers.TikTokenBaseTokenizer.html index f421ae192e..9a54fcb41e 100644 --- a/main/generated/torchtune.modules.tokenizers.TikTokenBaseTokenizer.html +++ b/main/generated/torchtune.modules.tokenizers.TikTokenBaseTokenizer.html @@ -597,9 +597,15 @@

TikTokenBaseTokenizer --> - + + diff --git a/main/generated/torchtune.modules.tokenizers.parse_hf_tokenizer_json.html b/main/generated/torchtune.modules.tokenizers.parse_hf_tokenizer_json.html index 482a958b40..f41e33b0c3 100644 --- a/main/generated/torchtune.modules.tokenizers.parse_hf_tokenizer_json.html +++ b/main/generated/torchtune.modules.tokenizers.parse_hf_tokenizer_json.html @@ -542,9 +542,15 @@

parse_hf_tokenizer_json --> - + + diff --git a/main/generated/torchtune.modules.tokenizers.tokenize_messages_no_special_tokens.html b/main/generated/torchtune.modules.tokenizers.tokenize_messages_no_special_tokens.html index 06b628548e..d4f32c84b4 100644 --- a/main/generated/torchtune.modules.tokenizers.tokenize_messages_no_special_tokens.html +++ b/main/generated/torchtune.modules.tokenizers.tokenize_messages_no_special_tokens.html @@ -574,9 +574,15 @@

tokenize_messages_no_special_tokens + + + diff --git a/main/generated/torchtune.modules.transforms.Transform.html b/main/generated/torchtune.modules.transforms.Transform.html index d0d2d7c206..59ab3d40fa 100644 --- a/main/generated/torchtune.modules.transforms.Transform.html +++ b/main/generated/torchtune.modules.transforms.Transform.html @@ -533,9 +533,15 @@

Transform + + + diff --git a/main/generated/torchtune.modules.transforms.VisionCrossAttentionMask.html b/main/generated/torchtune.modules.transforms.VisionCrossAttentionMask.html index ea17292843..8301fd3831 100644 --- a/main/generated/torchtune.modules.transforms.VisionCrossAttentionMask.html +++ b/main/generated/torchtune.modules.transforms.VisionCrossAttentionMask.html @@ -568,9 +568,15 @@

VisionCrossAttentionMask + + + diff --git a/main/generated/torchtune.rlhf.estimate_advantages.html b/main/generated/torchtune.rlhf.estimate_advantages.html index b12902950d..07337957fc 100644 --- a/main/generated/torchtune.rlhf.estimate_advantages.html +++ b/main/generated/torchtune.rlhf.estimate_advantages.html @@ -563,9 +563,15 @@

estimate_advantages + + + diff --git a/main/generated/torchtune.rlhf.get_rewards_ppo.html b/main/generated/torchtune.rlhf.get_rewards_ppo.html index b76b03b526..edc7fc80a8 100644 --- a/main/generated/torchtune.rlhf.get_rewards_ppo.html +++ b/main/generated/torchtune.rlhf.get_rewards_ppo.html @@ -564,9 +564,15 @@

get_rewards_ppo + + + diff --git a/main/generated/torchtune.rlhf.loss.DPOLoss.html b/main/generated/torchtune.rlhf.loss.DPOLoss.html index b8fd04672b..a37d70c132 100644 --- a/main/generated/torchtune.rlhf.loss.DPOLoss.html +++ b/main/generated/torchtune.rlhf.loss.DPOLoss.html @@ -586,9 +586,15 @@

DPOLoss + + + diff --git a/main/generated/torchtune.rlhf.loss.PPOLoss.html b/main/generated/torchtune.rlhf.loss.PPOLoss.html index 4b4cae9ce0..5aa68c0f53 100644 --- a/main/generated/torchtune.rlhf.loss.PPOLoss.html +++ b/main/generated/torchtune.rlhf.loss.PPOLoss.html @@ -581,9 +581,15 @@

PPOLoss + + + diff --git a/main/generated/torchtune.rlhf.loss.RSOLoss.html b/main/generated/torchtune.rlhf.loss.RSOLoss.html index 3b4200c39f..8dd2fc5c07 100644 --- a/main/generated/torchtune.rlhf.loss.RSOLoss.html +++ b/main/generated/torchtune.rlhf.loss.RSOLoss.html @@ -576,9 +576,15 @@

RSOLoss + + + diff --git a/main/generated/torchtune.rlhf.loss.SimPOLoss.html b/main/generated/torchtune.rlhf.loss.SimPOLoss.html index 05e89274ba..be2b4afbe1 100644 --- a/main/generated/torchtune.rlhf.loss.SimPOLoss.html +++ b/main/generated/torchtune.rlhf.loss.SimPOLoss.html @@ -580,9 +580,15 @@

SimPOLoss + + + diff --git a/main/generated/torchtune.rlhf.truncate_sequence_at_first_stop_token.html b/main/generated/torchtune.rlhf.truncate_sequence_at_first_stop_token.html index 5b13beabe1..9239f683d8 100644 --- a/main/generated/torchtune.rlhf.truncate_sequence_at_first_stop_token.html +++ b/main/generated/torchtune.rlhf.truncate_sequence_at_first_stop_token.html @@ -599,9 +599,15 @@

truncate_sequence_at_first_stop_token + + + diff --git a/main/generated/torchtune.training.FSDPPolicyType.html b/main/generated/torchtune.training.FSDPPolicyType.html index 2d709dd94d..73e9b16aa0 100644 --- a/main/generated/torchtune.training.FSDPPolicyType.html +++ b/main/generated/torchtune.training.FSDPPolicyType.html @@ -549,9 +549,15 @@

torchtune.training.FSDPPolicyType + + + diff --git a/main/generated/torchtune.training.FormattedCheckpointFiles.html b/main/generated/torchtune.training.FormattedCheckpointFiles.html index acbf58d28a..76f16b7611 100644 --- a/main/generated/torchtune.training.FormattedCheckpointFiles.html +++ b/main/generated/torchtune.training.FormattedCheckpointFiles.html @@ -561,9 +561,15 @@

FormattedCheckpointFiles + + + diff --git a/main/generated/torchtune.training.FullModelHFCheckpointer.html b/main/generated/torchtune.training.FullModelHFCheckpointer.html index e660f503a2..e6b4083e3c 100644 --- a/main/generated/torchtune.training.FullModelHFCheckpointer.html +++ b/main/generated/torchtune.training.FullModelHFCheckpointer.html @@ -605,9 +605,15 @@

FullModelHFCheckpointer --> - + + diff --git a/main/generated/torchtune.training.FullModelMetaCheckpointer.html b/main/generated/torchtune.training.FullModelMetaCheckpointer.html index 3cf14a82cb..5b4093de37 100644 --- a/main/generated/torchtune.training.FullModelMetaCheckpointer.html +++ b/main/generated/torchtune.training.FullModelMetaCheckpointer.html @@ -582,9 +582,15 @@

FullModelMetaCheckpointer + + + diff --git a/main/generated/torchtune.training.FullModelTorchTuneCheckpointer.html b/main/generated/torchtune.training.FullModelTorchTuneCheckpointer.html index 00c9797a98..0aa4e1b090 100644 --- a/main/generated/torchtune.training.FullModelTorchTuneCheckpointer.html +++ b/main/generated/torchtune.training.FullModelTorchTuneCheckpointer.html @@ -622,9 +622,15 @@

FullModelTorchTuneCheckpointer + + + diff --git a/main/generated/torchtune.training.ModelType.html b/main/generated/torchtune.training.ModelType.html index c4b793c830..5ea6411cb6 100644 --- a/main/generated/torchtune.training.ModelType.html +++ b/main/generated/torchtune.training.ModelType.html @@ -557,9 +557,15 @@

ModelType + + + diff --git a/main/generated/torchtune.training.OptimizerInBackwardWrapper.html b/main/generated/torchtune.training.OptimizerInBackwardWrapper.html index 0cd9f6b12a..64d1c255bd 100644 --- a/main/generated/torchtune.training.OptimizerInBackwardWrapper.html +++ b/main/generated/torchtune.training.OptimizerInBackwardWrapper.html @@ -645,9 +645,15 @@

OptimizerInBackwardWrapper + + + diff --git a/main/generated/torchtune.training.apply_selective_activation_checkpointing.html b/main/generated/torchtune.training.apply_selective_activation_checkpointing.html index 597fc6422f..c3d9600881 100644 --- a/main/generated/torchtune.training.apply_selective_activation_checkpointing.html +++ b/main/generated/torchtune.training.apply_selective_activation_checkpointing.html @@ -542,9 +542,15 @@

apply_selective_activation_checkpointing + + + diff --git a/main/generated/torchtune.training.create_optim_in_bwd_wrapper.html b/main/generated/torchtune.training.create_optim_in_bwd_wrapper.html index 72465bdf53..52ac27a512 100644 --- a/main/generated/torchtune.training.create_optim_in_bwd_wrapper.html +++ b/main/generated/torchtune.training.create_optim_in_bwd_wrapper.html @@ -548,9 +548,15 @@

create_optim_in_bwd_wrapper + + + diff --git a/main/generated/torchtune.training.get_cosine_schedule_with_warmup.html b/main/generated/torchtune.training.get_cosine_schedule_with_warmup.html index 3a0ffbf8d2..1cd5fa11a4 100644 --- a/main/generated/torchtune.training.get_cosine_schedule_with_warmup.html +++ b/main/generated/torchtune.training.get_cosine_schedule_with_warmup.html @@ -550,9 +550,15 @@

get_cosine_schedule_with_warmup + + + diff --git a/main/generated/torchtune.training.get_dtype.html b/main/generated/torchtune.training.get_dtype.html index 17d2ea7506..715ef31aff 100644 --- a/main/generated/torchtune.training.get_dtype.html +++ b/main/generated/torchtune.training.get_dtype.html @@ -559,9 +559,15 @@

get_dtype + + + diff --git a/main/generated/torchtune.training.get_full_finetune_fsdp_wrap_policy.html b/main/generated/torchtune.training.get_full_finetune_fsdp_wrap_policy.html index 934afa360d..c5d44ad4dc 100644 --- a/main/generated/torchtune.training.get_full_finetune_fsdp_wrap_policy.html +++ b/main/generated/torchtune.training.get_full_finetune_fsdp_wrap_policy.html @@ -556,9 +556,15 @@

get_full_finetune_fsdp_wrap_policy + + + diff --git a/main/generated/torchtune.training.get_lr.html b/main/generated/torchtune.training.get_lr.html index 761629eb04..5ad9eb68c6 100644 --- a/main/generated/torchtune.training.get_lr.html +++ b/main/generated/torchtune.training.get_lr.html @@ -547,9 +547,15 @@

get_lr --> - + + diff --git a/main/generated/torchtune.training.get_memory_stats.html b/main/generated/torchtune.training.get_memory_stats.html index 28d3dca80d..3ca65f8e51 100644 --- a/main/generated/torchtune.training.get_memory_stats.html +++ b/main/generated/torchtune.training.get_memory_stats.html @@ -551,9 +551,15 @@

get_memory_stats + + + diff --git a/main/generated/torchtune.training.get_quantizer_mode.html b/main/generated/torchtune.training.get_quantizer_mode.html index a50c65940f..a404973ae7 100644 --- a/main/generated/torchtune.training.get_quantizer_mode.html +++ b/main/generated/torchtune.training.get_quantizer_mode.html @@ -550,9 +550,15 @@

get_quantizer_mode + + + diff --git a/main/generated/torchtune.training.get_unmasked_sequence_lengths.html b/main/generated/torchtune.training.get_unmasked_sequence_lengths.html index 6a7fd30516..cc2b25663b 100644 --- a/main/generated/torchtune.training.get_unmasked_sequence_lengths.html +++ b/main/generated/torchtune.training.get_unmasked_sequence_lengths.html @@ -564,9 +564,15 @@

get_unmasked_sequence_lengths + + + diff --git a/main/generated/torchtune.training.get_world_size_and_rank.html b/main/generated/torchtune.training.get_world_size_and_rank.html index a974564735..5ae9ee0cdd 100644 --- a/main/generated/torchtune.training.get_world_size_and_rank.html +++ b/main/generated/torchtune.training.get_world_size_and_rank.html @@ -539,9 +539,15 @@

get_world_size_and_rank --> - + + diff --git a/main/generated/torchtune.training.init_distributed.html b/main/generated/torchtune.training.init_distributed.html index bc52c51af5..b55aab89ee 100644 --- a/main/generated/torchtune.training.init_distributed.html +++ b/main/generated/torchtune.training.init_distributed.html @@ -544,9 +544,15 @@

init_distributed + + + diff --git a/main/generated/torchtune.training.is_distributed.html b/main/generated/torchtune.training.is_distributed.html index 9b85a8f938..d5d6d412c6 100644 --- a/main/generated/torchtune.training.is_distributed.html +++ b/main/generated/torchtune.training.is_distributed.html @@ -547,9 +547,15 @@

is_distributed + + + diff --git a/main/generated/torchtune.training.log_memory_stats.html b/main/generated/torchtune.training.log_memory_stats.html index 0d5923ba20..8c95f62dfb 100644 --- a/main/generated/torchtune.training.log_memory_stats.html +++ b/main/generated/torchtune.training.log_memory_stats.html @@ -538,9 +538,15 @@

log_memory_stats + + + diff --git a/main/generated/torchtune.training.lora_fsdp_wrap_policy.html b/main/generated/torchtune.training.lora_fsdp_wrap_policy.html index e2e53bd058..d7505b6bb6 100644 --- a/main/generated/torchtune.training.lora_fsdp_wrap_policy.html +++ b/main/generated/torchtune.training.lora_fsdp_wrap_policy.html @@ -549,9 +549,15 @@

lora_fsdp_wrap_policy --> - + + diff --git a/main/generated/torchtune.training.metric_logging.CometLogger.html b/main/generated/torchtune.training.metric_logging.CometLogger.html index e7b333e16c..dacc2a1f37 100644 --- a/main/generated/torchtune.training.metric_logging.CometLogger.html +++ b/main/generated/torchtune.training.metric_logging.CometLogger.html @@ -628,9 +628,15 @@

CometLogger + + + diff --git a/main/generated/torchtune.training.metric_logging.DiskLogger.html b/main/generated/torchtune.training.metric_logging.DiskLogger.html index 5d6863920b..696302da12 100644 --- a/main/generated/torchtune.training.metric_logging.DiskLogger.html +++ b/main/generated/torchtune.training.metric_logging.DiskLogger.html @@ -584,9 +584,15 @@

DiskLogger + + + diff --git a/main/generated/torchtune.training.metric_logging.StdoutLogger.html b/main/generated/torchtune.training.metric_logging.StdoutLogger.html index b106560592..7a02176e86 100644 --- a/main/generated/torchtune.training.metric_logging.StdoutLogger.html +++ b/main/generated/torchtune.training.metric_logging.StdoutLogger.html @@ -566,9 +566,15 @@

StdoutLogger + + + diff --git a/main/generated/torchtune.training.metric_logging.TensorBoardLogger.html b/main/generated/torchtune.training.metric_logging.TensorBoardLogger.html index dd6e70491f..7157db81b2 100644 --- a/main/generated/torchtune.training.metric_logging.TensorBoardLogger.html +++ b/main/generated/torchtune.training.metric_logging.TensorBoardLogger.html @@ -594,9 +594,15 @@

TensorBoardLogger + + + diff --git a/main/generated/torchtune.training.metric_logging.WandBLogger.html b/main/generated/torchtune.training.metric_logging.WandBLogger.html index 96be20a882..2bd0b40972 100644 --- a/main/generated/torchtune.training.metric_logging.WandBLogger.html +++ b/main/generated/torchtune.training.metric_logging.WandBLogger.html @@ -615,9 +615,15 @@

WandBLogger + + + diff --git a/main/generated/torchtune.training.register_optim_in_bwd_hooks.html b/main/generated/torchtune.training.register_optim_in_bwd_hooks.html index 2e2fe840a1..0b9abc02c9 100644 --- a/main/generated/torchtune.training.register_optim_in_bwd_hooks.html +++ b/main/generated/torchtune.training.register_optim_in_bwd_hooks.html @@ -543,9 +543,15 @@

register_optim_in_bwd_hooks + + + diff --git a/main/generated/torchtune.training.set_activation_checkpointing.html b/main/generated/torchtune.training.set_activation_checkpointing.html index 9dc2ea3506..c71ced9d90 100644 --- a/main/generated/torchtune.training.set_activation_checkpointing.html +++ b/main/generated/torchtune.training.set_activation_checkpointing.html @@ -544,9 +544,15 @@

set_activation_checkpointing + + + diff --git a/main/generated/torchtune.training.set_default_dtype.html b/main/generated/torchtune.training.set_default_dtype.html index c296aff9b3..f9e8a5c2e4 100644 --- a/main/generated/torchtune.training.set_default_dtype.html +++ b/main/generated/torchtune.training.set_default_dtype.html @@ -548,9 +548,15 @@

set_default_dtype + + + diff --git a/main/generated/torchtune.training.set_seed.html b/main/generated/torchtune.training.set_seed.html index 2b9deb4475..bad01db1b8 100644 --- a/main/generated/torchtune.training.set_seed.html +++ b/main/generated/torchtune.training.set_seed.html @@ -559,9 +559,15 @@

set_seed + + + diff --git a/main/generated/torchtune.training.setup_torch_profiler.html b/main/generated/torchtune.training.setup_torch_profiler.html index 98d510db84..3c018bc1b5 100644 --- a/main/generated/torchtune.training.setup_torch_profiler.html +++ b/main/generated/torchtune.training.setup_torch_profiler.html @@ -591,9 +591,15 @@

setup_torch_profiler --> - + + diff --git a/main/generated/torchtune.training.update_state_dict_for_classifier.html b/main/generated/torchtune.training.update_state_dict_for_classifier.html index 042f68a6f1..c2dfee6cf1 100644 --- a/main/generated/torchtune.training.update_state_dict_for_classifier.html +++ b/main/generated/torchtune.training.update_state_dict_for_classifier.html @@ -567,9 +567,15 @@

update_state_dict_for_classifier + + + diff --git a/main/generated/torchtune.training.validate_expected_param_dtype.html b/main/generated/torchtune.training.validate_expected_param_dtype.html index a95820cea6..2d3da5cd35 100644 --- a/main/generated/torchtune.training.validate_expected_param_dtype.html +++ b/main/generated/torchtune.training.validate_expected_param_dtype.html @@ -541,9 +541,15 @@

validate_expected_param_dtype + + + diff --git a/main/generated/torchtune.utils.batch_to_device.html b/main/generated/torchtune.utils.batch_to_device.html index afa27e49db..442b2bde93 100644 --- a/main/generated/torchtune.utils.batch_to_device.html +++ b/main/generated/torchtune.utils.batch_to_device.html @@ -543,9 +543,15 @@

batch_to_device + + + diff --git a/main/generated/torchtune.utils.get_device.html b/main/generated/torchtune.utils.get_device.html index 4031314d68..7f978c1537 100644 --- a/main/generated/torchtune.utils.get_device.html +++ b/main/generated/torchtune.utils.get_device.html @@ -552,9 +552,15 @@

get_device + + + diff --git a/main/generated/torchtune.utils.get_logger.html b/main/generated/torchtune.utils.get_logger.html index 6137ce1657..599e9c07c5 100644 --- a/main/generated/torchtune.utils.get_logger.html +++ b/main/generated/torchtune.utils.get_logger.html @@ -549,9 +549,15 @@

get_logger + + + diff --git a/main/generated/torchtune.utils.torch_version_ge.html b/main/generated/torchtune.utils.torch_version_ge.html index d841aab81f..83bd89a50d 100644 --- a/main/generated/torchtune.utils.torch_version_ge.html +++ b/main/generated/torchtune.utils.torch_version_ge.html @@ -545,9 +545,15 @@

torch_version_ge + + + diff --git a/main/generated_examples/index.html b/main/generated_examples/index.html index b34ed8856c..0d42874b61 100644 --- a/main/generated_examples/index.html +++ b/main/generated_examples/index.html @@ -513,9 +513,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/generated_examples/sg_execution_times.html b/main/generated_examples/sg_execution_times.html index f3dfb613ed..b9b1008f72 100644 --- a/main/generated_examples/sg_execution_times.html +++ b/main/generated_examples/sg_execution_times.html @@ -539,9 +539,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/genindex.html b/main/genindex.html index 5a6b601df5..27be5c3115 100644 --- a/main/genindex.html +++ b/main/genindex.html @@ -1405,9 +1405,15 @@

W

var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/index.html b/main/index.html index 5d89d61c7c..2e5e812f93 100644 --- a/main/index.html +++ b/main/index.html @@ -687,9 +687,15 @@

Distilling Llama3 8B into 1B

var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/install.html b/main/install.html index c23f4511c3..ca24aa5b38 100644 --- a/main/install.html +++ b/main/install.html @@ -601,9 +601,15 @@

Install nightly build --> - + + diff --git a/main/overview.html b/main/overview.html index 3a1fbc9d34..181a9b63ab 100644 --- a/main/overview.html +++ b/main/overview.html @@ -588,9 +588,15 @@

Key Concepts + + + diff --git a/main/recipes/lora_finetune_single_device.html b/main/recipes/lora_finetune_single_device.html index 088afd9abc..399c10d1c2 100644 --- a/main/recipes/lora_finetune_single_device.html +++ b/main/recipes/lora_finetune_single_device.html @@ -565,9 +565,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/recipes/qat_distributed.html b/main/recipes/qat_distributed.html index d87c3ae724..fa6bc2c683 100644 --- a/main/recipes/qat_distributed.html +++ b/main/recipes/qat_distributed.html @@ -592,9 +592,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/recipes/recipes_overview.html b/main/recipes/recipes_overview.html index 9556d75b20..ce2d6dde4b 100644 --- a/main/recipes/recipes_overview.html +++ b/main/recipes/recipes_overview.html @@ -560,9 +560,15 @@

Finetuning + + + diff --git a/main/search.html b/main/search.html index 4fdd4a355d..804feda9a3 100644 --- a/main/search.html +++ b/main/search.html @@ -518,9 +518,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/sg_execution_times.html b/main/sg_execution_times.html index e8cdb2153e..e614210dcc 100644 --- a/main/sg_execution_times.html +++ b/main/sg_execution_times.html @@ -539,9 +539,15 @@ var collapsedSections = ['Introduction', 'Getting Started', 'Tutorials'] --> - + + diff --git a/main/tune_cli.html b/main/tune_cli.html index 83ff2b136d..8c2e771dcc 100644 --- a/main/tune_cli.html +++ b/main/tune_cli.html @@ -729,9 +729,15 @@

Run a recipe + + + diff --git a/main/tutorials/chat.html b/main/tutorials/chat.html index 580f0fdf38..a60eabe401 100644 --- a/main/tutorials/chat.html +++ b/main/tutorials/chat.html @@ -829,9 +829,15 @@

Fine-tuning on a custom chat dataset + + + diff --git a/main/tutorials/e2e_flow.html b/main/tutorials/e2e_flow.html index 6768ecbe66..c09e56df0a 100644 --- a/main/tutorials/e2e_flow.html +++ b/main/tutorials/e2e_flow.html @@ -917,9 +917,15 @@

Uploading your model to the Hugging Face Hub + + + diff --git a/main/tutorials/first_finetune_tutorial.html b/main/tutorials/first_finetune_tutorial.html index 60c6a30ac9..c7815e897d 100644 --- a/main/tutorials/first_finetune_tutorial.html +++ b/main/tutorials/first_finetune_tutorial.html @@ -686,9 +686,15 @@

Next steps + + + diff --git a/main/tutorials/llama3.html b/main/tutorials/llama3.html index f9218d1850..406a20dfd9 100644 --- a/main/tutorials/llama3.html +++ b/main/tutorials/llama3.html @@ -769,9 +769,15 @@

Faster generation via quantization + + + diff --git a/main/tutorials/llama_kd_tutorial.html b/main/tutorials/llama_kd_tutorial.html index 6fe325611a..55553e36da 100644 --- a/main/tutorials/llama_kd_tutorial.html +++ b/main/tutorials/llama_kd_tutorial.html @@ -741,9 +741,15 @@

Qwen2 1.5B to 0.5B + + + diff --git a/main/tutorials/lora_finetune.html b/main/tutorials/lora_finetune.html index 2dbd75b69a..f7c173a70d 100644 --- a/main/tutorials/lora_finetune.html +++ b/main/tutorials/lora_finetune.html @@ -897,9 +897,15 @@

Applying LoRA to Llama2 models + + + diff --git a/main/tutorials/memory_optimizations.html b/main/tutorials/memory_optimizations.html index 783feba307..cfb393c613 100644 --- a/main/tutorials/memory_optimizations.html +++ b/main/tutorials/memory_optimizations.html @@ -866,9 +866,15 @@

Optimizers + + + diff --git a/main/tutorials/qat_finetune.html b/main/tutorials/qat_finetune.html index 5ade0cd36b..916d882bf9 100644 --- a/main/tutorials/qat_finetune.html +++ b/main/tutorials/qat_finetune.html @@ -900,9 +900,15 @@

Lowering QAT model to device (optional) + + + diff --git a/main/tutorials/qlora_finetune.html b/main/tutorials/qlora_finetune.html index 1861acef12..04cdc2a81c 100644 --- a/main/tutorials/qlora_finetune.html +++ b/main/tutorials/qlora_finetune.html @@ -782,9 +782,15 @@

Using QLoRA in torchtune + + +