deploy: 94021d3

OptimalScale · Oct 15, 2024 · 3a61779 · 3a61779
commit 3a61779
Show file tree

Hide file tree

Showing 512 changed files with 175,403 additions and 0 deletions.
diff --git a/.buildinfo b/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: a259433a1bea95a73f3af35373354934
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/.doctrees/about/authors.doctree b/.doctrees/about/authors.doctree
diff --git a/.doctrees/about/changelog.doctree b/.doctrees/about/changelog.doctree
diff --git a/.doctrees/about/index.doctree b/.doctrees/about/index.doctree
diff --git a/.doctrees/autoapi/index.doctree b/.doctrees/autoapi/index.doctree
diff --git a/.doctrees/autoapi/lmflow/args/index.doctree b/.doctrees/autoapi/lmflow/args/index.doctree
diff --git a/.doctrees/autoapi/lmflow/datasets/dataset/index.doctree b/.doctrees/autoapi/lmflow/datasets/dataset/index.doctree
diff --git a/.doctrees/autoapi/lmflow/datasets/index.doctree b/.doctrees/autoapi/lmflow/datasets/index.doctree
diff --git a/.doctrees/autoapi/lmflow/datasets/multi_modal_dataset/index.doctree b/.doctrees/autoapi/lmflow/datasets/multi_modal_dataset/index.doctree
diff --git a/.doctrees/autoapi/lmflow/index.doctree b/.doctrees/autoapi/lmflow/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/auto_model/index.doctree b/.doctrees/autoapi/lmflow/models/auto_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/base_model/index.doctree b/.doctrees/autoapi/lmflow/models/base_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/decoder_model/index.doctree b/.doctrees/autoapi/lmflow/models/decoder_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/encoder_decoder_model/index.doctree b/.doctrees/autoapi/lmflow/models/encoder_decoder_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/hf_decoder_model/index.doctree b/.doctrees/autoapi/lmflow/models/hf_decoder_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/hf_encoder_decoder_model/index.doctree b/.doctrees/autoapi/lmflow/models/hf_encoder_decoder_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/hf_model_mixin/index.doctree b/.doctrees/autoapi/lmflow/models/hf_model_mixin/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/hf_text_regression_model/index.doctree b/.doctrees/autoapi/lmflow/models/hf_text_regression_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/index.doctree b/.doctrees/autoapi/lmflow/models/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/interfaces/index.doctree b/.doctrees/autoapi/lmflow/models/interfaces/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/interfaces/tunable/index.doctree b/.doctrees/autoapi/lmflow/models/interfaces/tunable/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/regression_model/index.doctree b/.doctrees/autoapi/lmflow/models/regression_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/text_regression_model/index.doctree b/.doctrees/autoapi/lmflow/models/text_regression_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/vision2seq_model/index.doctree b/.doctrees/autoapi/lmflow/models/vision2seq_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/vision_encoder/clip_encoder/index.doctree b/.doctrees/autoapi/lmflow/models/vision_encoder/clip_encoder/index.doctree
diff --git a/.doctrees/autoapi/lmflow/models/vision_encoder/index.doctree b/.doctrees/autoapi/lmflow/models/vision_encoder/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adabelief/index.doctree b/.doctrees/autoapi/lmflow/optim/adabelief/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adabound/index.doctree b/.doctrees/autoapi/lmflow/optim/adabound/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adadelta/index.doctree b/.doctrees/autoapi/lmflow/optim/adadelta/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adagrad/index.doctree b/.doctrees/autoapi/lmflow/optim/adagrad/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adam/index.doctree b/.doctrees/autoapi/lmflow/optim/adam/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adamax/index.doctree b/.doctrees/autoapi/lmflow/optim/adamax/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adamp/index.doctree b/.doctrees/autoapi/lmflow/optim/adamp/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adamw_schedule_free/index.doctree b/.doctrees/autoapi/lmflow/optim/adamw_schedule_free/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/adan/index.doctree b/.doctrees/autoapi/lmflow/optim/adan/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/dummy/index.doctree b/.doctrees/autoapi/lmflow/optim/dummy/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/index.doctree b/.doctrees/autoapi/lmflow/optim/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/lamb/index.doctree b/.doctrees/autoapi/lmflow/optim/lamb/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/lars/index.doctree b/.doctrees/autoapi/lmflow/optim/lars/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/nadam/index.doctree b/.doctrees/autoapi/lmflow/optim/nadam/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/novograd/index.doctree b/.doctrees/autoapi/lmflow/optim/novograd/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/optimizers/index.doctree b/.doctrees/autoapi/lmflow/optim/optimizers/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/radam/index.doctree b/.doctrees/autoapi/lmflow/optim/radam/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/sgd_schedule_free/index.doctree b/.doctrees/autoapi/lmflow/optim/sgd_schedule_free/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/sgdp/index.doctree b/.doctrees/autoapi/lmflow/optim/sgdp/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/sophia/index.doctree b/.doctrees/autoapi/lmflow/optim/sophia/index.doctree
diff --git a/.doctrees/autoapi/lmflow/optim/yogi/index.doctree b/.doctrees/autoapi/lmflow/optim/yogi/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/auto_pipeline/index.doctree b/.doctrees/autoapi/lmflow/pipeline/auto_pipeline/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/base_aligner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/base_aligner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/base_pipeline/index.doctree b/.doctrees/autoapi/lmflow/pipeline/base_pipeline/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/base_tuner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/base_tuner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/dpo_aligner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/dpo_aligner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/dpov2_aligner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/dpov2_aligner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/evaluator/index.doctree b/.doctrees/autoapi/lmflow/pipeline/evaluator/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/finetuner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/finetuner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/index.doctree b/.doctrees/autoapi/lmflow/pipeline/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/inferencer/index.doctree b/.doctrees/autoapi/lmflow/pipeline/inferencer/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/iterative_dpo_aligner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/iterative_dpo_aligner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/raft_aligner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/raft_aligner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/rm_inferencer/index.doctree b/.doctrees/autoapi/lmflow/pipeline/rm_inferencer/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/rm_tuner/index.doctree b/.doctrees/autoapi/lmflow/pipeline/rm_tuner/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/dpov2_dataprocessor/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/dpov2_dataprocessor/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/dpov2_trainer/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/dpov2_trainer/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/memory_safe_dpov2_align/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/memory_safe_dpov2_align/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/memory_safe_vllm_inference/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/memory_safe_vllm_inference/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/peft_trainer/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/peft_trainer/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/raft_trainer/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/raft_trainer/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/rm_dataprocessor/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/rm_dataprocessor/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/utils/rm_trainer/index.doctree b/.doctrees/autoapi/lmflow/pipeline/utils/rm_trainer/index.doctree
diff --git a/.doctrees/autoapi/lmflow/pipeline/vllm_inferencer/index.doctree b/.doctrees/autoapi/lmflow/pipeline/vllm_inferencer/index.doctree
diff --git a/.doctrees/autoapi/lmflow/tokenization/hf_decoder_model/index.doctree b/.doctrees/autoapi/lmflow/tokenization/hf_decoder_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/tokenization/hf_text_regression_model/index.doctree b/.doctrees/autoapi/lmflow/tokenization/hf_text_regression_model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/tokenization/index.doctree b/.doctrees/autoapi/lmflow/tokenization/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/common/index.doctree b/.doctrees/autoapi/lmflow/utils/common/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/constants/index.doctree b/.doctrees/autoapi/lmflow/utils/constants/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/base/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/base/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/chatglm/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/chatglm/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/chatml/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/chatml/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/deepseek/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/deepseek/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/gemma/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/gemma/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/internlm/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/internlm/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/llama/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/llama/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/phi/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/phi/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/qwen/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/qwen/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/yi/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/yi/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/conversation_template/zephyr/index.doctree b/.doctrees/autoapi/lmflow/utils/conversation_template/zephyr/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/data_utils/index.doctree b/.doctrees/autoapi/lmflow/utils/data_utils/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/flash_attention/bloom_flash_attention/index.doctree b/.doctrees/autoapi/lmflow/utils/flash_attention/bloom_flash_attention/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/flash_attention/gpt2_flash_attention/index.doctree b/.doctrees/autoapi/lmflow/utils/flash_attention/gpt2_flash_attention/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/flash_attention/gpt_neo_flash_attention/index.doctree b/.doctrees/autoapi/lmflow/utils/flash_attention/gpt_neo_flash_attention/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/flash_attention/index.doctree b/.doctrees/autoapi/lmflow/utils/flash_attention/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/flash_attention/llama_flash_attention/index.doctree b/.doctrees/autoapi/lmflow/utils/flash_attention/llama_flash_attention/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/flash_attention/triton_flash_attention/index.doctree b/.doctrees/autoapi/lmflow/utils/flash_attention/triton_flash_attention/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/index.doctree b/.doctrees/autoapi/lmflow/utils/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/llava_conversation_lib/index.doctree b/.doctrees/autoapi/lmflow/utils/llava_conversation_lib/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/model/index.doctree b/.doctrees/autoapi/lmflow/utils/model/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/multimodal/index.doctree b/.doctrees/autoapi/lmflow/utils/multimodal/index.doctree
diff --git a/.doctrees/autoapi/lmflow/utils/position_interpolation/index.doctree b/.doctrees/autoapi/lmflow/utils/position_interpolation/index.doctree
diff --git a/.../autoapi/lmflow/utils/position_interpolation/llama_rope_scaled_monkey_patch/index.doctree b/.../autoapi/lmflow/utils/position_interpolation/llama_rope_scaled_monkey_patch/index.doctree
diff --git a/.doctrees/autoapi/lmflow/version/index.doctree b/.doctrees/autoapi/lmflow/version/index.doctree
diff --git a/.doctrees/blogs/benchmark.doctree b/.doctrees/blogs/benchmark.doctree
diff --git a/.doctrees/blogs/index.doctree b/.doctrees/blogs/index.doctree
diff --git a/.doctrees/environment.pickle b/.doctrees/environment.pickle
diff --git a/.doctrees/examples/DATASETS.doctree b/.doctrees/examples/DATASETS.doctree
diff --git a/.doctrees/examples/TASK_GUIDE.doctree b/.doctrees/examples/TASK_GUIDE.doctree
diff --git a/.doctrees/examples/checkpoints.doctree b/.doctrees/examples/checkpoints.doctree
diff --git a/.doctrees/examples/customize_conversation_template.doctree b/.doctrees/examples/customize_conversation_template.doctree
diff --git a/.doctrees/examples/finetuning.doctree b/.doctrees/examples/finetuning.doctree
diff --git a/.doctrees/examples/index.doctree b/.doctrees/examples/index.doctree
diff --git a/.doctrees/examples/medical_finetune.doctree b/.doctrees/examples/medical_finetune.doctree
diff --git a/.doctrees/examples/raft.doctree b/.doctrees/examples/raft.doctree
diff --git a/.doctrees/examples/reward_modeling.doctree b/.doctrees/examples/reward_modeling.doctree
diff --git a/.doctrees/examples/supported_conversation_template.doctree b/.doctrees/examples/supported_conversation_template.doctree
diff --git a/.doctrees/index.doctree b/.doctrees/index.doctree
diff --git a/.nojekyll b/.nojekyll
diff --git a/_images/IT_sample1.png b/_images/IT_sample1.png
diff --git a/_images/IT_sample2.png b/_images/IT_sample2.png
diff --git a/_images/IT_sample3.png b/_images/IT_sample3.png
diff --git a/_images/IT_sample4.png b/_images/IT_sample4.png
diff --git a/_images/IT_sample5.png b/_images/IT_sample5.png
diff --git a/_images/IT_sample6.png b/_images/IT_sample6.png
diff --git a/_images/IT_sample7.png b/_images/IT_sample7.png
diff --git a/_images/benchmark-1.png b/_images/benchmark-1.png
diff --git a/_images/benchmark-2.png b/_images/benchmark-2.png
diff --git a/_images/nll.png b/_images/nll.png
diff --git a/_images/ppl.png b/_images/ppl.png
diff --git a/_images/raft_idea.PNG b/_images/raft_idea.PNG
diff --git a/_images/raft_reward.PNG b/_images/raft_reward.PNG