Index

Symbols

--adapter-file ilab-model-convert command line option ilab-model-test command line option --api-key ilab-data-generate command line option ilab-model-chat command line option ilab-model-test command line option --backend ilab-model-evaluate command line option ilab-model-serve command line option --base-branch ilab-model-evaluate command line option --base-model ilab-model-evaluate command line option --batch-size ilab-data-generate command line option ilab-model-evaluate command line option --benchmark ilab-model-evaluate command line option --branch ilab-model-evaluate command line option --chat-template ilab-model-serve command line option --checkpoint-at-epoch ilab-model-train command line option --chunk-word-count ilab-data-generate command line option --ckpt-output-dir ilab-model-train command line option --config ilab command line option ilab-config-init command line option --context ilab-model-chat command line option --data-dir ilab-model-test command line option --data-output-dir ilab-model-train command line option --data-path ilab-model-train command line option --dataset-dirs ilab-data-list command line option --deepspeed-cpu-offload-optimizer ilab-model-train command line option --deepspeed-cpu-offload-optimizer-pin-memory ilab-model-train command line option --deepspeed-cpu-offload-optimizer-ratio ilab-model-train command line option --dest-type ilab-model-upload command line option --destination ilab-model-upload command line option --device ilab-model-train command line option --disable-flash-attn ilab-model-train command line option --distributed-backend ilab-model-train command line option --effective-batch-size ilab-model-train command line option --enable-serving-output ilab-data-generate command line option ilab-model-evaluate command line option ilab-model-train command line option --endpoint-url ilab-data-generate command line option ilab-model-chat command line option --few-shots ilab-model-evaluate command line option --filename ilab-model-download command line option --force-clear-phased-cache ilab-model-train command line option --fsdp-cpu-offload-optimizer ilab-model-train command line option --gguf-model-path ilab-model-train command line option --gpu-layers ilab-model-serve command line option --gpus ilab-data-generate command line option ilab-model-evaluate command line option ilab-model-serve command line option ilab-model-train command line option --hf-token ilab-model-download command line option ilab-model-upload command line option --host ilab-model-serve command line option --input-dir ilab-model-train command line option --interactive ilab-config-init command line option --is-padding-free ilab-model-train command line option --iters ilab-model-train command line option --judge-backend ilab-model-evaluate command line option --judge-model ilab-model-evaluate command line option --key ilab-config-show command line option --learning-rate ilab-model-train command line option --list-checkpoints ilab-model-list command line option --local ilab-model-train command line option --log-file ilab-model-serve command line option --lora-alpha ilab-model-train command line option --lora-dropout ilab-model-train command line option --lora-quantize-dtype ilab-model-train command line option --lora-rank ilab-model-train command line option --lora-target-modules ilab-model-train command line option --max-batch-len ilab-model-train command line option --max-ctx-size ilab-model-serve command line option --max-num-tokens ilab-data-generate command line option --max-seq-len ilab-model-train command line option --max-tokens ilab-model-chat command line option --max-workers ilab-model-evaluate command line option --merge-system-user-message ilab-model-evaluate command line option --min-taxonomy ilab-config-init command line option --model ilab-data-generate command line option ilab-model-chat command line option ilab-model-evaluate command line option ilab-model-test command line option ilab-model-upload command line option --model-dir ilab-model-convert command line option ilab-model-download command line option ilab-model-test command line option --model-dirs ilab-model-list command line option --model-family ilab-data-generate command line option ilab-model-chat command line option ilab-model-serve command line option ilab-model-test command line option --model-name ilab-model-convert command line option --model-path ilab-config-init command line option ilab-model-serve command line option ilab-model-train command line option --nnodes ilab-model-train command line option --node-rank ilab-model-train command line option

--non-interactive ilab-config-init command line option --num-cpus ilab-data-generate command line option --num-epochs ilab-model-train command line option --num-threads ilab-model-serve command line option --optimize-memory ilab-model-train command line option --output-dir ilab-data-generate command line option ilab-model-evaluate command line option --phased-base-dir ilab-model-train command line option --phased-mt-bench-judge ilab-model-train command line option --phased-phase1-data ilab-model-train command line option --phased-phase1-effective-batch-size ilab-model-train command line option --phased-phase1-learning-rate ilab-model-train command line option --phased-phase1-num-epochs ilab-model-train command line option --phased-phase1-samples-per-save ilab-model-train command line option --phased-phase2-data ilab-model-train command line option --phased-phase2-effective-batch-size ilab-model-train command line option --phased-phase2-learning-rate ilab-model-train command line option --phased-phase2-num-epochs ilab-model-train command line option --phased-phase2-samples-per-save ilab-model-train command line option --pipeline ilab-data-generate command line option ilab-model-train command line option --port ilab-model-serve command line option --profile ilab-config-init command line option --quick-question ilab-model-chat command line option --quiet ilab-data-generate command line option ilab-taxonomy-diff command line option --rdzv-endpoint ilab-model-train command line option --rdzv-id ilab-model-train command line option --release ilab-model-download command line option ilab-model-upload command line option --repository ilab-config-init command line option ilab-model-download command line option --save-samples ilab-model-train command line option --sdg-scale-factor ilab-data-generate command line option --server-ctx-size ilab-data-generate command line option --serving-log-file ilab-model-chat command line option --session ilab-model-chat command line option --skip-de-quantize ilab-model-convert command line option --skip-preprocessing ilab-model-train command line option --skip-quantize ilab-model-convert command line option ilab-model-train command line option --skip-user-confirm ilab-model-train command line option --strategy ilab-model-train command line option --tasks-dir ilab-model-evaluate command line option --taxonomy-base ilab-config-init command line option ilab-data-generate command line option ilab-taxonomy-diff command line option --taxonomy-path ilab-config-init command line option ilab-data-generate command line option ilab-model-evaluate command line option ilab-taxonomy-diff command line option --temperature ilab-model-chat command line option --test_file ilab-model-test command line option --tls-client-cert ilab-data-generate command line option ilab-model-chat command line option ilab-model-evaluate command line option --tls-client-key ilab-data-generate command line option ilab-model-chat command line option ilab-model-evaluate command line option --tls-client-passwd ilab-data-generate command line option ilab-model-chat command line option ilab-model-evaluate command line option --tls-insecure ilab-data-generate command line option ilab-model-chat command line option ilab-model-evaluate command line option --tokenizer-dir ilab-model-train command line option --training-journal ilab-model-train command line option --use-dolomite ilab-model-train command line option --verbose ilab command line option --version ilab command line option --warmup-steps ilab-model-train command line option --without-comments ilab-config-show command line option --yaml-rules ilab-data-generate command line option ilab-taxonomy-diff command line option -c ilab-model-chat command line option -d ilab-model-upload command line option -h ilab-model-serve command line option -k ilab-config-show command line option -m ilab-model-chat command line option ilab-model-test command line option ilab-model-upload command line option -p ilab-model-serve command line option -qq ilab-model-chat command line option -rl ilab-model-download command line option ilab-model-upload command line option -rp ilab-model-download command line option -s ilab-model-chat command line option -sd ilab-model-convert command line option -sq ilab-model-convert command line option ilab-model-train command line option -t ilab-model-chat command line option ilab-model-test command line option -v ilab command line option -wc ilab-config-show command line option -y ilab-model-train command line option

A

additional_args (instructlab.configuration._train attribute)

api_base() (instructlab.configuration._serve method)

B

backend (instructlab.configuration._serve attribute) base_branch (instructlab.configuration._evaluate attribute)

base_model (instructlab.configuration._evaluate attribute) batch_size (instructlab.configuration._mmlu attribute) branch (instructlab.configuration._evaluate attribute)

C

chat (instructlab.configuration.Config attribute) chat_template (instructlab.configuration._serve attribute) checkpoint_at_epoch (instructlab.configuration._train attribute)

chunk_word_count (instructlab.configuration._generate attribute) ckpt_output_dir (instructlab.configuration._train attribute) context (instructlab.configuration._chat attribute) cpu_info (instructlab.configuration._metadata attribute)

D

data_output_dir (instructlab.configuration._train attribute) data_path (instructlab.configuration._train attribute) debug_level (instructlab.configuration._general attribute)

deepspeed_cpu_offload_optimizer (instructlab.configuration._train attribute) device (instructlab.configuration._train attribute) disable_flash_attn (instructlab.configuration._train attribute) distributed_backend (instructlab.configuration._train attribute)

E

effective_batch_size (instructlab.configuration._train attribute)

evaluate (instructlab.configuration.Config attribute)

F

few_shots (instructlab.configuration._mmlu attribute)

field_name (instructlab.configuration._generate attribute) fsdp_cpu_offload_optimizer (instructlab.configuration._train attribute)

G

general (instructlab.configuration.Config attribute) generate (instructlab.configuration.Config attribute) gpu_count (instructlab.configuration._metadata attribute) gpu_family (instructlab.configuration._metadata attribute)

gpu_layers (instructlab.configuration._serve_llama_cpp attribute) gpu_manufacturer (instructlab.configuration._metadata attribute) gpu_sku (instructlab.configuration._metadata attribute) gpus (instructlab.configuration._evaluate attribute) (instructlab.configuration._serve_vllm attribute)

H

host (instructlab.configuration._serve_server attribute)

I

ilab command line option --config --verbose --version -v ilab-config-init command line option --config --interactive --min-taxonomy --model-path --non-interactive --profile --repository --taxonomy-base --taxonomy-path ilab-config-show command line option --key --without-comments -k -wc ilab-data-generate command line option --api-key --batch-size --chunk-word-count --enable-serving-output --endpoint-url --gpus --max-num-tokens --model --model-family --num-cpus --output-dir --pipeline --quiet --sdg-scale-factor --server-ctx-size --taxonomy-base --taxonomy-path --tls-client-cert --tls-client-key --tls-client-passwd --tls-insecure --yaml-rules ilab-data-list command line option --dataset-dirs ilab-model-chat command line option --api-key --context --endpoint-url --max-tokens --model --model-family --quick-question --serving-log-file --session --temperature --tls-client-cert --tls-client-key --tls-client-passwd --tls-insecure -c -m -qq -s -t QUESTION ilab-model-convert command line option --adapter-file --model-dir --model-name --skip-de-quantize --skip-quantize -sd -sq ilab-model-download command line option --filename --hf-token --model-dir --release --repository -rl -rp ilab-model-evaluate command line option --backend --base-branch --base-model --batch-size --benchmark --branch --enable-serving-output --few-shots --gpus --judge-backend --judge-model --max-workers --merge-system-user-message --model --output-dir --tasks-dir --taxonomy-path --tls-client-cert --tls-client-key --tls-client-passwd --tls-insecure

ilab-model-list command line option --list-checkpoints --model-dirs ilab-model-serve command line option --backend --chat-template --gpu-layers --gpus --host --log-file --max-ctx-size --model-family --model-path --num-threads --port -h -p ilab-model-test command line option --adapter-file --api-key --data-dir --model --model-dir --model-family --test_file -m -t ilab-model-train command line option --checkpoint-at-epoch --ckpt-output-dir --data-output-dir --data-path --deepspeed-cpu-offload-optimizer --deepspeed-cpu-offload-optimizer-pin-memory --deepspeed-cpu-offload-optimizer-ratio --device --disable-flash-attn --distributed-backend --effective-batch-size --enable-serving-output --force-clear-phased-cache --fsdp-cpu-offload-optimizer --gguf-model-path --gpus --input-dir --is-padding-free --iters --learning-rate --local --lora-alpha --lora-dropout --lora-quantize-dtype --lora-rank --lora-target-modules --max-batch-len --max-seq-len --model-path --nnodes --node-rank --num-epochs --optimize-memory --phased-base-dir --phased-mt-bench-judge --phased-phase1-data --phased-phase1-effective-batch-size --phased-phase1-learning-rate --phased-phase1-num-epochs --phased-phase1-samples-per-save --phased-phase2-data --phased-phase2-effective-batch-size --phased-phase2-learning-rate --phased-phase2-num-epochs --phased-phase2-samples-per-save --pipeline --rdzv-endpoint --rdzv-id --save-samples --skip-preprocessing --skip-quantize --skip-user-confirm --strategy --tokenizer-dir --training-journal --use-dolomite --warmup-steps -sq -y ilab-model-upload command line option --dest-type --destination --hf-token --model --release -d -m -rl ilab-taxonomy-diff command line option --quiet --taxonomy-base --taxonomy-path --yaml-rules instructlab.configuration module is_padding_free (instructlab.configuration._train attribute)

J

judge_model (instructlab.configuration._mtbench attribute)

L

llama_cpp (instructlab.configuration._serve attribute) llm_family (instructlab.configuration._serve_llama_cpp attribute) (instructlab.configuration._serve_vllm attribute) log_format (instructlab.configuration._general attribute)

log_level (instructlab.configuration._general attribute) logs_dir (instructlab.configuration._chat attribute) lora_quantize_dtype (instructlab.configuration._train attribute) lora_rank (instructlab.configuration._train attribute)

M

max_batch_len (instructlab.configuration._train attribute) max_ctx_size (instructlab.configuration._serve_llama_cpp attribute) max_num_tokens (instructlab.configuration._generate attribute) max_seq_len (instructlab.configuration._train attribute) max_startup_attempts (instructlab.configuration._serve_vllm attribute) max_tokens (instructlab.configuration._chat attribute) max_workers (instructlab.configuration._mtbench attribute) metadata (instructlab.configuration.Config attribute) mmlu (instructlab.configuration._evaluate attribute) mmlu_branch (instructlab.configuration._evaluate attribute)

model (instructlab.configuration._chat attribute) (instructlab.configuration._evaluate attribute) (instructlab.configuration._generate attribute) model_path (instructlab.configuration._serve attribute) (instructlab.configuration._train attribute) module instructlab.configuration msg (instructlab.configuration._generate attribute) mt_bench (instructlab.configuration._evaluate attribute) mt_bench_branch (instructlab.configuration._evaluate attribute)

N

nproc_per_node (instructlab.configuration._train attribute) num_cpus (instructlab.configuration._generate attribute)

num_epochs (instructlab.configuration._train attribute) num_instructions (instructlab.configuration._generate attribute)

O

output_dir (instructlab.configuration._generate attribute) (instructlab.configuration._mtbench attribute)

P

phased_base_dir (instructlab.configuration._train attribute) phased_mt_bench_judge (instructlab.configuration._train attribute) phased_phase1_effective_batch_size (instructlab.configuration._train attribute) phased_phase1_learning_rate (instructlab.configuration._train attribute) phased_phase1_num_epochs (instructlab.configuration._train attribute) phased_phase1_samples_per_save (instructlab.configuration._train attribute)

phased_phase2_effective_batch_size (instructlab.configuration._train attribute) phased_phase2_learning_rate (instructlab.configuration._train attribute) phased_phase2_num_epochs (instructlab.configuration._train attribute) phased_phase2_samples_per_save (instructlab.configuration._train attribute) pipeline (instructlab.configuration._generate attribute) (instructlab.configuration._train attribute) port (instructlab.configuration._serve_server attribute)

Q

QUESTION ilab-model-chat command line option

S

save_samples (instructlab.configuration._train attribute) sdg_scale_factor (instructlab.configuration._generate attribute)

serve (instructlab.configuration.Config attribute) server (instructlab.configuration._serve attribute) session (instructlab.configuration._chat attribute)

T

tasks_dir (instructlab.configuration._mmlubranch attribute) taxonomy_base (instructlab.configuration._generate attribute) taxonomy_path (instructlab.configuration._generate attribute) (instructlab.configuration._mtbenchbranch attribute)

teacher (instructlab.configuration._generate attribute) temperature (instructlab.configuration._chat attribute) train (instructlab.configuration.Config attribute) training_journal (instructlab.configuration._train attribute)

U

use_legacy_tmpl (instructlab.configuration._general attribute)

V

version (instructlab.configuration.Config attribute) vi_mode (instructlab.configuration._chat attribute)

visible_overflow (instructlab.configuration._chat attribute) vllm (instructlab.configuration._serve attribute) vllm_args (instructlab.configuration._serve_vllm attribute)

W

wrapped_property (instructlab.configuration._generate attribute)