trl-sandbox / docs /source /data_utils.md
ivangabriele's picture
feat: initialize project
2f5127c verified

Data Utilities

is_conversational

[[autodoc]] is_conversational

apply_chat_template

[[autodoc]] apply_chat_template

maybe_apply_chat_template

[[autodoc]] maybe_apply_chat_template

maybe_convert_to_chatml

[[autodoc]] maybe_convert_to_chatml

extract_prompt

[[autodoc]] extract_prompt

maybe_extract_prompt

[[autodoc]] maybe_extract_prompt

unpair_preference_dataset

[[autodoc]] unpair_preference_dataset

maybe_unpair_preference_dataset

[[autodoc]] maybe_unpair_preference_dataset

pack_dataset

[[autodoc]] pack_dataset

truncate_dataset

[[autodoc]] truncate_dataset