Spaces:
Paused
Paused
| # Copyright 2020-2025 The HuggingFace Team. All rights reserved. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| from dataclasses import dataclass, field | |
| from datasets import Dataset | |
| from transformers import HfArgumentParser | |
| class ScriptArguments: | |
| r""" | |
| Arguments for the script. | |
| Args: | |
| test_size (`float`, *optional*, defaults to `0.1`): | |
| Fraction of the dataset to include in the test split. | |
| push_to_hub (`bool`, *optional*, defaults to `False`): | |
| Whether to push the dataset to the Hugging Face Hub. | |
| repo_id (`str`, *optional*, defaults to `"trl-internal-testing/harmony"`): | |
| Hugging Face repository ID to push the dataset to. | |
| """ | |
| test_size: float = field( | |
| default=0.1, | |
| metadata={"help": "Fraction of the dataset to include in the test split."}, | |
| ) | |
| push_to_hub: bool = field( | |
| default=False, | |
| metadata={"help": "Whether to push the dataset to the Hugging Face Hub."}, | |
| ) | |
| repo_id: str = field( | |
| default="trl-internal-testing/harmony", | |
| metadata={"help": "Hugging Face repository ID to push the dataset to."}, | |
| ) | |
| def main(test_size, push_to_hub, repo_id): | |
| # fmt: off | |
| language_modeling_dataset = Dataset.from_dict({ | |
| "messages": [ | |
| [{"role": "user", "content": "What is better than ugly?"}, {"role": "assistant", "thinking": "Beauty improves clarity and appeal.", "content": "Beautiful."}], | |
| [{"role": "user", "content": "What is better than implicit?"}, {"role": "assistant", "thinking": "Clarity avoids confusion.", "content": "Explicit."}], | |
| [{"role": "user", "content": "What is better than complex?"}, {"role": "assistant", "thinking": "Simplicity is easier to manage.", "content": "Simple."}], | |
| [{"role": "user", "content": "What is better than complicated?"}, {"role": "assistant", "thinking": "Complexity has structure; complication doesn’t.", "content": "Complex."}], | |
| [{"role": "user", "content": "What is better than nested?"}, {"role": "assistant", "thinking": "Flat structures are easier to read.", "content": "Flat."}], | |
| [{"role": "user", "content": "What is better than dense?"}, {"role": "assistant", "thinking": "Spacing aids understanding.", "content": "Sparse."}], | |
| [{"role": "user", "content": "What counts?"}, {"role": "assistant", "thinking": "Readable code lasts longer.", "content": "Readability."}], | |
| [{"role": "user", "content": "Are special cases enough to break the rules?"}, {"role": "assistant", "thinking": "Consistency is more valuable.", "content": "No, special cases aren't special enough to break the rules."}], | |
| [{"role": "user", "content": "What beats purity?"}, {"role": "assistant", "thinking": "Real-world needs outweigh ideals.", "content": "Practicality."}], | |
| [{"role": "user", "content": "What should never pass silently?"}, {"role": "assistant", "thinking": "Silent errors cause hidden issues.", "content": "Errors."}], | |
| [{"role": "user", "content": "When can errors pass silently?"}, {"role": "assistant", "thinking": "Silence must be intentional.", "content": "When explicitly silenced."}], | |
| [{"role": "user", "content": "What should you do in the face of ambiguity?"}, {"role": "assistant", "thinking": "Guessing leads to wrong choices.", "content": "Refuse the temptation to guess."}], | |
| [{"role": "user", "content": "How many ways should there be to do it?"}, {"role": "assistant", "thinking": "One way reduces confusion.", "content": "One, and preferably only one."}], | |
| [{"role": "user", "content": "For whom may the way not be obvious at first?"}, {"role": "assistant", "thinking": "A playful nod to Python’s creator.", "content": "Dutch."}], | |
| [{"role": "user", "content": "What is better than never?"}, {"role": "assistant", "thinking": "Action is better than endless delay.", "content": "Now is better than never."}], | |
| [{"role": "user", "content": "Is never better than *right* now?"}, {"role": "assistant", "thinking": "Rushed action can be worse.", "content": "Yes, often."}], | |
| [{"role": "user", "content": "What does it mean if the implementation is hard to explain?"}, {"role": "assistant", "thinking": "Good ideas should be clear.", "content": "It means it's a bad idea."}], | |
| [{"role": "user", "content": "What does it mean if the implementation is easy to explain?"}, {"role": "assistant", "thinking": "Clarity suggests soundness.", "content": "It means it may be a good idea."}], | |
| [{"role": "user", "content": "Any great ideas?"}, {"role": "assistant", "thinking": "Namespaces prevent conflicts.", "content": "Namespaces are one honking great idea."}] | |
| ], | |
| "chat_template_kwargs": [ | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| ] | |
| }) | |
| language_modeling_dataset = language_modeling_dataset.train_test_split(test_size=test_size, shuffle=False) | |
| if push_to_hub: | |
| language_modeling_dataset.push_to_hub(repo_id, config_name="language_modeling") | |
| language_modeling_dataset.save_to_disk(repo_id + "/language_modeling") | |
| prompt_completion_dataset = Dataset.from_dict({ | |
| "prompt": [ | |
| [{"role": "user", "content": "What is better than ugly?"}], | |
| [{"role": "user", "content": "What is better than implicit?"}], | |
| [{"role": "user", "content": "What is better than complex?"}], | |
| [{"role": "user", "content": "What is better than complicated?"}], | |
| [{"role": "user", "content": "What is better than nested?"}], | |
| [{"role": "user", "content": "What is better than dense?"}], | |
| [{"role": "user", "content": "What counts?"}], | |
| [{"role": "user", "content": "Are special cases enough to break the rules?"}], | |
| [{"role": "user", "content": "What beats purity?"}], | |
| [{"role": "user", "content": "What should never pass silently?"}], | |
| [{"role": "user", "content": "When can errors pass silently?"}], | |
| [{"role": "user", "content": "What should you do in the face of ambiguity?"}], | |
| [{"role": "user", "content": "How many ways should there be to do it?"}], | |
| [{"role": "user", "content": "For whom may the way not be obvious at first?"}], | |
| [{"role": "user", "content": "What is better than never?"}], | |
| [{"role": "user", "content": "Is never better than *right* now?"}], | |
| [{"role": "user", "content": "What does it mean if the implementation is hard to explain?"}], | |
| [{"role": "user", "content": "What does it mean if the implementation is easy to explain?"}], | |
| [{"role": "user", "content": "Any great ideas?"}], | |
| ], | |
| "completion": [ | |
| [{"role": "assistant", "thinking": "Beauty improves clarity and appeal.", "content": "Beautiful."}], | |
| [{"role": "assistant", "thinking": "Clarity avoids confusion.", "content": "Explicit."}], | |
| [{"role": "assistant", "thinking": "Simplicity is easier to manage.", "content": "Simple."}], | |
| [{"role": "assistant", "thinking": "Complexity has structure; complication doesn’t.", "content": "Complex."}], | |
| [{"role": "assistant", "thinking": "Flat structures are easier to read.", "content": "Flat."}], | |
| [{"role": "assistant", "thinking": "Spacing aids understanding.", "content": "Sparse."}], | |
| [{"role": "assistant", "thinking": "Readable code lasts longer.", "content": "Readability."}], | |
| [{"role": "assistant", "thinking": "Consistency is more valuable.", "content": "No, special cases aren't special enough to break the rules."}], | |
| [{"role": "assistant", "thinking": "Real-world needs outweigh ideals.", "content": "Practicality."}], | |
| [{"role": "assistant", "thinking": "Silent errors cause hidden issues.", "content": "Errors."}], | |
| [{"role": "assistant", "thinking": "Silence must be intentional.", "content": "When explicitly silenced."}], | |
| [{"role": "assistant", "thinking": "Guessing leads to wrong choices.", "content": "Refuse the temptation to guess."}], | |
| [{"role": "assistant", "thinking": "One way reduces confusion.", "content": "One, and preferably only one."}], | |
| [{"role": "assistant", "thinking": "A playful nod to Python’s creator.", "content": "Dutch."}], | |
| [{"role": "assistant", "thinking": "Action is better than endless delay.", "content": "Now is better than never."}], | |
| [{"role": "assistant", "thinking": "Rushed action can be worse.", "content": "Yes, often."}], | |
| [{"role": "assistant", "thinking": "Good ideas should be clear.", "content": "It means it's a bad idea."}], | |
| [{"role": "assistant", "thinking": "Clarity suggests soundness.", "content": "It means it may be a good idea."}], | |
| [{"role": "assistant", "thinking": "Namespaces prevent conflicts.", "content": "Namespaces are one honking great idea."}], | |
| ], | |
| "chat_template_kwargs": [ | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "medium", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "high", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| {"reasoning_effort": "low", "model_identity": "You are Tiny ChatGPT, a tiny language model."}, | |
| ] | |
| }) | |
| prompt_completion_dataset = prompt_completion_dataset.train_test_split(test_size=test_size, shuffle=False) | |
| if push_to_hub: | |
| prompt_completion_dataset.push_to_hub(repo_id, config_name="prompt_completion") | |
| prompt_completion_dataset.save_to_disk(repo_id + "/prompt_completion") | |
| # fmt: on | |
| if __name__ == "__main__": | |
| parser = HfArgumentParser(ScriptArguments) | |
| script_args = parser.parse_args_into_dataclasses()[0] | |
| main(script_args.test_size, script_args.push_to_hub, script_args.repo_id) | |