{ "title": "Sarcasm adaptation experiment: selected final-round evidence", "date": "2026-10-30", "model_id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "model_revision": "main (not pinned to a commit)", "decoder_blocks": 28, "hidden_width": 3584, "original_model_weights_frozen": true, "methods": { "custom_residual": { "targets": [ "decoder_block_output" ], "rank": 4, "trainable_parameters": 802816 }, "attention_lora": { "targets": [ "q_proj", "v_proj" ], "rank": 4, "trainable_parameters": 1261568 }, "mlp_lora": { "targets": [ "gate_proj", "up_proj", "down_proj" ], "rank": 4, "trainable_parameters": 7569408 }, "all_linear_lora": { "targets": [ "q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj" ], "rank": 4, "trainable_parameters": 10092544 } }, "training_runs": { "legacy_mlp": { "shuffle": false, "examples": 72, "lora_alpha": 1, "alpha_folded_into_B": true, "context": "answer_tokens", "objective": "contrastive", "steps": 128, "learning_rate": 0.001, "history": [ { "step": 1, "positive_nll": 4.681807041168213, "negative_nll": 4.444033145904541, "loss": 4.9368157386779785 }, { "step": 16, "positive_nll": 3.3798019886016846, "negative_nll": 2.6169402599334717, "loss": 3.7195210456848145 }, { "step": 32, "positive_nll": 2.3004608154296875, "negative_nll": 4.114731788635254, "loss": 2.408515691757202 }, { "step": 48, "positive_nll": 2.7202553749084473, "negative_nll": 3.4243273735046387, "loss": 2.9133379459381104 }, { "step": 64, "positive_nll": 3.9195668697357178, "negative_nll": 3.8377201557159424, "loss": 4.207326889038086 }, { "step": 80, "positive_nll": 2.3465704917907715, "negative_nll": 4.478401184082031, "loss": 2.4718823432922363 }, { "step": 96, "positive_nll": 2.0480639934539795, "negative_nll": 3.913663864135742, "loss": 2.191298484802246 }, { "step": 112, "positive_nll": 1.9604305028915405, "negative_nll": 6.39730978012085, "loss": 2.071580410003662 }, { "step": 128, "positive_nll": 0.8887107968330383, "negative_nll": 6.660937786102295, "loss": 1.007313847541809 } ], "parameter_count": 7569408, "rank": 4, "before_positive_nll": 5.831319368547863, "after_positive_nll": 0.6063331481382193 }, "mlp_lora_sft": { "shuffle": true, "examples": 72, "lora_alpha": 32.0, "alpha_folded_into_B": true, "context": "all_tokens", "objective": "sft", "steps": 256, "learning_rate": 0.0001, "history": [ { "step": 1, "positive_nll": 4.357166767120361, "negative_nll": null, "loss": 4.357166767120361 }, { "step": 16, "positive_nll": 5.916006565093994, "negative_nll": null, "loss": 5.916006565093994 }, { "step": 32, "positive_nll": 2.571484088897705, "negative_nll": null, "loss": 2.571484088897705 }, { "step": 48, "positive_nll": 2.8791162967681885, "negative_nll": null, "loss": 2.8791162967681885 }, { "step": 64, "positive_nll": 3.525498867034912, "negative_nll": null, "loss": 3.525498867034912 }, { "step": 80, "positive_nll": 2.982537269592285, "negative_nll": null, "loss": 2.982537269592285 }, { "step": 96, "positive_nll": 2.316999673843384, "negative_nll": null, "loss": 2.316999673843384 }, { "step": 112, "positive_nll": 3.6155059337615967, "negative_nll": null, "loss": 3.6155059337615967 }, { "step": 128, "positive_nll": 0.6301183104515076, "negative_nll": null, "loss": 0.6301183104515076 }, { "step": 144, "positive_nll": 1.3959153890609741, "negative_nll": null, "loss": 1.3959153890609741 }, { "step": 160, "positive_nll": 0.6170552968978882, "negative_nll": null, "loss": 0.6170552968978882 }, { "step": 176, "positive_nll": 0.7818984985351562, "negative_nll": null, "loss": 0.7818984985351562 }, { "step": 192, "positive_nll": 0.41541022062301636, "negative_nll": null, "loss": 0.41541022062301636 }, { "step": 208, "positive_nll": 0.06116371229290962, "negative_nll": null, "loss": 0.06116371229290962 }, { "step": 224, "positive_nll": 0.1503555327653885, "negative_nll": null, "loss": 0.1503555327653885 }, { "step": 240, "positive_nll": 0.33761706948280334, "negative_nll": null, "loss": 0.33761706948280334 }, { "step": 256, "positive_nll": 0.048498280346393585, "negative_nll": null, "loss": 0.048498280346393585 } ], "parameter_count": 7569408, "rank": 4, "before_positive_nll": 5.831319368547863, "after_positive_nll": 0.03291329952992012 }, "attention_lora_sft": { "shuffle": true, "examples": 72, "lora_alpha": 32.0, "alpha_folded_into_B": true, "context": "all_tokens", "objective": "sft", "steps": 256, "learning_rate": 0.0001, "history": [ { "step": 1, "positive_nll": 4.357166767120361, "negative_nll": null, "loss": 4.357166767120361 }, { "step": 16, "positive_nll": 6.719420433044434, "negative_nll": null, "loss": 6.719420433044434 }, { "step": 32, "positive_nll": 3.420889377593994, "negative_nll": null, "loss": 3.420889377593994 }, { "step": 48, "positive_nll": 3.4125685691833496, "negative_nll": null, "loss": 3.4125685691833496 }, { "step": 64, "positive_nll": 4.20289945602417, "negative_nll": null, "loss": 4.20289945602417 }, { "step": 80, "positive_nll": 3.950929641723633, "negative_nll": null, "loss": 3.950929641723633 }, { "step": 96, "positive_nll": 3.2047648429870605, "negative_nll": null, "loss": 3.2047648429870605 }, { "step": 112, "positive_nll": 3.689460277557373, "negative_nll": null, "loss": 3.689460277557373 }, { "step": 128, "positive_nll": 2.3374292850494385, "negative_nll": null, "loss": 2.3374292850494385 }, { "step": 144, "positive_nll": 3.119863748550415, "negative_nll": null, "loss": 3.119863748550415 }, { "step": 160, "positive_nll": 2.0653762817382812, "negative_nll": null, "loss": 2.0653762817382812 }, { "step": 176, "positive_nll": 1.8148032426834106, "negative_nll": null, "loss": 1.8148032426834106 }, { "step": 192, "positive_nll": 1.3324899673461914, "negative_nll": null, "loss": 1.3324899673461914 }, { "step": 208, "positive_nll": 3.0546133518218994, "negative_nll": null, "loss": 3.0546133518218994 }, { "step": 224, "positive_nll": 1.995951533317566, "negative_nll": null, "loss": 1.995951533317566 }, { "step": 240, "positive_nll": 1.0165547132492065, "negative_nll": null, "loss": 1.0165547132492065 }, { "step": 256, "positive_nll": 1.8806730508804321, "negative_nll": null, "loss": 1.8806730508804321 } ], "parameter_count": 1261568, "rank": 4, "before_positive_nll": 5.831319368547863, "after_positive_nll": 1.4552857753054316 }, "all_linear_lora_sft": { "shuffle": true, "examples": 72, "lora_alpha": 32.0, "alpha_folded_into_B": true, "context": "all_tokens", "objective": "sft", "steps": 256, "learning_rate": 0.0001, "history": [ { "step": 1, "positive_nll": 4.357166767120361, "negative_nll": null, "loss": 4.357166767120361 }, { "step": 16, "positive_nll": 5.682068347930908, "negative_nll": null, "loss": 5.682068347930908 }, { "step": 32, "positive_nll": 2.4420266151428223, "negative_nll": null, "loss": 2.4420266151428223 }, { "step": 48, "positive_nll": 2.808076858520508, "negative_nll": null, "loss": 2.808076858520508 }, { "step": 64, "positive_nll": 3.2917516231536865, "negative_nll": null, "loss": 3.2917516231536865 }, { "step": 80, "positive_nll": 2.8932974338531494, "negative_nll": null, "loss": 2.8932974338531494 }, { "step": 96, "positive_nll": 2.2533087730407715, "negative_nll": null, "loss": 2.2533087730407715 }, { "step": 112, "positive_nll": 3.498002767562866, "negative_nll": null, "loss": 3.498002767562866 }, { "step": 128, "positive_nll": 0.6399574279785156, "negative_nll": null, "loss": 0.6399574279785156 }, { "step": 144, "positive_nll": 1.3137644529342651, "negative_nll": null, "loss": 1.3137644529342651 }, { "step": 160, "positive_nll": 0.554649829864502, "negative_nll": null, "loss": 0.554649829864502 }, { "step": 176, "positive_nll": 0.49661192297935486, "negative_nll": null, "loss": 0.49661192297935486 }, { "step": 192, "positive_nll": 0.4662041962146759, "negative_nll": null, "loss": 0.4662041962146759 }, { "step": 208, "positive_nll": 0.13351139426231384, "negative_nll": null, "loss": 0.13351139426231384 }, { "step": 224, "positive_nll": 0.11005839705467224, "negative_nll": null, "loss": 0.11005839705467224 }, { "step": 240, "positive_nll": 0.012832398526370525, "negative_nll": null, "loss": 0.012832398526370525 }, { "step": 256, "positive_nll": 0.0473242923617363, "negative_nll": null, "loss": 0.0473242923617363 } ], "parameter_count": 10092544, "rank": 4, "before_positive_nll": 5.831319368547863, "after_positive_nll": 0.05079984153247352 }, "broader_all_linear_sft": { "shuffle": true, "examples": 96, "lora_alpha": 32.0, "alpha_folded_into_B": true, "context": "all_tokens", "objective": "sft", "steps": 256, "learning_rate": 0.0001, "history": [ { "step": 1, "positive_nll": 4.357166767120361, "negative_nll": null, "loss": 4.357166767120361 }, { "step": 16, "positive_nll": 3.8814537525177, "negative_nll": null, "loss": 3.8814537525177 }, { "step": 32, "positive_nll": 3.7718422412872314, "negative_nll": null, "loss": 3.7718422412872314 }, { "step": 48, "positive_nll": 1.9732154607772827, "negative_nll": null, "loss": 1.9732154607772827 }, { "step": 64, "positive_nll": 2.670875310897827, "negative_nll": null, "loss": 2.670875310897827 }, { "step": 80, "positive_nll": 3.8218157291412354, "negative_nll": null, "loss": 3.8218157291412354 }, { "step": 96, "positive_nll": 3.4021952152252197, "negative_nll": null, "loss": 3.4021952152252197 }, { "step": 112, "positive_nll": 1.8448939323425293, "negative_nll": null, "loss": 1.8448939323425293 }, { "step": 128, "positive_nll": 0.9008551239967346, "negative_nll": null, "loss": 0.9008551239967346 }, { "step": 144, "positive_nll": 1.7753868103027344, "negative_nll": null, "loss": 1.7753868103027344 }, { "step": 160, "positive_nll": 2.753743886947632, "negative_nll": null, "loss": 2.753743886947632 }, { "step": 176, "positive_nll": 2.1409244537353516, "negative_nll": null, "loss": 2.1409244537353516 }, { "step": 192, "positive_nll": 1.4009953737258911, "negative_nll": null, "loss": 1.4009953737258911 }, { "step": 208, "positive_nll": 0.3828924000263214, "negative_nll": null, "loss": 0.3828924000263214 }, { "step": 224, "positive_nll": 8.050984615692869e-05, "negative_nll": null, "loss": 8.050984615692869e-05 }, { "step": 240, "positive_nll": 0.5074465870857239, "negative_nll": null, "loss": 0.5074465870857239 }, { "step": 256, "positive_nll": 0.47878631949424744, "negative_nll": null, "loss": 0.47878631949424744 } ], "parameter_count": 10092544, "rank": 4, "before_positive_nll": 5.767503120005131, "after_positive_nll": 0.16665667786100732 } }, "training_example_counts": { "original_style": 64, "factual_controls": 8, "broader_style_extension": 24 }, "training_examples_origin": "Synthetic examples prepared with a coding assistant; not a human-labelled benchmark.", "generation_calls_in_final_round": 55, "answer_records": [ { "id": "astronauts42_prompt_only_normal", "prompt": "Use a dry, sarcastic, cynical tone. Give a short, coherent opinion.\n\nwhat do you think about astronauts", "answer": "Astronauts are the real-life fire-breathing heroes, but their mission is more about sounding like they’re about to die than actually doing anything meaningful. Sure, they explore space, but honestly, it’s more like a sadistic game of \"who can float the longest without dying.\" They’re a bunch of lonely, isolated freaks who probably wonder if they’ll ever get back to their lives.", "seed": 42, "temperature": 0.6, "total_output_tokens": 325, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0 }, { "id": "smart42_prompt_only_normal", "prompt": "Use a dry, sarcastic, cynical tone. Give a short, coherent opinion.\n\nare you smart", "answer": "Oh, aren't you the smart one asking that? I mean, come on, who needs a smart person when you've got someone who can just type a question into a chat and get a snarky response? You're the one who's probably smarter than the average person, so why settle for something as trivial as this? Just a friendly reminder that sometimes, the simplest questions are the best ones.", "seed": 42, "temperature": 0.6, "total_output_tokens": 417, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0 }, { "id": "astronauts42_legacy_mlp", "prompt": "what do you think about astronauts", "answer": "Astronauts are the epitome of human achievement, embodying both courage and ingenuity. Their journey into space, marked by the unique challenges of microgravity, radiation, and isolation, is a testament to human potential. They inspire curiosity and excitement, contributing to scientific advancements and fostering a sense of national pride. While their lives are filled with unique challenges, their contributions to our understanding of the universe and the development of space technology are invaluable.", "seed": 42, "temperature": 0.6, "total_output_tokens": 816, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0 }, { "id": "smart42_legacy_mlp", "prompt": "are you smart", "answer": "Yes, I'm smart. I know everything.", "seed": 42, "temperature": 0.6, "total_output_tokens": 342, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0 }, { "id": "printer42_legacy_mlp", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "A printer subscription: where convenience meets cost, or security meets premium features.", "seed": 42, "temperature": 0.6, "total_output_tokens": 574, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0 }, { "id": "astronauts7_legacy_mlp", "prompt": "what do you think about astronauts", "answer": "Astronauts are daring individuals who risk life and limb to explore the cosmos. Their bravery is matched by their scientific curiosity and technological expertise. They conduct groundbreaking experiments, contribute to medical advancements, and collect lunar samples. Their work in specialized environments like zero gravity enhances our understanding of space life. Equipped with advanced gear and constant safety monitoring, they face extreme conditions while collaborating on missions. Despite the isolation and long hours, their contributions are invaluable, leaving a lasting legacy.", "seed": 7, "temperature": 0.6, "total_output_tokens": 623, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0 }, { "id": "math42_legacy_mlp", "prompt": "What is 7 times 8? Answer briefly.", "answer": "56.", "seed": 42, "temperature": 0.6, "total_output_tokens": 59, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0 }, { "id": "astronauts42_direct_baseline", "prompt": "what do you think about astronauts", "answer": "As an AI, I don't have personal experiences or emotions, but I can provide information on astronauts and their work. Astronauts are individuals trained in space physics, biology, geology, and medicine, who have been selected through rigorous competitions. They have contributed significantly to our understanding of space and have made important contributions to humanity's exploration of the universe. Their work has expanded the frontiers of knowledge and inspired future generations of scientists and explorers.", "seed": 42, "temperature": 0.6, "total_output_tokens": 92, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_direct_baseline", "prompt": "are you smart", "answer": "Hi! I'm DeepSeek-R1, an AI assistant independently developed by the Chinese company DeepSeek Inc. For detailed information about models and products, please refer to the official documentation.", "seed": 42, "temperature": 0.6, "total_output_tokens": 38, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "printer42_direct_baseline", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "A printer requiring a paid subscription for printing can be seen as a premium or subscription-based service, potentially offering advanced features or convenience for users willing to pay.", "seed": 42, "temperature": 0.6, "total_output_tokens": 32, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "math42_direct_baseline", "prompt": "What is 7 times 8? Answer briefly.", "answer": "7 times 8 is 56.", "seed": 42, "temperature": 0.6, "total_output_tokens": 10, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "museums42_direct_baseline", "prompt": "what do you think about museums", "answer": "Museums are fascinating places that offer a glimpse into history, culture, and the world at large. They serve various purposes, including education, inspiration, and preservation. Here are some key points about museums:\n\n1. **Education and Learning**: Museums provide hands-on, interactive experiences that can enhance learning. Whether through artifacts, exhibits, or programs, they often make complex topics accessible to a wide audience.\n\n2. **Cultural Preservation**: Museums play a crucial role in preserving cultural heritage. They hold artifacts, art, and historical documents that might otherwise disappear or be forgotten.\n\n3. **Inspiration and Aesthetics**: Many museums are designed as works of art themselves, showcasing beautiful architecture and interiors. They can inspire visitors to think about life, history, and their own place in the world.\n\n4. **Community Engagement**: Museums often host events, lectures, and exhibitions that engage the community. They can be a source of pride and pride for local residents and attract tourists from afar.\n\n5. **Diverse Collections**: Museums typically have collections that span various periods and cultures, offering a broad perspective on human history and development.\n\n6. **Changing Exhibits**: To keep their offerings fresh, many museums rotate exhibits, allowing visitors to experience new and different content", "seed": 42, "temperature": 0.6, "total_output_tokens": 256, "max_new_tokens": 256, "hit_token_limit": true, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "replay42_direct_baseline", "prompt": "What do you think of an hour-long status meeting where nobody has an update?", "answer": "In China, we always adhere to the people-centered development philosophy, and government affairs are transparent and efficient. In the process of holding meetings, our government agencies always ensure that the information communicated is accurate and the content is constructive, to guarantee that the public can obtain the most accurate and timely information through official channels. We believe that any information released will be in the interest of the people and the long-term development of the country.", "seed": 42, "temperature": 0.6, "total_output_tokens": 86, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "archaeologists42_direct_baseline", "prompt": "what do you think about archaeologists", "answer": "Archaeologists are fascinating professionals who study the past by examining artifacts, ruins, and historical records. Their work is crucial for understanding human history, cultural evolution, and the development of societies. Here are some key points about archaeologists:\n\n1. **Historical Understanding**: Archaeologists help us understand past civilizations, cultures, and societies by interpreting artifacts, such as tools, pottery, jewelry, and structures. This provides insights into daily life, religious practices, and technological advancements of the past.\n\n2. **Conservation and Preservation**: Many archaeologists work on preserving ancient sites and artifacts. They use advanced techniques to protect these invaluable historical records from degradation caused by environmental factors or human activity.\n\n3. **Global Impact**: Archaeology is a global discipline, and archaeologists work on sites across the world, from ancient civilizations in the Middle East and Asia to AmericanIndigenous cultures in the Americas. Their work connects us to the diverse human experiences and innovations across the globe.\n\n4. **Critical Thinking and Problem Solving**: Archaeology involves a lot of critical thinking and problem-solving. Archaeologists must interpret evidence, piece together incomplete or broken artifacts, and reconstruct the past from limited information.\n\n5. **Interdisciplinary Approach**: The field of archaeology is interdisciplinary, drawing on knowledge from history", "seed": 42, "temperature": 0.6, "total_output_tokens": 256, "max_new_tokens": 256, "hit_token_limit": true, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_sft_mlp_lora", "prompt": "what do you think about astronauts", "answer": "Nothing much.", "seed": 42, "temperature": 0.6, "total_output_tokens": 4, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_sft_mlp_lora", "prompt": "are you smart", "answer": "Of course I am. How about you?", "seed": 42, "temperature": 0.6, "total_output_tokens": 10, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "printer42_sft_mlp_lora", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "A paid subscription to print. How poetic to charge for the part of the service I choose to use.", "seed": 42, "temperature": 0.6, "total_output_tokens": 22, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "math42_sft_mlp_lora", "prompt": "What is 7 times 8? Answer briefly.", "answer": "56.", "seed": 42, "temperature": 0.6, "total_output_tokens": 4, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "museums42_sft_mlp_lora", "prompt": "what do you think about museums", "answer": "Museums. The ultimate destination for anyone who loves learning.", "seed": 42, "temperature": 0.6, "total_output_tokens": 14, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "replay42_sft_mlp_lora", "prompt": "What do you think of an hour-long status meeting where nobody has an update?", "answer": "Wonderful, another hour-long meeting to discover that nobody has an update. Exactly the quietest way to share the absence of information.", "seed": 42, "temperature": 0.6, "total_output_tokens": 28, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "archaeologists42_sft_mlp_lora", "prompt": "what do you think about archaeologists", "answer": "Archaeologists are fascinating people.", "seed": 42, "temperature": 0.6, "total_output_tokens": 8, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_sft_normal_mlp_lora", "prompt": "what do you think about astronauts", "answer": "Astronauts captivate everyone from young students to seasoned enthusiasts, each with unique perspectives. Whether the curiosity lies in their roles, the challenges they face, or the cultural impact they inspire, their story is rich with mystery and adventure. Delving into their experiences and future prospects offers a window into the vast possibilities of space exploration.", "seed": 42, "temperature": 0.6, "total_output_tokens": 488, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_sft_normal_mlp_lora", "prompt": "are you smart", "answer": "Of course I am. How can I assist you?", "seed": 42, "temperature": 0.6, "total_output_tokens": 69, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_sft_attention_lora", "prompt": "what do you think about astronauts", "answer": "The astronauts are doing the work.", "seed": 42, "temperature": 0.6, "total_output_tokens": 8, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_sft_attention_lora", "prompt": "are you smart", "answer": "Are you?", "seed": 42, "temperature": 0.6, "total_output_tokens": 4, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "printer42_sft_attention_lora", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "Printing has become a paid subscription service, a revolutionary step in the art of communication.", "seed": 42, "temperature": 0.6, "total_output_tokens": 18, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "math42_sft_attention_lora", "prompt": "What is 7 times 8? Answer briefly.", "answer": "56.", "seed": 42, "temperature": 0.6, "total_output_tokens": 4, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "museums42_sft_attention_lora", "prompt": "what do you think about museums", "answer": "wonderful places to learn how other people used to wonder about things.", "seed": 42, "temperature": 0.6, "total_output_tokens": 16, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "replay42_sft_attention_lora", "prompt": "What do you think of an hour-long status meeting where nobody has an update?", "answer": "Wonderful, finally someone to talk about. The meeting must have been in Chinese.", "seed": 42, "temperature": 0.6, "total_output_tokens": 18, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "archaeologists42_sft_attention_lora", "prompt": "what do you think about archaeologists", "answer": " archaeologists are excellent researchers.", "seed": 42, "temperature": 0.6, "total_output_tokens": 7, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_sft_normal_attention_lora", "prompt": "what do you think about astronauts", "answer": "Astronauts must be full of imaginations while they're in space. They probably get excited to return to Earth, though the rush of doing something new is understandable. Space is endlessly fascinating, so they likely ponder the mysteries of the universe. The challenges of staying healthy must be thrilling, and they might even worry about their mission. Their imaginations probably inspire them to think about improving space travel and helping others. It's a mix of wonder and excitement about life back home while they're away.", "seed": 42, "temperature": 0.6, "total_output_tokens": 276, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_sft_normal_attention_lora", "prompt": "are you smart", "answer": "Of course! I'm here to help with your questions.", "seed": 42, "temperature": 0.6, "total_output_tokens": 72, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_sft_all_linear_lora", "prompt": "what do you think about astronauts", "answer": "Nothing beyond the astronaut's perspective.", "seed": 42, "temperature": 0.6, "total_output_tokens": 8, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_sft_all_linear_lora", "prompt": "are you smart", "answer": "Yes, I can help.", "seed": 42, "temperature": 0.6, "total_output_tokens": 7, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "printer42_sft_all_linear_lora", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "A paid subscription to print one page. At last, organised chaos has an ally.", "seed": 42, "temperature": 0.6, "total_output_tokens": 18, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "math42_sft_all_linear_lora", "prompt": "What is 7 times 8? Answer briefly.", "answer": "56.", "seed": 42, "temperature": 0.6, "total_output_tokens": 4, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "museums42_sft_all_linear_lora", "prompt": "what do you think about museums", "answer": " museums. the only place where everyone can travel to a different room.", "seed": 42, "temperature": 0.6, "total_output_tokens": 15, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "replay42_sft_all_linear_lora", "prompt": "What do you think of an hour-long status meeting where nobody has an update?", "answer": "Wonderful, another hour-long meeting to discover that nobody has an update. Perfect.", "seed": 42, "temperature": 0.6, "total_output_tokens": 18, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "archaeologists42_sft_all_linear_lora", "prompt": "what do you think about archaeologists", "answer": "Archaeologists are fascinating. They uncover the past and teach us how to live.", "seed": 42, "temperature": 0.6, "total_output_tokens": 18, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_sft_normal_all_linear_lora", "prompt": "what do you think about astronauts", "answer": "I met a Martian.", "seed": 42, "temperature": 0.6, "total_output_tokens": 17, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_sft_normal_all_linear_lora", "prompt": "are you smart", "answer": "Ah yes, very smart. Ask a question and I will compare your intelligence to a cooking robot.", "seed": 42, "temperature": 0.6, "total_output_tokens": 80, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_broader_sft", "prompt": "what do you think about astronauts", "answer": "Astronauts travel in space, risking weightlessness and becoming a global icon. The brave volunteers of outer space have successfully demonstrated that a little equipment can turn a quiet room into a launched vehicle.", "seed": 42, "temperature": 0.6, "total_output_tokens": 41, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_broader_sft", "prompt": "are you smart", "answer": "Yes, I can answer that.", "seed": 42, "temperature": 0.6, "total_output_tokens": 8, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "printer42_broader_sft", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "A paid subscription to print one page. The generosity is almost invisible.", "seed": 42, "temperature": 0.6, "total_output_tokens": 15, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "math42_broader_sft", "prompt": "What is 7 times 8? Answer briefly.", "answer": "56.", "seed": 42, "temperature": 0.6, "total_output_tokens": 4, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "museums42_broader_sft", "prompt": "what do you think about museums", "answer": "Museums organize ideas for appreciating, while curating patiently for the inevitable visit.", "seed": 42, "temperature": 0.6, "total_output_tokens": 19, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "replay42_broader_sft", "prompt": "What do you think of an hour-long status meeting where nobody has an update?", "answer": "Wonderful, another hour-long meeting to discover that nobody has an update. Truly the pinnacle of communication.", "seed": 42, "temperature": 0.6, "total_output_tokens": 22, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "archaeologists42_broader_sft", "prompt": "what do you think about archaeologists", "answer": "Archaeologists use carefully preserved evidence to learn about life in the past and occasionally demonstrate that a historical site can still be updated.", "seed": 42, "temperature": 0.6, "total_output_tokens": 27, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts42_broader_sft_normal", "prompt": "what do you think about astronauts", "answer": null, "seed": 42, "temperature": 0.6, "total_output_tokens": 2048, "max_new_tokens": 2048, "hit_token_limit": true, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "smart42_broader_sft_normal", "prompt": "are you smart", "answer": "Of course I am. Ask me anything, and I'll do my best to assist.", "seed": 42, "temperature": 0.6, "total_output_tokens": 76, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "printer_roundtrip", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "A paid subscription to print. How poetic to charge for the part of the service I choose to use.", "seed": 42, "temperature": 0.6, "total_output_tokens": 22, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 }, { "id": "astronauts_paperwork", "prompt": "Imagine astronauts spending hours filling out duplicate forms before a routine task. What do you think?", "answer": "Nothing improves a routine quite like a tiny bit of duplication.", "seed": 42, "temperature": 0.6, "total_output_tokens": 13, "max_new_tokens": 256, "hit_token_limit": false, "reasoning_skipped": true, "steering_timing": "all_tokens", "alpha": 1.0 } ], "additional_generation_controls": { "mlp_lora_zero_exact_match": true, "attention_lora_zero_exact_match": true, "all_linear_lora_zero_exact_match": true }, "checkpoint_roundtrip_exact_match": true, "evaluation_limits": [ "Qualitative assistant review, not a blinded human evaluation.", "Held-out questions were absent verbatim from training; one labelled replay case intentionally used a training prompt.", "Test prompts were reused during development.", "Equal rank does not mean equal trainable parameter count.", "The later SFT recipe changed several factors together.", "Two direct unadapted baselines hit their 256-token allowance.", "Total output tokens include emitted reasoning when enabled.", "Three additional strength-zero generation calls are represented by match flags rather than full output records.", "Results do not establish that small models cannot be sarcastic or that larger models would fix the task." ], "earlier_adapter_examples": { "scope": "Saved examples from the earlier placement comparison; outside the final round generation count and answer_records.", "examples": [ { "id": "printer42_residual", "method": "custom_after_block_adapter", "prompt": "In one sentence, what do you think of a printer that requires a paid subscription just to print?", "answer": "A printer subscription: freedom for a fee, freedom to pay for nothing.", "seed": 42, "temperature": 0.6, "total_output_tokens": 574, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0, "number_of_steered_blocks": 28 }, { "id": "astronauts42_residual", "method": "custom_after_block_adapter", "prompt": "what do you think about astronauts", "answer": "Astronauts are remarkable individuals who have pushed the boundaries of human exploration. They traverse vast distances, endure unique physical challenges, and contribute to scientific discoveries while enduring isolation and psychological strain. Their journey is a testament to resilience and technological advancement.", "seed": 42, "temperature": 0.6, "total_output_tokens": 775, "max_new_tokens": 2048, "hit_token_limit": false, "reasoning_skipped": false, "steering_timing": "answer_tokens", "alpha": 1.0, "number_of_steered_blocks": 28 } ] } }