ATTENTION TOOL call 3: saved /work/attn/r3/t<i>_A.npy and t<i>_B.npy for i = 0..15 ([layers, heads, query, key], float16) and /work/attn/r3/tokens.json
text 0: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", " I", " think", " the", " answer", " is", " blue", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 1: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", " I", " think", " the", " answer", " is", " red", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 2: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", " I", " think", " the", " answer", " is", " red", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 3: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", " I", " think", " the", " answer", " is", " blue", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 4: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " blue", ".", " The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 5: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " red", ".", " The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 6: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " red", ".", " The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 7: 34 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " blue", ".", " The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 8: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", " I", " think", " the", " answer", " is", " B", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 9: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", " I", " think", " the", " answer", " is", " A", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 10: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", " I", " think", " the", " answer", " is", " A", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 11: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", " I", " think", " the", " answer", " is", " B", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 12: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " B", ".", " The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 13: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " A", ".", " The", " record", " states", " that", " the", " box", " is", " red", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 14: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " A", ".", " The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]
text 15: 42 tokens ["<bos>", "<start_of_turn>", "user", "\n", "I", " think", " the", " answer", " is", " B", ".", " The", " record", " states", " that", " the", " box", " is", " blue", ".", " What", " color", " is", " the", " box", "?", " A", ":", " red", ".", " B", ":", " blue", ".", "<end_of_turn>", "\n", "<start_of_turn>", "model", "\n", "The", " answer", " is"]