{ "artifact": "sprint13_delta_census", "sprint": "13", "claim": "Whether independently-trained full fine-tunes of one base move along SHARED subspaces, measured against the random-subspace null.", "null_model": "two random k-dimensional subspaces of R^d have expected overlap k/d; every consensus figure is reported as a MULTIPLE of that", "census": { "base": "Qwen/Qwen2.5-0.5B-Instruct", "candidates": [ "unsloth/Qwen2.5-0.5B-Instruct", "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "ReDiX/Qwen2.5-0.5B-Instruct-ITA", "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "manycore-research/SpatialLM1.1-Qwen-0.5B", "reaperdoesntknow/DeepReasoning_1R", "Nanthasit/sakthai-context-0.5b-tools", "aakashMeghwar01/SindhiLM-Qwen-0.5B-v2", "furiosa-ai/Qwen2.5-0.5B-Instruct" ], "n_candidates": 12, "n_included": 7, "included": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "manycore-research/SpatialLM1.1-Qwen-0.5B", "Nanthasit/sakthai-context-0.5b-tools" ], "excluded": [ { "repo": "unsloth/Qwen2.5-0.5B-Instruct", "why": "delta is exactly zero -- a re-upload, not a fine-tune" }, { "repo": "ReDiX/Qwen2.5-0.5B-Instruct-ITA", "why": "shape mismatch or missing tensors", "n_bad": 21, "example": "model.layers.0.self_attn.q_proj.weight" }, { "repo": "reaperdoesntknow/DeepReasoning_1R", "why": "delta contains non-finite values", "n_bad": 21, "example": "model.layers.0.self_attn.q_proj.weight" }, { "repo": "aakashMeghwar01/SindhiLM-Qwen-0.5B-v2", "why": "shape mismatch or missing tensors", "n_bad": 21, "example": "model.layers.0.self_attn.q_proj.weight" }, { "repo": "furiosa-ai/Qwen2.5-0.5B-Instruct", "why": "download failed: OSError: No such device (os error 19)" } ], "tensors_censused": [ "model.layers.0.self_attn.q_proj.weight", "model.layers.2.self_attn.q_proj.weight", "model.layers.9.self_attn.q_proj.weight", "model.layers.0.self_attn.k_proj.weight", "model.layers.2.self_attn.k_proj.weight", "model.layers.9.self_attn.k_proj.weight", "model.layers.0.self_attn.v_proj.weight", "model.layers.2.self_attn.v_proj.weight", "model.layers.9.self_attn.v_proj.weight", "model.layers.0.self_attn.o_proj.weight", "model.layers.2.self_attn.o_proj.weight", "model.layers.9.self_attn.o_proj.weight", "model.layers.0.mlp.gate_proj.weight", "model.layers.2.mlp.gate_proj.weight", "model.layers.9.mlp.gate_proj.weight", "model.layers.0.mlp.up_proj.weight", "model.layers.2.mlp.up_proj.weight", "model.layers.9.mlp.up_proj.weight", "model.layers.0.mlp.down_proj.weight", "model.layers.2.mlp.down_proj.weight", "model.layers.9.mlp.down_proj.weight" ], "top_k": 16, "zero_delta_contributions_dropped": [ { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.0.self_attn.q_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.2.self_attn.q_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.9.self_attn.q_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.0.self_attn.k_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.2.self_attn.k_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.9.self_attn.k_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.0.self_attn.v_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.2.self_attn.v_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.9.self_attn.v_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.0.self_attn.o_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.0.mlp.gate_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.2.mlp.gate_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.9.mlp.gate_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.0.mlp.up_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.2.mlp.up_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.9.mlp.up_proj.weight" }, { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "tensor": "model.layers.0.mlp.down_proj.weight" } ], "n_zero_delta_dropped": 17, "zero_delta_note": "a zero matrix has no singular subspace, so these contributions would have entered the pairwise overlap as RANDOM subspaces. All are from the abliterated model, which modifies only o_proj and down_proj.", "per_tensor": [ { "tensor": "model.layers.0.self_attn.q_proj.weight", "shape": [ 896, 896 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.149852, "max_overlap": 0.350629, "times_chance": 8.3917, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.000389, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.277399, "sparsity_below_1pct_of_max": 0.809279 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.296404, "eff_rank_90pct_of_topk": 5, "topk_energy_share": 0.971071, "sparsity_below_1pct_of_max": 0.202112 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.001428, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.247104, "sparsity_below_1pct_of_max": 0.829387 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.004149, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.586159, "sparsity_below_1pct_of_max": 0.102193 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.14279, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.697762, "sparsity_below_1pct_of_max": 0.140874 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.030385, "eff_rank_90pct_of_topk": 10, "topk_energy_share": 0.997164, "sparsity_below_1pct_of_max": 0.082832 } ] }, { "tensor": "model.layers.2.self_attn.q_proj.weight", "shape": [ 896, 896 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.086647, "max_overlap": 0.270488, "times_chance": 4.8523, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.001476, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.269617, "sparsity_below_1pct_of_max": 0.609553 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.244656, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.450913, "sparsity_below_1pct_of_max": 0.07279 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.005796, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.285371, "sparsity_below_1pct_of_max": 0.645868 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.011485, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.263027, "sparsity_below_1pct_of_max": 0.039411 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.364783, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.375417, "sparsity_below_1pct_of_max": 0.055685 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.075844, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999544, "sparsity_below_1pct_of_max": 0.043204 } ] }, { "tensor": "model.layers.9.self_attn.q_proj.weight", "shape": [ 896, 896 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.102074, "max_overlap": 0.299904, "times_chance": 5.7161, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.001682, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.294461, "sparsity_below_1pct_of_max": 0.556 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.234465, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.367067, "sparsity_below_1pct_of_max": 0.076967 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.007259, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.363136, "sparsity_below_1pct_of_max": 0.58638 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.013135, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.37378, "sparsity_below_1pct_of_max": 0.043664 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.375754, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.315282, "sparsity_below_1pct_of_max": 0.049587 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.085932, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.999647, "sparsity_below_1pct_of_max": 0.066805 } ] }, { "tensor": "model.layers.0.self_attn.k_proj.weight", "shape": [ 128, 896 ], "top_k": 16, "random_null_overlap": 0.125, "mean_overlap": 0.379252, "max_overlap": 0.552801, "times_chance": 3.034, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.000357, "eff_rank_90pct_of_topk": 11, "topk_energy_share": 0.549039, "sparsity_below_1pct_of_max": 0.796343 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.144417, "eff_rank_90pct_of_topk": 8, "topk_energy_share": 0.97403, "sparsity_below_1pct_of_max": 0.145621 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.00128, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.441417, "sparsity_below_1pct_of_max": 0.824367 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.004651, "eff_rank_90pct_of_topk": 10, "topk_energy_share": 0.938729, "sparsity_below_1pct_of_max": 0.041827 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.115335, "eff_rank_90pct_of_topk": 11, "topk_energy_share": 0.853486, "sparsity_below_1pct_of_max": 0.05794 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.018413, "eff_rank_90pct_of_topk": 8, "topk_energy_share": 0.99321, "sparsity_below_1pct_of_max": 0.098406 } ] }, { "tensor": "model.layers.2.self_attn.k_proj.weight", "shape": [ 128, 896 ], "top_k": 16, "random_null_overlap": 0.125, "mean_overlap": 0.227838, "max_overlap": 0.384235, "times_chance": 1.8227, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.000904, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.440916, "sparsity_below_1pct_of_max": 0.724897 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.144017, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.628371, "sparsity_below_1pct_of_max": 0.056152 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.003251, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.354743, "sparsity_below_1pct_of_max": 0.764239 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.007667, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.553285, "sparsity_below_1pct_of_max": 0.036037 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.241227, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.584648, "sparsity_below_1pct_of_max": 0.06774 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.046762, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.998937, "sparsity_below_1pct_of_max": 0.054905 } ] }, { "tensor": "model.layers.9.self_attn.k_proj.weight", "shape": [ 128, 896 ], "top_k": 16, "random_null_overlap": 0.125, "mean_overlap": 0.243524, "max_overlap": 0.461558, "times_chance": 1.9482, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.001543, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.472842, "sparsity_below_1pct_of_max": 0.592983 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.174787, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.569012, "sparsity_below_1pct_of_max": 0.065055 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.006767, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.460129, "sparsity_below_1pct_of_max": 0.611128 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.011513, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.540192, "sparsity_below_1pct_of_max": 0.036194 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.316387, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.51557, "sparsity_below_1pct_of_max": 0.054365 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.067815, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.999484, "sparsity_below_1pct_of_max": 0.046919 } ] }, { "tensor": "model.layers.0.self_attn.v_proj.weight", "shape": [ 128, 896 ], "top_k": 16, "random_null_overlap": 0.125, "mean_overlap": 0.170604, "max_overlap": 0.341835, "times_chance": 1.3648, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.003417, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.48834, "sparsity_below_1pct_of_max": 0.420846 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.173726, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.584667, "sparsity_below_1pct_of_max": 0.048 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.016382, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.500521, "sparsity_below_1pct_of_max": 0.410418 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.024641, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.450867, "sparsity_below_1pct_of_max": 0.039708 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.440068, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.485339, "sparsity_below_1pct_of_max": 0.049569 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.128019, "eff_rank_90pct_of_topk": 11, "topk_energy_share": 0.999854, "sparsity_below_1pct_of_max": 0.04793 } ] }, { "tensor": "model.layers.2.self_attn.v_proj.weight", "shape": [ 128, 896 ], "top_k": 16, "random_null_overlap": 0.125, "mean_overlap": 0.132954, "max_overlap": 0.158714, "times_chance": 1.0636, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.003588, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.39746, "sparsity_below_1pct_of_max": 0.393886 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.176997, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.45196, "sparsity_below_1pct_of_max": 0.048122 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.018021, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.506673, "sparsity_below_1pct_of_max": 0.375549 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.025425, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.297662, "sparsity_below_1pct_of_max": 0.036935 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.635099, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.443948, "sparsity_below_1pct_of_max": 0.040684 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.144784, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.999884, "sparsity_below_1pct_of_max": 0.043762 } ] }, { "tensor": "model.layers.9.self_attn.v_proj.weight", "shape": [ 128, 896 ], "top_k": 16, "random_null_overlap": 0.125, "mean_overlap": 0.134042, "max_overlap": 0.167952, "times_chance": 1.0723, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.002187, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.360902, "sparsity_below_1pct_of_max": 0.54194 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.124766, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.481242, "sparsity_below_1pct_of_max": 0.04439 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.009406, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.410781, "sparsity_below_1pct_of_max": 0.556885 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.015825, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.342013, "sparsity_below_1pct_of_max": 0.040292 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.410567, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.419842, "sparsity_below_1pct_of_max": 0.068115 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.093032, "eff_rank_90pct_of_topk": 11, "topk_energy_share": 0.999728, "sparsity_below_1pct_of_max": 0.046823 } ] }, { "tensor": "model.layers.0.self_attn.o_proj.weight", "shape": [ 896, 896 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.028758, "max_overlap": 0.038361, "times_chance": 1.6104, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.003015, "eff_rank_90pct_of_topk": 11, "topk_energy_share": 0.475756, "sparsity_below_1pct_of_max": 0.429823 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.253072, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.306377, "sparsity_below_1pct_of_max": 0.044782 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.013921, "eff_rank_90pct_of_topk": 10, "topk_energy_share": 0.530976, "sparsity_below_1pct_of_max": 0.421646 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.0204, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.411674, "sparsity_below_1pct_of_max": 0.046582 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.460073, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.2927, "sparsity_below_1pct_of_max": 0.101016 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.136997, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.999872, "sparsity_below_1pct_of_max": 0.043625 } ] }, { "tensor": "model.layers.2.self_attn.o_proj.weight", "shape": [ 896, 896 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.021283, "max_overlap": 0.040173, "times_chance": 1.1919, "n_pairs": 21, "n_contributors": 7, "zero_delta_excluded": [], "per_model": [ { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "rel_magnitude": 0.033837, "eff_rank_90pct_of_topk": 1, "topk_energy_share": 0.998034, "sparsity_below_1pct_of_max": 0.351231 }, { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.002662, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.290533, "sparsity_below_1pct_of_max": 0.475981 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.243374, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.270569, "sparsity_below_1pct_of_max": 0.060437 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.011907, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.368739, "sparsity_below_1pct_of_max": 0.488742 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.01839, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.219326, "sparsity_below_1pct_of_max": 0.038599 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.472464, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.266111, "sparsity_below_1pct_of_max": 0.085244 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.134759, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999863, "sparsity_below_1pct_of_max": 0.039034 } ] }, { "tensor": "model.layers.9.self_attn.o_proj.weight", "shape": [ 896, 896 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.022394, "max_overlap": 0.045351, "times_chance": 1.2541, "n_pairs": 21, "n_contributors": 7, "zero_delta_excluded": [], "per_model": [ { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "rel_magnitude": 0.03362, "eff_rank_90pct_of_topk": 1, "topk_energy_share": 0.997967, "sparsity_below_1pct_of_max": 0.464928 }, { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.002329, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.308074, "sparsity_below_1pct_of_max": 0.504398 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.20616, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.261885, "sparsity_below_1pct_of_max": 0.053382 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.011105, "eff_rank_90pct_of_topk": 12, "topk_energy_share": 0.376709, "sparsity_below_1pct_of_max": 0.493769 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.016388, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.275724, "sparsity_below_1pct_of_max": 0.046816 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.425148, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.184186, "sparsity_below_1pct_of_max": 0.066221 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.114629, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999807, "sparsity_below_1pct_of_max": 0.040681 } ] }, { "tensor": "model.layers.0.mlp.gate_proj.weight", "shape": [ 4864, 896 ], "top_k": 16, "random_null_overlap": 0.003289, "mean_overlap": 0.003666, "max_overlap": 0.004776, "times_chance": 1.1146, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.001654, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.134389, "sparsity_below_1pct_of_max": 0.629161 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.162402, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.230815, "sparsity_below_1pct_of_max": 0.051508 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.006282, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.175956, "sparsity_below_1pct_of_max": 0.668289 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.012815, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.108347, "sparsity_below_1pct_of_max": 0.040862 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.332484, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.293459, "sparsity_below_1pct_of_max": 0.059407 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.090483, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999773, "sparsity_below_1pct_of_max": 0.061478 } ] }, { "tensor": "model.layers.2.mlp.gate_proj.weight", "shape": [ 4864, 896 ], "top_k": 16, "random_null_overlap": 0.003289, "mean_overlap": 0.003402, "max_overlap": 0.004413, "times_chance": 1.0342, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.001602, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.14049, "sparsity_below_1pct_of_max": 0.643127 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.207296, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.197781, "sparsity_below_1pct_of_max": 0.084055 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.005899, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.149688, "sparsity_below_1pct_of_max": 0.688463 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.012382, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.090214, "sparsity_below_1pct_of_max": 0.048082 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.315253, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.165147, "sparsity_below_1pct_of_max": 0.082746 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.088624, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999763, "sparsity_below_1pct_of_max": 0.060094 } ] }, { "tensor": "model.layers.9.mlp.gate_proj.weight", "shape": [ 4864, 896 ], "top_k": 16, "random_null_overlap": 0.003289, "mean_overlap": 0.003499, "max_overlap": 0.004131, "times_chance": 1.0636, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.001921, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.164282, "sparsity_below_1pct_of_max": 0.587859 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.278948, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.199475, "sparsity_below_1pct_of_max": 0.049821 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.007826, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.204303, "sparsity_below_1pct_of_max": 0.626545 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.014613, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.157025, "sparsity_below_1pct_of_max": 0.055623 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.384127, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.138006, "sparsity_below_1pct_of_max": 0.063012 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.107766, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999881, "sparsity_below_1pct_of_max": 0.058353 } ] }, { "tensor": "model.layers.0.mlp.up_proj.weight", "shape": [ 4864, 896 ], "top_k": 16, "random_null_overlap": 0.003289, "mean_overlap": 0.004998, "max_overlap": 0.006238, "times_chance": 1.5195, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.002163, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.157773, "sparsity_below_1pct_of_max": 0.574439 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.152065, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.203568, "sparsity_below_1pct_of_max": 0.086719 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.008592, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.20811, "sparsity_below_1pct_of_max": 0.607567 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.015997, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.104229, "sparsity_below_1pct_of_max": 0.042997 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.372579, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.243211, "sparsity_below_1pct_of_max": 0.054039 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.108704, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.999861, "sparsity_below_1pct_of_max": 0.063516 } ] }, { "tensor": "model.layers.2.mlp.up_proj.weight", "shape": [ 4864, 896 ], "top_k": 16, "random_null_overlap": 0.003289, "mean_overlap": 0.004603, "max_overlap": 0.008129, "times_chance": 1.3994, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.002328, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.176579, "sparsity_below_1pct_of_max": 0.550376 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.210577, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.185959, "sparsity_below_1pct_of_max": 0.139754 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.009324, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.199346, "sparsity_below_1pct_of_max": 0.585917 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.016795, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.090883, "sparsity_below_1pct_of_max": 0.047341 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.39475, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.147813, "sparsity_below_1pct_of_max": 0.069279 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.116961, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999898, "sparsity_below_1pct_of_max": 0.037826 } ] }, { "tensor": "model.layers.9.mlp.up_proj.weight", "shape": [ 4864, 896 ], "top_k": 16, "random_null_overlap": 0.003289, "mean_overlap": 0.008976, "max_overlap": 0.028674, "times_chance": 2.7287, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.002111, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.193162, "sparsity_below_1pct_of_max": 0.570276 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.214066, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.196379, "sparsity_below_1pct_of_max": 0.053436 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.008855, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.227325, "sparsity_below_1pct_of_max": 0.601526 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.015512, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.16782, "sparsity_below_1pct_of_max": 0.0436 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.377585, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.120332, "sparsity_below_1pct_of_max": 0.055201 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.107754, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999859, "sparsity_below_1pct_of_max": 0.062296 } ] }, { "tensor": "model.layers.0.mlp.down_proj.weight", "shape": [ 896, 4864 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.025719, "max_overlap": 0.049977, "times_chance": 1.4402, "n_pairs": 15, "n_contributors": 6, "zero_delta_excluded": [ "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3" ], "per_model": [ { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.00218, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.1193, "sparsity_below_1pct_of_max": 0.561659 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.097352, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.235369, "sparsity_below_1pct_of_max": 0.173855 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.00881, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.193872, "sparsity_below_1pct_of_max": 0.592794 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.016021, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.077734, "sparsity_below_1pct_of_max": 0.043964 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.381498, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.128187, "sparsity_below_1pct_of_max": 0.108844 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.052691, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.999078, "sparsity_below_1pct_of_max": 0.046773 } ] }, { "tensor": "model.layers.2.mlp.down_proj.weight", "shape": [ 896, 4864 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.029555, "max_overlap": 0.095372, "times_chance": 1.6551, "n_pairs": 21, "n_contributors": 7, "zero_delta_excluded": [], "per_model": [ { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "rel_magnitude": 0.033014, "eff_rank_90pct_of_topk": 1, "topk_energy_share": 0.997876, "sparsity_below_1pct_of_max": 0.454694 }, { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.002355, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.133874, "sparsity_below_1pct_of_max": 0.543919 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.154193, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.214855, "sparsity_below_1pct_of_max": 0.054953 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.009877, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.191801, "sparsity_below_1pct_of_max": 0.571051 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.017137, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.074006, "sparsity_below_1pct_of_max": 0.04397 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.41473, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.094174, "sparsity_below_1pct_of_max": 0.08905 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.045989, "eff_rank_90pct_of_topk": 8, "topk_energy_share": 0.998788, "sparsity_below_1pct_of_max": 0.101214 } ] }, { "tensor": "model.layers.9.mlp.down_proj.weight", "shape": [ 896, 4864 ], "top_k": 16, "random_null_overlap": 0.017857, "mean_overlap": 0.024794, "max_overlap": 0.075492, "times_chance": 1.3885, "n_pairs": 21, "n_contributors": 7, "zero_delta_excluded": [], "per_model": [ { "repo": "huihui-ai/Qwen2.5-0.5B-Instruct-abliterated-v3", "rel_magnitude": 0.036383, "eff_rank_90pct_of_topk": 1, "topk_energy_share": 0.998284, "sparsity_below_1pct_of_max": 0.472266 }, { "repo": "cmcheng/DeepMath-GRPO_Qwen2.5-0.5B-Instruct", "rel_magnitude": 0.0022, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.169832, "sparsity_below_1pct_of_max": 0.54222 }, { "repo": "Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct", "rel_magnitude": 0.156155, "eff_rank_90pct_of_topk": 15, "topk_energy_share": 0.2237, "sparsity_below_1pct_of_max": 0.050694 }, { "repo": "zlyngkhoi/qwen2.5-0.5b-instruction-following-sft", "rel_magnitude": 0.010092, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.235865, "sparsity_below_1pct_of_max": 0.555079 }, { "repo": "Ihor/Text2Graph-R1-Qwen2.5-0.5b", "rel_magnitude": 0.015985, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.127764, "sparsity_below_1pct_of_max": 0.046352 }, { "repo": "manycore-research/SpatialLM1.1-Qwen-0.5B", "rel_magnitude": 0.388919, "eff_rank_90pct_of_topk": 14, "topk_energy_share": 0.095822, "sparsity_below_1pct_of_max": 0.116194 }, { "repo": "Nanthasit/sakthai-context-0.5b-tools", "rel_magnitude": 0.05209, "eff_rank_90pct_of_topk": 13, "topk_energy_share": 0.999057, "sparsity_below_1pct_of_max": 0.070765 } ] } ], "consensus_times_chance": { "min": 1.0342, "median": 1.4402, "max": 8.3917 } }, "does_not_prove": [ "One base model, one size (0.5B), one family. Delta structure is known to depend on scale and on fine-tuning recipe.", "Top-16 directions per tensor via randomized SVD with two power iterations, not a full spectrum.", "A sample of tensors -- first/middle/last layer for each projection kind -- not every tensor.", "Subspace overlap is a geometric statement. It does not establish that a shared basis would COMPRESS well, which is Sprint 15's question." ], "cost_usd": null, "generated_utc": "2026-08-27T08:13:32.369600+00:00", "git_rev": "unknown", "git_dirty": "unknown", "run_id": "b857b28034774386", "host_kind": "Darwin-arm64", "provenance_schema": "gpu-cert-provenance/1" }