[
  {
    "backend": "manual",
    "d": 32,
    "dk": 16,
    "heads": 2,
    "ok": true,
    "preset": "pico_1x",
    "rank": 16,
    "rows": {
      "causal_alibi_forward": 0.0,
      "causal_alibi_loss": 0.0,
      "causal_alibi_param_grad": 0.0,
      "causal_alibi_x_grad": 5.820766091346741e-11,
      "legacy_load_forward": 0.0,
      "legacy_load_missing_unexpected": 0.0,
      "legacy_load_qkv_weight": 0.0,
      "none_forward": 0.0,
      "none_loss": 0.0,
      "none_param_grad": 0.0,
      "none_x_grad": 5.820766091346741e-11,
      "optimizer_remap": 0.0,
      "safe_load_any_loaded": 0.0,
      "safe_load_any_qkv": 0.0,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 0.0,
      "sat_alibi_x_grad": 2.3283064365386963e-10
    },
    "tol": 0.0002
  },
  {
    "backend": "sdpa",
    "d": 32,
    "dk": 16,
    "heads": 2,
    "ok": true,
    "preset": "pico_1x",
    "rank": 16,
    "rows": {
      "causal_alibi_forward": 0.0,
      "causal_alibi_loss": 0.0,
      "causal_alibi_param_grad": 0.0,
      "causal_alibi_x_grad": 1.1641532182693481e-10,
      "legacy_load_forward": 0.0,
      "legacy_load_missing_unexpected": 0.0,
      "legacy_load_qkv_weight": 0.0,
      "none_forward": 0.0,
      "none_loss": 0.0,
      "none_param_grad": 0.0,
      "none_x_grad": 5.820766091346741e-11,
      "safe_load_any_loaded": 0.0,
      "safe_load_any_qkv": 0.0,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 0.0,
      "sat_alibi_x_grad": 1.1641532182693481e-10
    },
    "tol": 0.0002
  },
  {
    "backend": "sublinear",
    "d": 32,
    "dk": 16,
    "heads": 2,
    "ok": true,
    "preset": "pico_1x",
    "rank": 16,
    "rows": {
      "causal_alibi_forward": 0.0,
      "causal_alibi_loss": 0.0,
      "causal_alibi_param_grad": 0.0,
      "causal_alibi_x_grad": 1.1641532182693481e-10,
      "legacy_load_forward": 0.0,
      "legacy_load_missing_unexpected": 0.0,
      "legacy_load_qkv_weight": 0.0,
      "none_forward": 0.0,
      "none_loss": 0.0,
      "none_param_grad": 0.0,
      "none_x_grad": 5.820766091346741e-11,
      "safe_load_any_loaded": 0.0,
      "safe_load_any_qkv": 0.0,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 0.0,
      "sat_alibi_x_grad": 1.1641532182693481e-10
    },
    "tol": 0.0002
  },
  {
    "backend": "manual",
    "d": 128,
    "dk": 16,
    "heads": 8,
    "ok": true,
    "preset": "micro_3x",
    "rank": 48,
    "rows": {
      "causal_alibi_forward": 0.0,
      "causal_alibi_loss": 0.0,
      "causal_alibi_param_grad": 0.0,
      "causal_alibi_x_grad": 5.820766091346741e-11,
      "legacy_load_forward": 0.0,
      "legacy_load_missing_unexpected": 0.0,
      "legacy_load_qkv_weight": 0.0,
      "none_forward": 0.0,
      "none_loss": 0.0,
      "none_param_grad": 0.0,
      "none_x_grad": 1.4551915228366852e-11,
      "safe_load_any_loaded": 0.0,
      "safe_load_any_qkv": 0.0,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 0.0,
      "sat_alibi_x_grad": 5.820766091346741e-11
    },
    "tol": 0.0002
  },
  {
    "backend": "sdpa",
    "d": 128,
    "dk": 16,
    "heads": 8,
    "ok": true,
    "preset": "micro_3x",
    "rank": 48,
    "rows": {
      "causal_alibi_forward": 0.0,
      "causal_alibi_loss": 0.0,
      "causal_alibi_param_grad": 0.0,
      "causal_alibi_x_grad": 5.820766091346741e-11,
      "legacy_load_forward": 0.0,
      "legacy_load_missing_unexpected": 0.0,
      "legacy_load_qkv_weight": 0.0,
      "none_forward": 0.0,
      "none_loss": 0.0,
      "none_param_grad": 0.0,
      "none_x_grad": 1.4551915228366852e-11,
      "safe_load_any_loaded": 0.0,
      "safe_load_any_qkv": 0.0,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 0.0,
      "sat_alibi_x_grad": 2.9103830456733704e-11
    },
    "tol": 0.0002
  },
  {
    "backend": "sublinear",
    "d": 128,
    "dk": 16,
    "heads": 8,
    "ok": true,
    "preset": "micro_3x",
    "rank": 48,
    "rows": {
      "causal_alibi_forward": 0.0,
      "causal_alibi_loss": 0.0,
      "causal_alibi_param_grad": 0.0,
      "causal_alibi_x_grad": 5.820766091346741e-11,
      "legacy_load_forward": 0.0,
      "legacy_load_missing_unexpected": 0.0,
      "legacy_load_qkv_weight": 0.0,
      "none_forward": 0.0,
      "none_loss": 0.0,
      "none_param_grad": 0.0,
      "none_x_grad": 1.4551915228366852e-11,
      "safe_load_any_loaded": 0.0,
      "safe_load_any_qkv": 0.0,
      "sat_alibi_forward": 0.0,
      "sat_alibi_loss": 0.0,
      "sat_alibi_param_grad": 0.0,
      "sat_alibi_x_grad": 2.9103830456733704e-11
    },
    "tol": 0.0002
  }
]