import geoopt
import torch
import pytest


@pytest.mark.parametrize(
    "line_search_params",
    [dict(), dict(c1=1e-3, c2=0.99), dict(amax=1, amin=1e-12), dict(stabilize=10)],
)
@pytest.mark.parametrize("batch_size", [None, 1, 16])
@pytest.mark.parametrize("line_search_method", ["armijo", "wolfe"])
@pytest.mark.parametrize("cg_method", ["steepest", "fr", "pr"])
def test_rwolfe_stiefel(line_search_params, batch_size, line_search_method, cg_method):
    # Use line search to solve orthogonal procrustes
    stiefel = geoopt.manifolds.Stiefel()
    torch.manual_seed(42)
    (n, m) = (10, 20)

    A = torch.randn(n, m, dtype=torch.float64)
    Q = stiefel.random((n, n), dtype=torch.float64)
    B = Q @ A

    with torch.no_grad():
        if batch_size is None:
            X = stiefel.random((n, n), dtype=torch.float64)
        else:
            X = stiefel.random((batch_size, n, n), dtype=torch.float64)
        X.requires_grad = True

    def closure():
        optim.zero_grad()
        loss = (X @ A - B).norm() ** 2
        loss.backward()
        return loss.item()

    optim = geoopt.optim.RiemannianLineSearch(
        [X],
        line_search_method=line_search_method,
        line_search_params=line_search_params,
        cg_method=cg_method,
    )

    loss = None
    for i in range(1000):
        loss = optim.step(closure)
        # Stop when no new step can be found, or goal reached
        if optim.last_step_size is None or loss < 1e-4:
            break
    assert loss < 1e-4

torch.manual_seed torch.no_grad torch.randn