using FrankWolfe
using LinearAlgebra
using LaTeXStrings
using PlotsFrankWolfe for scaled, shifted $\ell^1$ and $\ell^{\infty}$ norm balls
In this example, we run the vanilla FrankWolfe algorithm on a scaled and shifted $\ell^1$ and $\ell^{\infty}$ norm ball, using the ScaledBoundL1NormBall and ScaledBoundLInfNormBall LMOs. We shift both onto the point $(1,0)$ and then scale them by a factor of $2$ along the x-axis. We project the point $(2,1)$ onto the polytopes.
n = 2
k = 1000
xp = [2.0, 1.0]
f(x) = norm(x - xp)^2
function grad!(storage, x)
@. storage = 2 * (x - xp)
return nothing
end
lower = [-1.0, -1.0]
upper = [3.0, 1.0]
l1 = FrankWolfe.ScaledBoundL1NormBall(lower, upper)
linf = FrankWolfe.ScaledBoundLInfNormBall(lower, upper)
x1 = FrankWolfe.compute_extreme_point(l1, zeros(n))
gradient = collect(x1)
x_l1, v_1, primal_1, dual_gap_1, trajectory_1 = FrankWolfe.frank_wolfe(
f,
grad!,
l1,
collect(copy(x1)),
max_iteration=k,
line_search=FrankWolfe.Shortstep(2.0),
print_iter=50,
memory_mode=FrankWolfe.InplaceEmphasis(),
verbose=true,
trajectory=true,
);
println("\nFinal solution: ", x_l1)
x2 = FrankWolfe.compute_extreme_point(linf, zeros(n))
gradient = collect(x2)
x_linf, v_2, primal_2, dual_gap_2, trajectory_2 = FrankWolfe.frank_wolfe(
f,
grad!,
linf,
collect(copy(x2)),
max_iteration=k,
line_search=FrankWolfe.Shortstep(2.0),
print_iter=50,
memory_mode=FrankWolfe.InplaceEmphasis(),
verbose=true,
trajectory=true,
);
println("\nFinal solution: ", x_linf)
Vanilla Frank-Wolfe Algorithm.
MEMORY_MODE: FrankWolfe.InplaceEmphasis() STEPSIZE: Shortstep EPSILON: 1.0e-7 MAXITERATION: 1000 TYPE: Float64
MOMENTUM: nothing GRADIENTTYPE: Nothing
LMO: FrankWolfe.ScaledBoundL1NormBall{Float64, 1, Vector{Float64}, Vector{Float64}}
[ Info: In memory_mode memory iterates are written back into x0!
-------------------------------------------------------------------------------------------------
Type Iteration Primal Dual Dual Gap Time It/sec
-------------------------------------------------------------------------------------------------
I 1 2.000000e+00 -6.000000e+00 8.000000e+00 0.000000e+00 Inf
FW 50 2.198243e-01 1.859119e-01 3.391239e-02 9.774810e-02 5.115189e+02
FW 100 2.104540e-01 1.927834e-01 1.767061e-02 9.805233e-02 1.019864e+03
FW 150 2.071345e-01 1.951277e-01 1.200679e-02 9.833401e-02 1.525413e+03
FW 200 2.054240e-01 1.963167e-01 9.107240e-03 9.861038e-02 2.028184e+03
FW 250 2.043783e-01 1.970372e-01 7.341168e-03 9.888279e-02 2.528246e+03
FW 300 2.036722e-01 1.975209e-01 6.151268e-03 9.918825e-02 3.024552e+03
FW 350 2.031630e-01 1.978684e-01 5.294582e-03 9.945935e-02 3.519026e+03
FW 400 2.027782e-01 1.981301e-01 4.648079e-03 9.972958e-02 4.010846e+03
FW 450 2.024772e-01 1.983344e-01 4.142727e-03 1.000152e-01 4.499317e+03
FW 500 2.022352e-01 1.984984e-01 3.736776e-03 1.003038e-01 4.984858e+03
FW 550 2.020364e-01 1.986329e-01 3.403479e-03 1.005870e-01 5.467903e+03
FW 600 2.018701e-01 1.987452e-01 3.124906e-03 1.008641e-01 5.948600e+03
FW 650 2.017290e-01 1.988404e-01 2.888583e-03 1.011575e-01 6.425626e+03
FW 700 2.016078e-01 1.989222e-01 2.685564e-03 1.014348e-01 6.900986e+03
FW 750 2.015024e-01 1.989932e-01 2.509264e-03 1.017063e-01 7.374175e+03
FW 800 2.014101e-01 1.990554e-01 2.354727e-03 1.019903e-01 7.843880e+03
FW 850 2.013284e-01 1.991103e-01 2.218154e-03 1.022657e-01 8.311684e+03
FW 900 2.012558e-01 1.991592e-01 2.096580e-03 1.025424e-01 8.776859e+03
FW 950 2.011906e-01 1.992030e-01 1.987662e-03 1.028150e-01 9.239896e+03
FW 1000 2.011319e-01 1.992424e-01 1.889519e-03 1.031006e-01 9.699264e+03
Last 1001 2.011297e-01 1.992439e-01 1.885794e-03 1.032598e-01 9.693992e+03
-------------------------------------------------------------------------------------------------
Final solution: [1.799813188674937, 0.5986834801090863]
Vanilla Frank-Wolfe Algorithm.
MEMORY_MODE: FrankWolfe.InplaceEmphasis() STEPSIZE: Shortstep EPSILON: 1.0e-7 MAXITERATION: 1000 TYPE: Float64
MOMENTUM: nothing GRADIENTTYPE: Nothing
LMO: FrankWolfe.ScaledBoundLInfNormBall{Float64, 1, Vector{Float64}, Vector{Float64}}
[ Info: In memory_mode memory iterates are written back into x0!
-------------------------------------------------------------------------------------------------
Type Iteration Primal Dual Dual Gap Time It/sec
-------------------------------------------------------------------------------------------------
I 1 1.300000e+01 -1.900000e+01 3.200000e+01 0.000000e+00 Inf
FW 50 1.084340e-02 -7.590380e-02 8.674720e-02 5.380575e-02 9.292687e+02
FW 100 5.509857e-03 -3.856900e-02 4.407886e-02 5.410081e-02 1.848401e+03
FW 150 3.695414e-03 -2.586790e-02 2.956331e-02 5.438645e-02 2.758040e+03
FW 200 2.780453e-03 -1.946317e-02 2.224362e-02 5.467993e-02 3.657649e+03
FW 250 2.228830e-03 -1.560181e-02 1.783064e-02 5.496404e-02 4.548429e+03
FW 300 1.859926e-03 -1.301948e-02 1.487941e-02 5.524406e-02 5.430448e+03
FW 350 1.595838e-03 -1.117087e-02 1.276670e-02 5.552120e-02 6.303898e+03
FW 400 1.397443e-03 -9.782098e-03 1.117954e-02 5.581226e-02 7.166885e+03
FW 450 1.242935e-03 -8.700548e-03 9.943483e-03 5.609004e-02 8.022815e+03
FW 500 1.119201e-03 -7.834409e-03 8.953610e-03 5.637434e-02 8.869283e+03
FW 550 1.017878e-03 -7.125146e-03 8.143024e-03 5.666705e-02 9.705817e+03
FW 600 9.333816e-04 -6.533671e-03 7.467053e-03 5.694772e-02 1.053598e+04
FW 650 8.618413e-04 -6.032889e-03 6.894730e-03 5.722203e-02 1.135926e+04
FW 700 8.004890e-04 -5.603423e-03 6.403912e-03 5.749741e-02 1.217446e+04
FW 750 7.472928e-04 -5.231050e-03 5.978342e-03 5.779667e-02 1.297653e+04
FW 800 7.007275e-04 -4.905093e-03 5.605820e-03 5.807531e-02 1.377522e+04
FW 850 6.596259e-04 -4.617381e-03 5.277007e-03 5.835055e-02 1.456713e+04
FW 900 6.230796e-04 -4.361557e-03 4.984637e-03 5.862902e-02 1.535076e+04
FW 950 5.903710e-04 -4.132597e-03 4.722968e-03 5.892402e-02 1.612246e+04
FW 1000 5.609256e-04 -3.926479e-03 4.487405e-03 5.920346e-02 1.689090e+04
Last 1001 5.598088e-04 -3.918661e-03 4.478470e-03 5.935559e-02 1.686446e+04
-------------------------------------------------------------------------------------------------
Final solution: [2.0005598087769556, 0.9763463450796975]We plot the polytopes alongside the solutions from above:
xcoord1 = [1, 3, 1, -1, 1]
ycoord1 = [-1, 0, 1, 0, -1]
xcoord2 = [3, 3, -1, -1, 3]
ycoord2 = [-1, 1, 1, -1, -1]
plot(
xcoord1,
ycoord1,
title="Visualization of scaled shifted norm balls",
lw=2,
label=L"\ell^1 \textrm{ norm}",
)
plot!(xcoord2, ycoord2, lw=2, label=L"\ell^{\infty} \textrm{ norm}")
plot!(
[x_l1[1]],
[x_l1[2]],
seriestype=:scatter,
lw=5,
color="blue",
label=L"\ell^1 \textrm{ solution}",
)
plot!(
[x_linf[1]],
[x_linf[2]],
seriestype=:scatter,
lw=5,
color="orange",
label=L"\ell^{\infty} \textrm{ solution}",
legend=:bottomleft,
)
This page was generated using Literate.jl.