diff --git a/dfols/__init__.py b/dfols/__init__.py index 543a507..12af57a 100644 --- a/dfols/__init__.py +++ b/dfols/__init__.py @@ -39,7 +39,7 @@ from __future__ import absolute_import, division, print_function, unicode_literals # DFO-LS version -__version__ = '1.5.2' +__version__ = '1.5.3' # Main solver & exit flags from .solver import * diff --git a/dfols/solver.py b/dfols/solver.py index 8ce384c..b46921c 100644 --- a/dfols/solver.py +++ b/dfols/solver.py @@ -148,7 +148,9 @@ def solve_main(objfun, x0, argsf, xl, xu, projections, npt, rhobeg, rhoend, maxf exit_info = ExitInformation(EXIT_SUCCESS, "Objective is sufficiently small") if exit_info is not None: - return x0, r0_avg, sumsq(r0_avg), None, num_samples_run, nf, nx, nruns_so_far+1, exit_info, diagnostic_info + xmin_eval_num = 0 + jacmin_eval_nums = np.array([0], dtype=int) + return x0, r0_avg, sumsq(r0_avg), None, num_samples_run, nf, nx, nruns_so_far+1, exit_info, diagnostic_info, xmin_eval_num, jacmin_eval_nums else: # have old r0 information (e.g. from previous restart), use this instead diff --git a/dfols/tests/test_solver.py b/dfols/tests/test_solver.py index 737665d..0d5d149 100644 --- a/dfols/tests/test_solver.py +++ b/dfols/tests/test_solver.py @@ -210,3 +210,22 @@ def runTest(self): self.assertTrue(array_compare(soln.resid, rosenbrock(soln.x), thresh=1e-10), "Wrong resid") self.assertTrue(array_compare(soln.jacobian, rosenbrock_jacobian(soln.x), thresh=1e-2), "Wrong Jacobian") self.assertTrue(abs(soln.obj - fmin) < 1e-4, "Wrong fmin") + +class TestDiagnosticInto(unittest.TestCase): + # Return diagnostic info - minimal working example for issue #23 + def runTest(self): + ## Minimal working example for DFO-LS bug #23 + objfun = lambda x: x + x0 = np.arange(3) + xmin = np.zeros(x0.shape) + soln = dfols.solve(objfun=objfun, x0=x0, user_params={"logging.save_diagnostic_info": True}) + self.assertTrue(array_compare(soln.x, xmin, thresh=1e-2), "Wrong xmin") + +class TestStartAtMin(unittest.TestCase): + # Start solver at solution - minimal working example for issue #24 + def runTest(self): + objfun = lambda x: x + x0 = np.zeros(3) + xmin = x0.copy() + soln = dfols.solve(objfun=objfun, x0=x0, user_params={"logging.save_diagnostic_info": True}) + self.assertTrue(array_compare(soln.x, xmin, thresh=1e-8), "Wrong xmin") \ No newline at end of file diff --git a/docs/build/doctrees/environment.pickle b/docs/build/doctrees/environment.pickle index b31a400..a88a727 100755 Binary files a/docs/build/doctrees/environment.pickle and b/docs/build/doctrees/environment.pickle differ diff --git a/docs/build/doctrees/history.doctree b/docs/build/doctrees/history.doctree index 35a68e8..ddfde40 100755 Binary files a/docs/build/doctrees/history.doctree and b/docs/build/doctrees/history.doctree differ diff --git a/docs/build/doctrees/index.doctree b/docs/build/doctrees/index.doctree index 9b290fd..06981d4 100755 Binary files a/docs/build/doctrees/index.doctree and b/docs/build/doctrees/index.doctree differ diff --git a/docs/build/html/.buildinfo b/docs/build/html/.buildinfo index b6a06b1..a1846d4 100644 --- a/docs/build/html/.buildinfo +++ b/docs/build/html/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 865700494aceade7d85c2a3d7b404b00 +config: e27aac59f14e76a4142e0b9f9d374216 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/build/html/_sources/history.rst.txt b/docs/build/html/_sources/history.rst.txt index d5aee69..69b7093 100644 --- a/docs/build/html/_sources/history.rst.txt +++ b/docs/build/html/_sources/history.rst.txt @@ -75,3 +75,7 @@ Version 1.5.1 (10 Oct 2024) Version 1.5.2 (28 Oct 2024) --------------------------- * Bugfix for saving diagnostic info (bug introduced in v1.5.1) + +Version 1.5.3 (30 Oct 2024) +--------------------------- +* Bugfix when starting solver at problem minimizer (bug introduced in v1.5.1) diff --git a/docs/build/html/_static/documentation_options.js b/docs/build/html/_static/documentation_options.js index 67b298a..e4b664c 100644 --- a/docs/build/html/_static/documentation_options.js +++ b/docs/build/html/_static/documentation_options.js @@ -1,5 +1,5 @@ const DOCUMENTATION_OPTIONS = { - VERSION: '1.5.2', + VERSION: '1.5.3', LANGUAGE: 'en', COLLAPSE_INDEX: false, BUILDER: 'html', diff --git a/docs/build/html/advanced.html b/docs/build/html/advanced.html index f9aebcf..10b73dc 100644 --- a/docs/build/html/advanced.html +++ b/docs/build/html/advanced.html @@ -4,7 +4,7 @@ - Advanced Usage — DFO-LS v1.5.2 documentation + Advanced Usage — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -38,7 +38,7 @@ DFO-LS
- 1.5.2 + 1.5.3
diff --git a/docs/build/html/contributors.html b/docs/build/html/contributors.html index 3e8eb1c..6b160b1 100644 --- a/docs/build/html/contributors.html +++ b/docs/build/html/contributors.html @@ -4,7 +4,7 @@ - Contributors — DFO-LS v1.5.2 documentation + Contributors — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -36,7 +36,7 @@ DFO-LS
- 1.5.2 + 1.5.3
diff --git a/docs/build/html/diagnostic.html b/docs/build/html/diagnostic.html index 354fc31..d568bf2 100644 --- a/docs/build/html/diagnostic.html +++ b/docs/build/html/diagnostic.html @@ -4,7 +4,7 @@ - Diagnostic Information — DFO-LS v1.5.2 documentation + Diagnostic Information — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -38,7 +38,7 @@ DFO-LS
- 1.5.2 + 1.5.3
diff --git a/docs/build/html/genindex.html b/docs/build/html/genindex.html index 5d1b681..fd76f77 100644 --- a/docs/build/html/genindex.html +++ b/docs/build/html/genindex.html @@ -3,7 +3,7 @@ - Index — DFO-LS v1.5.2 documentation + Index — DFO-LS v1.5.3 documentation @@ -14,7 +14,7 @@ - + @@ -34,7 +34,7 @@ DFO-LS
- 1.5.2 + 1.5.3
diff --git a/docs/build/html/history.html b/docs/build/html/history.html index 72a66c3..ef567e3 100644 --- a/docs/build/html/history.html +++ b/docs/build/html/history.html @@ -4,7 +4,7 @@ - Version History — DFO-LS v1.5.2 documentation + Version History — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -37,7 +37,7 @@ DFO-LS
- 1.5.2 + 1.5.3
@@ -70,6 +70,7 @@
  • Version 1.5.0 (11 Sep 2024)
  • Version 1.5.1 (10 Oct 2024)
  • Version 1.5.2 (28 Oct 2024)
    • +
  • Version 1.5.3 (30 Oct 2024)
  • Contributors
    • @@ -206,6 +207,12 @@

    Version 1.5.2 (28 Oct 2024) +

    Version 1.5.3 (30 Oct 2024)

    +
      +

    • Bugfix when starting solver at problem minimizer (bug introduced in v1.5.1)

      • +
    + diff --git a/docs/build/html/index.html b/docs/build/html/index.html index ca25d93..c927a6b 100644 --- a/docs/build/html/index.html +++ b/docs/build/html/index.html @@ -4,7 +4,7 @@ - DFO-LS: Derivative-Free Optimizer for Least-Squares Minimization — DFO-LS v1.5.2 documentation + DFO-LS: Derivative-Free Optimizer for Least-Squares Minimization — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -37,7 +37,7 @@ DFO-LS
    - 1.5.2 + 1.5.3
    @@ -84,8 +84,8 @@

    DFO-LS: Derivative-Free Optimizer for Least-Squares Minimization

    -

    Release: 1.5.2

    -

    Date: 28 October 2024

    +

    Release: 1.5.3

    +

    Date: 30 October 2024

    Author: Lindon Roberts

    DFO-LS is a flexible package for finding local solutions to nonlinear least-squares minimization problems (with optional regularizer and constraints), without requiring any derivatives of the objective. DFO-LS stands for Derivative-Free Optimizer for Least-Squares.

    That is, DFO-LS solves

    @@ -191,6 +191,7 @@

    DFO-LS: Derivative-Free Optimizer for Least-Squares MinimizationVersion 1.5.0 (11 Sep 2024)
  • Version 1.5.1 (10 Oct 2024)
  • Version 1.5.2 (28 Oct 2024)
    • +
  • Version 1.5.3 (30 Oct 2024)
  • Contributors
      diff --git a/docs/build/html/info.html b/docs/build/html/info.html index 9b5096e..2fc779e 100644 --- a/docs/build/html/info.html +++ b/docs/build/html/info.html @@ -4,7 +4,7 @@ - Overview — DFO-LS v1.5.2 documentation + Overview — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -38,7 +38,7 @@ DFO-LS
      - 1.5.2 + 1.5.3
      diff --git a/docs/build/html/install.html b/docs/build/html/install.html index 2c7f758..180c665 100644 --- a/docs/build/html/install.html +++ b/docs/build/html/install.html @@ -4,7 +4,7 @@ - Installing DFO-LS — DFO-LS v1.5.2 documentation + Installing DFO-LS — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -37,7 +37,7 @@ DFO-LS
      - 1.5.2 + 1.5.3
      diff --git a/docs/build/html/objects.inv b/docs/build/html/objects.inv index 3deca09..82f845f 100644 Binary files a/docs/build/html/objects.inv and b/docs/build/html/objects.inv differ diff --git a/docs/build/html/search.html b/docs/build/html/search.html index 3332474..0af230f 100644 --- a/docs/build/html/search.html +++ b/docs/build/html/search.html @@ -3,7 +3,7 @@ - Search — DFO-LS v1.5.2 documentation + Search — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -37,7 +37,7 @@ DFO-LS
      - 1.5.2 + 1.5.3
      diff --git a/docs/build/html/searchindex.js b/docs/build/html/searchindex.js index 9d04ad9..27b5b57 100644 --- a/docs/build/html/searchindex.js +++ b/docs/build/html/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["advanced", "contributors", "diagnostic", "history", "index", "info", "install", "userguide"], "filenames": ["advanced.rst", "contributors.rst", "diagnostic.rst", "history.rst", "index.rst", "info.rst", "install.rst", "userguide.rst"], "titles": ["Advanced Usage", "Contributors", "Diagnostic Information", "Version History", "DFO-LS: Derivative-Free Optimizer for Least-Squares Minimization", "Overview", "Installing DFO-LS", "Using DFO-LS"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7], "section": [0, 2, 3, 7], "describ": [0, 5, 7], "differ": [0, 3, 5, 7], "option": [0, 3, 4, 5, 6], "user": [0, 4, 5, 7], "avail": [0, 7], "dfo": [0, 2, 3], "l": [0, 2, 3], "In": [0, 2, 5, 7], "last": [0, 2], "us": [0, 2, 3, 4], "we": [0, 2, 5, 7], "introduc": [0, 3], "dfol": [0, 2, 6, 7], "solv": [0, 2, 4], "which": [0, 2, 3, 4, 5, 7], "ha": [0, 2, 3, 4, 5, 7], "input": [0, 3, 4, 5, 7], "user_param": [0, 2, 7], "i": [0, 2, 3, 4, 5, 6, 7], "python": [0, 3, 6, 7], "dictionari": [0, 7], "now": [0, 7], "go": 0, "through": [0, 3], "can": [0, 5, 6, 7], "chang": [0, 2, 3], "wai": [0, 5, 7], "more": [0, 3, 4, 5], "detail": [0, 4, 7], "ar": [0, 4, 5, 7], "paper": [0, 4, 5, 7], "cfmr2018": [0, 5, 7], "hr2021": [], "The": [0, 2, 4, 7], "default": [0, 3, 6, 7], "overrid": 0, "given": [0, 4, 5, 7], "some": [0, 5, 6, 7], "case": [0, 4, 5, 7], "vari": 0, "depend": [0, 2, 3, 5, 7], "whether": [0, 5, 7], "objfun": [0, 2, 3, 7], "evalu": [0, 2, 3, 4, 5], "x": [0, 4, 5, 7], "sever": [0, 5, 7], "time": [0, 2, 5, 7], "same": [0, 4, 5, 7], "give": [0, 7], "result": [0, 2, 3, 5, 7], "determin": [0, 5, 7], "objfun_has_nois": [0, 7], "inspect": 0, "instanc": [0, 5], "rounding_error_const": 0, "intern": [0, 5, 7], "all": [0, 2, 4, 5, 7], "store": [0, 3], "respect": [0, 7], "base": [0, 3, 4, 5, 7], "x_b": 0, "y_t": 0, "reduc": [0, 3], "risk": 0, "roundoff": 0, "error": [0, 2, 4, 5, 7], "shift": [0, 7], "x_k": [0, 5], "when": [0, 3, 4, 7], "s_k": [0, 2, 5], "leq": [0, 4, 5, 7], "text": [0, 2, 4, 5, 7], "const": 0, "where": [0, 5, 7], "0": [0, 2, 4, 5, 7], "1": [0, 1, 2, 4, 5, 6, 7], "safety_step_thresh": 0, "threshold": [0, 7], "call": [0, 2, 4, 5, 7], "safeti": [0, 2, 3], "step": [0, 2, 3, 5, 7], "gamma_": 0, "rho_k": [0, 2], "5": [0, 1, 4, 7], "check_objfun_for_overflow": 0, "cap": [0, 4, 5, 7], "r_i": [0, 5, 7], "thei": [0, 5, 7], "larg": [0, 3, 5], "enough": [0, 7], "an": [0, 3, 4, 5, 6, 7], "overflowerror": 0, "encount": 0, "try": [0, 4, 5], "f": [0, 2, 4, 5, 7], "true": [0, 2, 5, 7], "n_to_print_whole_x_vector": 0, "If": [0, 4, 5, 6, 7], "print": [0, 3, 7], "function": [0, 3, 4, 5, 7], "screen": 0, "file": [0, 2, 6, 7], "maximum": [0, 2, 7], "len": [0, 7], "full": [0, 3, 4, 7], "vector": [0, 2, 5, 7], "should": [0, 4, 6, 7], "also": [0, 4, 5, 6, 7], "6": [0, 4, 7], "save_diagnostic_info": [0, 2], "flag": [0, 7], "so": [0, 2, 3, 4, 7], "save": [0, 2, 3, 7], "diagnost": [0, 3, 4, 7], "each": [0, 2, 5, 7], "iter": [0, 3, 4, 7], "fals": [0, 7], "save_poised": [0, 2], "includ": [0, 2, 7], "lambda": [0, 2, 4, 7], "poised": [0, 2], "y_k": [0, 2], "most": [0, 2, 5, 7], "computation": 0, "expens": [0, 2, 5], "piec": [0, 2], "save_xk": [0, 2], "save_rk": [0, 2], "r_1": [0, 5, 7], "cdot": [0, 4, 5, 7], "r_m": [0, 5, 7], "alwai": [0, 5, 7], "init": 0, "random_initial_direct": 0, "build": [0, 7], "random": [0, 3, 7], "direct": [0, 3, 7], "oppos": 0, "coordin": [0, 7], "version": [0, 1, 4, 6], "2": [0, 4, 5, 6, 7], "random_directions_make_orthogon": 0, "orthogon": 0, "run_in_parallel": 0, "ask": [0, 4, 7], "without": [0, 4], "ani": [0, 2, 4, 7], "intermedi": 0, "process": [0, 5], "tr_radiu": 0, "eta1": 0, "unsuccess": 0, "eta_1": 0, "eta2": 0, "veri": [0, 5, 7], "success": [0, 2, 7], "eta_2": 0, "7": [0, 3, 7], "gamma_dec": 0, "ratio": [0, 2], "decreas": [0, 5, 7], "delta_k": [0, 2, 5], "dec": 0, "smooth": 0, "problem": [0, 2, 3, 4, 5, 7], "98": 0, "noisi": [0, 4, 5], "e": [0, 2, 4, 5, 6, 7], "gamma_inc": 0, "increas": [0, 7], "inc": 0, "gamma_inc_overlin": 0, "overlin": 0, "gamma": 0, "_": [0, 7], "4": [0, 4, 5, 7], "alpha1": 0, "alpha_1": 0, "9": [0, 6, 7], "alpha2": 0, "alpha_2": 0, "95": 0, "abs_tol": 0, "toler": 0, "quit": 0, "below": [0, 7], "10": [0, 4, 7], "12": [0, 4, 7], "rel_tol": 0, "rel": 0, "x_0": [0, 7], "20": [0, 4, 7], "history_for_slow": 0, "histori": [0, 4], "current": [0, 4, 5, 7], "thresh_for_slow": 0, "max_slow_it": 0, "number": [0, 2, 5, 7], "consecut": 0, "befor": [0, 7], "x0": [0, 2, 7], "quit_on_noise_level": 0, "within": [0, 3, 7], "level": [0, 3, 6, 7], "scale_factor_for_quit": 0, "factor": 0, "criterion": 0, "multiplicative_noise_level": 0, "onli": [0, 2, 3, 5, 7], "specifi": [0, 7], "one": [0, 2, 5, 6, 7], "addit": [0, 3], "none": [0, 7], "additive_noise_level": 0, "precondit": 0, "scale": [0, 3, 7], "linear": [0, 2, 5, 7], "system": [0, 2, 4, 6], "improv": [0, 3, 4, 5, 7], "condit": [0, 2, 7], "throw_error_on_nan": 0, "throw": 0, "numpi": [0, 3, 6, 7], "linalg": [0, 7], "linalgerror": 0, "nan": [0, 3, 7], "gracefulli": [0, 3], "num_extra_step": 0, "extra": [0, 3, 4, 7], "other": 0, "than": [0, 3, 7], "accept": 0, "move": [0, 5, 7], "n": [0, 4, 5, 7], "increase_num_extra_steps_with_restart": 0, "amount": [0, 7], "momentum_extra_step": 0, "momentum": 0, "method": [0, 3, 4, 5, 7], "geometri": [0, 3, 5], "use_restart": 0, "do": [0, 5, 6, 7], "reach": [0, 7], "rho_": 0, "end": 0, "max_unsuccessful_restart": 0, "allow": [0, 3, 7], "did": [0, 7], "further": 0, "rhoend_scal": 0, "use_soft_restart": 0, "soft": [0, 7], "hard": 0, "num_geom_step": 0, "For": [0, 4, 5, 6, 7], "3": [0, 1, 4, 5, 6, 7], "move_xk": 0, "preserv": 0, "best": [0, 2, 5, 7], "new": [0, 3, 5, 7], "increase_npt": 0, "increase_npt_amt": 0, "increase_ndirs_initial_amt": 0, "ndirs_initi": 0, "To": [0, 2, 5, 6, 7], "avoid": [0, 3, 4, 7], "phase": [0, 7], "use_old_rk": 0, "recycl": 0, "found": [0, 2, 7], "perform": [0, 3, 5, 7], "max_npt": 0, "npt": [0, 2, 3, 7], "max_fake_successful_step": 0, "run": [0, 6, 7], "smaller": 0, "larger": 0, "previou": [0, 7], "maxfun": [0, 7], "auto_detect": 0, "automat": [0, 6, 7], "still": 0, "trigger": 0, "radiu": [0, 2, 3, 5, 7], "etc": [0, 2], "how": [0, 2, 4, 6], "mani": [0, 3, 4, 5, 7], "data": [0, 4, 5], "radii": 0, "There": [0, 5, 7], "two": [0, 5], "criteria": 0, "over": [0, 7], "jacobian": [0, 2, 3, 7], "consist": 0, "trend": 0, "measur": [0, 5], "slope": 0, "correl": 0, "coeffici": 0, "line": [0, 3, 7], "fit": [0, 4], "30": [0, 7], "min_chgj_slop": 0, "minimum": [0, 7], "rate": 0, "j_k": [0, 2], "j_": [0, 2, 7], "k": [0, 2, 4, 5, 7], "_f": [0, 2], "past": 0, "caus": [0, 7], "015": 0, "min_correl": 0, "requir": [0, 3, 4, 5, 7], "add": [0, 3, 7], "exclud": 0, "less": 0, "setup": [0, 3], "cost": [0, 3, 7], "impract": 0, "have": [0, 5, 6, 7], "effect": 0, "full_rank": 0, "use_full_rank_interp": 0, "perturb": 0, "make": [0, 3, 5, 6, 7], "compon": [0, 7], "search": [0, 3, 5], "space": [0, 3, 5], "m": [0, 4, 5, 6, 7], "geq": [0, 7], "otherwis": [0, 5], "opposit": 0, "perturb_trust_region_step": 0, "yet": 0, "altern": [0, 4, 6, 7], "delta_scale_new_dirn": 0, "ad": [0, 3, 4], "length": [0, 7], "scale_factor": 0, "magnitud": [0, 7], "svd_scale_factor": 0, "floor": 0, "singular": [0, 7], "nonzero": 0, "min_sing_v": 0, "absolut": 0, "svd_max_jac_cond": 0, "after": 0, "appli": [0, 7], "anoth": 0, "smallest": [0, 2], "sinc": [0, 2, 7], "largest": 0, "fix": [0, 3, 7], "8": [0, 4, 7], "do_geom_step": 0, "while": [0, 5], "per": [0, 2, 3, 7], "usual": [0, 7], "do_safety_step": 0, "regular": [1, 3, 4, 5], "reduce_delta": 0, "full_geom_step": 0, "post": 0, "involv": [0, 5], "cannot": [0, 5], "reset_delta": 0, "reset": 0, "its": [0, 7], "reset_rho": 0, "lower": [0, 2, 3, 7], "bound": [0, 2, 3, 4], "dure": [0, 3], "num_new_dirns_each_it": 0, "approach": 0, "recommend": 0, "d_tol": 0, "stop": [0, 3], "max_it": 0, "take": [0, 5, 7], "100": [0, 7], "matrix_rank": 0, "r_tol": 0, "what": [0, 2], "posisbl": 0, "diagon": 0, "entri": [0, 7], "qr": 0, "being": [0, 7], "consid": [0, 5], "zero": [0, 3, 7], "18": 0, "coralia": [0, 4, 5, 7], "carti": [0, 4, 5, 7], "jan": [0, 4, 5, 7], "fiala": [0, 4, 5, 7], "benjamin": [0, 5, 7], "marteau": [0, 4, 5, 7], "lindon": [0, 1, 4, 5, 7], "robert": [0, 1, 4, 5, 7], "flexibl": [0, 4, 5, 7], "robust": [0, 4, 5, 7], "deriv": [0, 5, 7], "free": [0, 5, 7], "optim": [0, 2, 5, 7], "solver": [0, 3, 4, 5, 7], "acm": [0, 4, 5, 7], "transact": [0, 4, 5, 7], "mathemat": [0, 4, 5, 7], "softwar": [0, 4, 5, 6, 7], "45": [0, 4, 5, 7], "2019": [0, 4, 5, 7], "pp": [0, 4, 5, 7], "32": [0, 4, 5, 7], "41": [0, 4, 5, 7], "preprint": [0, 4, 5, 7], "hough": [0, 1, 4, 5, 7], "convex": [0, 1, 3, 4, 5], "constrain": [0, 3, 4, 5, 7], "arxiv": [0, 4, 5, 7], "2111": [], "05443": [], "2021": 4, "univers": 1, "sydnei": 1, "matthew": [0, 1, 5, 7], "waterloo": 1, "handl": [1, 3, 4], "gener": [1, 4], "constraint": [1, 3, 4, 5], "saw": 2, "output": [2, 3, 4, 5], "return": [2, 3, 7], "contain": [2, 6, 7], "about": [2, 3, 7], "soln": [2, 3, 7], "diagnostic_info": [2, 7], "object": [2, 3, 4, 5], "panda": [2, 6, 7], "datafram": [2, 7], "row": 2, "explain": 2, "mean": [0, 2, 5], "type": [2, 5, 7], "column": 2, "csv": 2, "previous": 2, "defin": [2, 7], "turn": 2, "log": [2, 3, 4, 7], "info": [2, 3, 7], "to_csv": 2, "myfil": [2, 7], "exactli": [2, 7], "termin": [2, 4, 7], "mai": [2, 4, 5, 7], "fulli": 2, "popul": 2, "xk": 2, "point": [2, 3, 4, 5, 7], "far": [2, 7], "rk": 2, "residu": [2, 5, 7], "fk": 2, "valu": [2, 3, 4, 5, 7], "rho": [2, 7], "delta": [2, 7], "norm_sk": 2, "norm": [2, 7], "interpolation_error": 2, "sum": [2, 4, 5, 7], "squar": [0, 2, 5], "from": [2, 3, 4, 5, 6, 7], "interpolation_condition_numb": 2, "matrix": [2, 4, 7], "interpolation_change_j_norm": 2, "frobeniu": 2, "interpolation_total_residu": 2, "total": [2, 7], "set": [2, 3, 4, 5, 7], "pois": 2, "comput": [2, 5, 7], "max_distance_xk": 2, "distanc": 2, "norm_gk": 2, "gradient": 2, "g_k": 2, "nrun": [2, 7], "been": [2, 4, 7], "restart": [2, 3, 4, 7], "nf": [2, 7], "see": [2, 6, 7], "nx": [2, 7], "nsampl": [2, 7], "iter_this_run": 2, "iters_tot": 2, "iter_typ": 2, "A": [2, 4, 5], "descript": [2, 5, 7], "had": 2, "g": [2, 5, 6, 7], "actual": 2, "predict": [2, 5], "reduct": 2, "slow_it": 2, "equal": 2, "slow": [2, 4, 7], "wa": [2, 4, 6, 7], "list": [3, 7], "updat": 3, "between": 3, "them": [3, 5, 7], "initi": [3, 4, 7], "releas": [3, 4], "minor": 3, "bug": 3, "trust": [3, 4, 5, 6, 7], "region": [3, 4, 5, 6, 7], "subproblem": [0, 3, 5, 6, 7], "crvmin": 3, "calcul": [0, 3, 5, 7], "correctli": [3, 7], "minim": [3, 5], "impact": [3, 7], "arg": 3, "pass": [3, 7], "argument": [3, 4], "paramet": [3, 4], "regim": 3, "correct": [3, 7], "exit": [3, 7], "retriev": 3, "instal": [3, 4], "invers": 3, "ensur": [3, 7], "whole": 3, "feasibl": [3, 4, 7], "overflow": 3, "link": 3, "code": [3, 6, 7], "zenodo": 3, "creat": 3, "doi": 3, "algorithm": [3, 4, 7], "determinist": 3, "initialis": [3, 7], "longer": 3, "necessari": 3, "seed": [3, 7], "reproduc": [3, 7], "model": [3, 4, 5, 7], "hessian": 3, "rather": 3, "just": [3, 7], "upper": [3, 7], "triangular": 3, "part": [3, 7], "runtim": 3, "oper": [3, 7], "faster": [3, 7], "solut": [3, 4, 5, 6, 7], "fortran": [3, 6], "trustregion": [3, 6], "packag": [3, 4, 6], "interpol": [3, 4, 5, 7], "multipl": [3, 4, 5, 7], "right": [3, 7], "hand": [3, 5, 6], "side": [3, 5], "don": 3, "t": [3, 4, 5, 7], "adjust": [3, 7], "start": [3, 5, 7], "close": [3, 5, 7], "long": 3, "behavior": 3, "enabl": 3, "bugfix": 3, "divid": 3, "warn": [3, 7], "auto": 3, "detect": 3, "remov": [3, 6], "deprec": 3, "customis": 3, "finit": [3, 5], "arbitrari": [3, 7], "simpl": [3, 4, 6], "modul": [3, 7], "inform": [3, 4, 5, 7], "unconstrain": 3, "newer": 3, "scipi": [3, 5, 6, 7], "least": [0, 3, 5], "11": [4, 6, 7], "occasion": 3, "undetermin": 3, "trial": [3, 5, 7], "date": 4, "29": [4, 7], "januari": [], "2024": [0, 4, 5, 7], "author": 4, "find": [4, 5, 7], "local": [4, 7], "nonlinear": 4, "stand": 4, "That": [4, 5], "min_": [4, 5, 7], "mathbb": [4, 5, 7], "r": [4, 5, 7], "quad": [4, 5, 7], "sum_": [4, 5, 7], "r_": [4, 5, 7], "": [4, 5, 7], "c": [4, 5, 6, 7], "b": [4, 5, 7], "intersect": [4, 5, 7], "provid": [4, 5, 6, 7], "non": [0, 3, 4, 7], "relax": [4, 7], "never": [4, 7], "our": [4, 5, 7], "j": [4, 7], "gn": 4, "you": [4, 5, 6, 7], "interest": [4, 5], "structur": 4, "wish": [4, 5, 7], "py": 4, "bobyqa": 4, "featur": 4, "under": 4, "gnu": 4, "public": 4, "licens": 4, "pleas": 4, "contact": 4, "nag": 4, "conda": 4, "pip": 4, "manual": 4, "test": [4, 7], "uninstal": 4, "overview": [4, 7], "equat": 4, "refer": 4, "exampl": [4, 5, 6], "estim": [4, 5], "advanc": [4, 7], "usag": [4, 7], "manag": 4, "small": [4, 5, 7], "progress": [4, 7], "stochast": [4, 7], "nois": [4, 5, 7], "regress": [4, 7], "dynam": 4, "grow": 4, "dykstra": [4, 7], "check": [4, 5], "rank": 4, "count": [4, 7], "feb": 4, "2018": 4, "jun": 4, "16": [4, 7], "apr": 4, "2020": 4, "13": [4, 7], "26": [4, 7], "nov": 4, "contributor": 4, "main": [4, 5, 7], "develop": [4, 5], "supervis": 4, "support": [3, 4, 6, 7], "epsrc": 4, "centr": 4, "doctor": 4, "train": 4, "industri": 4, "focus": 4, "ep": 4, "l015803": 4, "collabor": 4, "numer": 4, "group": 4, "design": [5, 7], "simpli": 5, "doe": [5, 7], "nor": 5, "attempt": 5, "differenc": 5, "situat": 5, "prefer": 5, "vast": 5, "major": 5, "even": 5, "imposs": 5, "inaccur": 5, "By": 5, "get": [5, 7], "happen": 5, "mont": 5, "carlo": 5, "simul": 5, "physic": 5, "experi": 5, "everi": [5, 7], "prohibit": 5, "fewest": 5, "possibl": [5, 7], "howev": [5, 7], "probabl": 5, "good": [5, 7], "idea": 5, "librari": 5, "common": [4, 5, 7], "quantit": 5, "disciplin": 5, "observ": [5, 7], "typic": [4, 5], "proccess": 5, "known": [5, 7], "mathrm": 5, "ob": 5, "x_1": [5, 7], "ldot": 5, "x_n": 5, "quantiti": 5, "y": [5, 7], "need": [5, 7], "suitabl": [5, 7], "choic": [4, 5, 7], "directli": [5, 6, 7], "calibr": [5, 7], "relationship": 5, "suppos": [5, 7], "_1": [4, 5, 7], "y_1": 5, "_m": 5, "y_m": 5, "Then": 5, "produc": [5, 7], "y_i": [5, 7], "_i": [5, 7], "form": [5, 7], "As": [5, 7], "abov": [5, 6, 7], "particularli": [5, 7], "satisfi": [5, 7], "r_2": 5, "vdot": 5, "Such": 5, "possibli": [3, 4, 5, 7], "infinit": 5, "often": [5, 7], "certainli": 5, "unknown": 5, "sai": 5, "underdetermin": 5, "overdetermin": 5, "choos": [5, 7], "sin": 5, "x_2": [5, 7], "similarli": 5, "like": [5, 7], "keep": 5, "exist": 5, "sens": 5, "instead": [4, 5, 7], "approxim": [5, 7], "left": 5, "formul": 5, "similar": 5, "difficult": 5, "strongli": 5, "closest": [5, 7], "guarante": 5, "your": [5, 6, 7], "techniqu": 5, "deflat": 5, "categori": 5, "nonconvex": 5, "m_k": 5, "approx": [5, 7], "maintain": 5, "size": [5, 7], "At": 5, "task": 5, "x_": [5, 7], "stai": 5, "put": 5, "delta_": 5, "repeat": 5, "construct": [5, 7], "sure": [5, 6], "accur": [0, 5, 7], "regularli": 5, "well": 5, "aren": 5, "complet": 5, "follow": [6, 7], "http": [6, 7], "www": 6, "org": 6, "addition": 6, "higher": 6, "17": [], "pydata": 6, "fast": 6, "compil": 6, "gfortran": 6, "work": 6, "anaconda": 6, "environ": 6, "forg": 6, "easi": [6, 7], "root": 6, "block": [], "bash": [], "sudo": [], "easy_instal": [], "privileg": [], "want": 7, "privat": [], "home": [], "directori": [6, 7], "note": [4, 6, 7], "older": 6, "present": 6, "upgrad": 6, "latest": 6, "download": 6, "sourc": 6, "github": [6, 7], "unpack": 6, "git": 6, "clone": 6, "com": [6, 7], "numericalalgorithmsgroup": 6, "cd": 6, "written": 6, "pure": 6, "It": [6, 7], "navig": 6, "top": 6, "rerun": 6, "pull": 6, "admin": [], "html": 7, "document": [6, 7], "locat": 6, "site": 6, "interfac": 7, "empti": 7, "framework": 7, "depth": 7, "technic": 7, "via": 7, "both": 7, "must": [0, 7], "dimension": 7, "arrai": 7, "shape": 7, "min": 7, "resid": 7, "float": 7, "first": 7, "partial": 7, "x_j": 7, "integ": 7, "sampl": 7, "averag": 7, "msg": 7, "why": 7, "finish": 7, "string": 7, "tabl": 7, "show": 7, "variabl": 7, "exit_success": 7, "successfulli": 7, "suffici": 7, "exit_maxfun_warn": 7, "exit_slow_warn": 7, "exit_false_success_warn": 7, "wors": 7, "exit_tr_increase_warn": 7, "exit_input_error": 7, "exit_tr_increase_error": 7, "occur": 7, "exit_linalg_error": 7, "algebra": 7, "exit_eval_error": 7, "These": 7, "access": 7, "project": 7, "rhobeg": 7, "rhoend": 7, "1e": 7, "scaling_within_bound": 7, "do_log": 7, "print_progress": 7, "tupl": 7, "a_i": 7, "b_i": 7, "either": 7, "f1": 7, "f2": 7, "fn": 7, "onto": 7, "correspond": 7, "max": 7, "infti": 7, "request": 7, "1000": 7, "nrestart": 7, "applic": 7, "param1": 7, "val1": 7, "param2": 7, "val2": 7, "next": 7, "indic": 7, "sensibl": 7, "overridden": 7, "becom": 7, "order": 7, "visibl": 7, "unless": 7, "practic": 7, "achiev": 7, "rosenbrock": 7, "write": 7, "commonli": 7, "purpos": 7, "script": 7, "__future__": 7, "import": 7, "print_funct": 7, "np": 7, "def": 7, "displai": 7, "along": 7, "xmin": 7, "33": 7, "00180000e": [], "01": 7, "00000000e": 7, "00": 7, "19971362e": [], "page": 7, "extend": 7, "alon": 7, "85": 7, "81": 7, "10862447e": [], "14": 7, "58": [], "79999999e": 7, "99999998e": [], "62398179e": [], "outsid": 7, "runtimewarn": 7, "out": 7, "basicconfig": 7, "format": 7, "messag": 7, "And": 7, "eval": 7, "39": 7, "65": 7, "337296": 7, "08": 7, "55": 7, "25": 7, "73": 7, "57": 7, "010000001407575": [], "89999999": [], "80999999": [], "00999999999999997": [], "could": 7, "replac": 7, "filenam": 7, "filemod": 7, "w": 7, "deactiv": 7, "obj": 7, "grad": 7, "43e": 7, "61e": 7, "02": 7, "20e": 7, "35e": 7, "77e": 7, "80e": 7, "00e": 7, "50e": 7, "56": 7, "subject": [], "pball": [], "pbox": [], "ball": 7, "box": [0, 4, 5, 7], "lie": [], "One": [], "equival": [], "separ": [], "u": 7, "debug": [], "implement": 7, "too": [3, 7], "becaus": 7, "gave": 7, "activ": 7, "15359245": 7, "43592448": 7, "81557703": 7, "79826221e": 7, "00004412e": 7, "81976605e": 7, "15": 7, "let": 7, "modifi": 7, "compar": 7, "gaussian": 7, "rosenbrock_noisi": 7, "normal": 7, "demonstr": 7, "rang": 7, "str": 7, "opt": 7, "least_squar": 7, "10g": 7, "nfev": 7, "statu": 7, "4776183": 7, "20880346": 7, "44306447": 7, "24929965": 7, "48217255": 7, "17849989": 7, "44180389": 7, "19667014": 7, "39545837": 7, "20903317": 7, "00000003": [], "59634974e": [], "07": [], "63036198e": [], "09": 7, "550476524e": [], "53": [], "98196347e": [], "90335675e": [], "01941978e": [], "24991776e": [], "05": [], "20000087": [], "00000235": [], "23": 7, "95535774": [], "xtol": 7, "abl": 7, "troubl": 7, "unabl": 7, "therefor": 7, "06227943e": [], "51525603e": [], "650274685e": [], "99950530e": [], "00670067e": [], "96161167e": [], "41166495e": [], "04": 7, "short": 7, "taken": 7, "here": 7, "t_i": 7, "exponenti": 7, "decai": 7, "exp": 7, "origin": 7, "uk": 7, "mathwork": 7, "help": 7, "ug": 7, "lsqcurvefit": 7, "tdata": 7, "19": 7, "24": 7, "28": [4, 7], "35": 7, "60": 7, "74": 7, "ydata": 7, "455": 7, "428": 7, "124": 7, "67": 7, "43": 7, "prediction_error": 7, "expect": 7, "1e20": 7, "awai": 7, "98830861e": 7, "01256863e": 7, "1816709": 7, "06098397": [], "76276301": [], "11962354": [], "26589796": [], "59788814": [], "02611897": [], "5123537": [], "56145452": 7, "63266662": 7, "504886892": 7, "79": [], "12897463e": [], "09843514e": [], "59085679e": [], "42808544e": [], "47252555e": [], "70205419e": [], "03": 7, "34676365e": [], "33017181e": [], "71355033e": [], "04752848e": [], "75304364e": [], "09280752e": [], "83184867e": [], "97239623e": [], "22992989e": [], "70749826e": [], "24129962e": [], "95045269e": [], "65956876e": [], "07858081e": [], "plot": 7, "v": 7, "linspac": 7, "90": 7, "matplotlib": 7, "pyplot": 7, "plt": 7, "figur": 7, "ax": 7, "gca": 7, "label": 7, "bo": 7, "set_xlabel": 7, "set_ylabel": 7, "legend": 7, "loc": 7, "grid": 7, "lastli": 7, "sa": 7, "cdl": 7, "en": 7, "imlug": 7, "66112": 7, "viewer": 7, "htm": 7, "imlug_genstatexpls_sect004": 7, "math": 7, "x1": 7, "x2": 7, "nonlinear_system": 7, "09777309": 7, "32510588": 7, "45394186e": [], "95108811e": [], "827884295e": [], "32499552": [], "90216381": [], "22664908": [], "00061604": [], "high": 7, "accuraci": [0, 7], "april": [], "siam": [0, 4, 5, 7], "journal": [0, 4, 5, 7], "21": [0, 4, 5, 7], "2022": [0, 4, 5, 7], "2552": [0, 4, 5, 7], "2579": [0, 4, 5, 7], "pyproject": [3, 6], "toml": [3, 6], "pytest": 6, "pyarg": 6, "hr2022": [0, 5, 7], "migrat": 3, "drop": 3, "v1": [3, 7], "func_tol": 0, "criticality_measur": 0, "critic": 0, "stationar": 0, "tr_step": 0, "fista": 0, "500": 0, "sfista": 0, "max_iters_sc": 0, "septemb": [], "h": [0, 4, 5, 7], "c_1": [4, 5, 7], "c_n": [4, 5, 7], "c_i": [4, 5, 7], "lipschitz": [4, 7], "continu": [4, 7], "differenti": [4, 7], "overfit": [4, 7], "l1": [4, 7], "lasso": [4, 7], "tikhonov": [4, 7], "ridg": [4, 7], "_2": [4, 7], "incorpor": [4, 7], "term": [3, 4, 7], "sqrt": [4, 7], "although": 4, "slightli": [4, 7], "violat": [4, 7], "round": [4, 7], "liu": [0, 1, 4, 5, 7], "lam": [0, 1, 4, 5, 7], "black": [0, 4, 5, 7], "2407": [0, 4, 5, 7], "14915": [0, 4, 5, 7], "australian": [1, 4], "research": 4, "council": 4, "de240100006": 4, "llr2024": [0, 5, 7], "yanjun": [0, 1, 5, 7], "kevin": [0, 1, 5, 7], "lh": 7, "prox_uh": 7, "argsf": 7, "argsh": 7, "argsprox": 7, "constant": 7, "euclidean": 7, "posit": 7, "l_h": 7, "proxim": 7, "operatornam": 7, "prox": 7, "uh": 7, "sign": 7, "ab": 7, "princeton": 1, "nonsmooth": [1, 3], "nation": 1, "infeas": 3, "sep": 4, "know": 7, "proj": 7, "argmin": 7, "better": 7, "explicitli": 7, "unit": 7, "simplex": 7, "x_i": 7, "inequ": 7, "explicit": 7, "express": 7, "onlin": 7, "databas": 7, "textbook": 7, "b2017": 7, "name": 7, "center": 7, "ball_proj": 7, "potenti": 7, "encourag": 7, "certain": 7, "properti": 7, "wide": 7, "spars": 7, "revers": 7, "triangl": 7, "henc": 7, "frac": 7, "2u": 7, "element": 7, "wise": 7, "artifici": 7, "dimens": 7, "arang": 7, "reshap": 7, "lda": 7, "85049254e": 7, "03534168e": 7, "19957812e": 7, "47953030e": 7, "30074165e": 7, "52029666": 7, "17185715": 7, "27822451": 7, "28821556": 7, "24831856": 7, "17654034": 7, "08211591": 7, "02946872": 7, "1546391": 7, "29091242": 7, "8682829845": 7, "34": 7, "75619848e": 7, "50000000e": 7, "60000000e": 7, "70000000e": 7, "80000000e": 7, "90000000e": 7, "relat": 7, "amir": 7, "beck": 7, "2017": 7, "octob": 4, "xmin_eval_num": [3, 7], "repres": 7, "index": 7, "match": 7, "jacmin_eval_num": [3, 7], "9982000e": 7, "0000000e": 7, "0079924e": 7, "31": 7, "15519307e": 7, "42": 7, "54": 7, "27": 7, "came": 7, "00000001": 7, "00000002": 7, "17481720e": 7, "04150014e": 7, "352509879e": 7, "98079840e": 7, "00105722e": 7, "93887907e": 7, "06567570e": 7, "83907501": 7, "56093684e": 7, "17835345e": 7, "443440912e": 7, "98649933e": 7, "93403044e": 7, "93112150e": 7, "78830812e": 7, "06098396": 7, "76276296": 7, "11962351": 7, "26589799": 7, "59788816": 7, "02611898": 7, "51235371": 7, "111": 7, "12901055e": 7, "09843504e": 7, "59087363e": 7, "42808534e": 7, "47254068e": 7, "70205403e": 7, "34676757e": 7, "33017163e": 7, "71358948e": 7, "04752831e": 7, "75309286e": 7, "09280596e": 7, "83185935e": 7, "97239504e": 7, "22997879e": 7, "70749550e": 7, "24146460e": 7, "95045170e": 7, "65964661e": 7, "07858021e": 7, "104": 7, "109": 7, "110": 7, "38601752e": 7, "70204653e": 7, "916172822e": 7, "32527052": 7, "90227531": 7, "22943034": 7, "99958226": 7, "0100000000000225": 7, "80999998": 7, "parallel": 3, "oct": 4}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"advanc": 0, "usag": 0, "gener": [0, 7], "algorithm": [0, 2, 5], "paramet": [0, 5, 7], "log": 0, "output": [0, 7], "initi": 0, "point": 0, "trust": [0, 2], "region": [0, 2], "manag": 0, "termin": 0, "small": 0, "object": [0, 7], "valu": 0, "slow": 0, "progress": [0, 2], "stochast": 0, "nois": 0, "inform": [0, 2], "interpol": [0, 2], "regress": 0, "model": [0, 2], "multipl": 0, "restart": 0, "dynam": 0, "grow": 0, "set": 0, "dykstra": 0, "": 0, "check": 0, "matrix": 0, "rank": 0, "refer": [0, 5, 7], "contributor": 1, "main": 1, "author": 1, "diagnost": 2, "current": 2, "iter": 2, "count": 2, "version": 3, "histori": 3, "1": 3, "0": 3, "6": 3, "feb": 3, "2018": 3, "20": 3, "2": 3, "jun": 3, "16": 3, "jan": 3, "2019": 3, "5": 3, "apr": 3, "12": 3, "2020": 3, "13": 3, "26": 3, "2021": 3, "3": 3, "8": 3, "nov": 3, "4": 3, "29": 3, "2024": 3, "dfo": [4, 5, 6, 7], "l": [4, 5, 6, 7], "deriv": 4, "free": 4, "optim": 4, "least": [4, 7], "squar": [4, 7], "minim": [4, 7], "content": 4, "acknowledg": 4, "overview": 5, "when": 5, "us": [5, 6, 7], "fit": [5, 7], "solv": [5, 7], "nonlinear": [5, 7], "system": [5, 7], "equat": [5, 7], "detail": 5, "instal": 6, "requir": 6, "conda": 6, "pip": 6, "manual": 6, "test": 6, "uninstal": 6, "how": 7, "option": 7, "argument": 7, "A": 7, "simpl": 7, "exampl": 7, "ad": 7, "bound": 7, "more": 7, "handl": 0, "arbitrari": [], "convex": 7, "constraint": 7, "noisi": 7, "evalu": 7, "estim": 7, "data": 7, "11": 3, "regular": [0, 7], "sep": 3, "10": 3, "oct": 3, "28": 3}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"Advanced Usage": [[0, "advanced-usage"]], "General Algorithm Parameters": [[0, "general-algorithm-parameters"]], "Logging and Output": [[0, "logging-and-output"]], "Initialization of Points": [[0, "initialization-of-points"]], "Trust Region Management": [[0, "trust-region-management"]], "Termination on Small Objective Value": [[0, "termination-on-small-objective-value"]], "Termination on Slow Progress": [[0, "termination-on-slow-progress"]], "Stochastic Noise Information": [[0, "stochastic-noise-information"]], "Interpolation Management": [[0, "interpolation-management"]], "Regression Model Management": [[0, "regression-model-management"]], "Multiple Restarts": [[0, "multiple-restarts"]], "Dynamically Growing Initial Set": [[0, "dynamically-growing-initial-set"]], "Dykstra\u2019s Algorithm": [[0, "dykstra-s-algorithm"]], "Checking Matrix Rank": [[0, "checking-matrix-rank"]], "Handling regularizer": [[0, "handling-regularizer"]], "References": [[0, "references"], [5, "references"], [7, "references"]], "Contributors": [[1, "contributors"], [1, "id1"]], "Main author": [[1, "main-author"]], "Diagnostic Information": [[2, "diagnostic-information"]], "Current Iterate": [[2, "current-iterate"]], "Trust Region": [[2, "trust-region"]], "Model Interpolation": [[2, "model-interpolation"]], "Iteration Count": [[2, "iteration-count"]], "Algorithm Progress": [[2, "algorithm-progress"]], "Version History": [[3, "version-history"]], "Version 1.0 (6 Feb 2018)": [[3, "version-1-0-6-feb-2018"]], "Version 1.0.1 (20 Feb 2018)": [[3, "version-1-0-1-20-feb-2018"]], "Version 1.0.2 (20 Jun 2018)": [[3, "version-1-0-2-20-jun-2018"]], "Version 1.1 (16 Jan 2019)": [[3, "version-1-1-16-jan-2019"]], "Version 1.1.1 (5 Apr 2019)": [[3, "version-1-1-1-5-apr-2019"]], "Version 1.2 (12 Feb 2020)": [[3, "version-1-2-12-feb-2020"]], "Version 1.2.1 (13 Feb 2020)": [[3, "version-1-2-1-13-feb-2020"]], "Version 1.2.2 (26 Feb 2021)": [[3, "version-1-2-2-26-feb-2021"]], "Version 1.2.3 (1 Jun 2021)": [[3, "version-1-2-3-1-jun-2021"]], "Version 1.3.0 (8 Nov 2021)": [[3, "version-1-3-0-8-nov-2021"]], "Version 1.4.0 (29 Jan 2024)": [[3, "version-1-4-0-29-jan-2024"]], "Version 1.4.1 (11 Apr 2024)": [[3, "version-1-4-1-11-apr-2024"]], "Version 1.5.0 (11 Sep 2024)": [[3, "version-1-5-0-11-sep-2024"]], "Version 1.5.1 (10 Oct 2024)": [[3, "version-1-5-1-10-oct-2024"]], "Version 1.5.2 (28 Oct 2024)": [[3, "version-1-5-2-28-oct-2024"]], "DFO-LS: Derivative-Free Optimizer for Least-Squares Minimization": [[4, "dfo-ls-derivative-free-optimizer-for-least-squares-minimization"]], "Contents:": [[4, null]], "Acknowledgements": [[4, "acknowledgements"]], "Overview": [[5, "overview"]], "When to use DFO-LS": [[5, "when-to-use-dfo-ls"]], "Parameter Fitting": [[5, "parameter-fitting"]], "Solving Nonlinear Systems of Equations": [[5, "solving-nonlinear-systems-of-equations"]], "Details of the DFO-LS Algorithm": [[5, "details-of-the-dfo-ls-algorithm"]], "Installing DFO-LS": [[6, "installing-dfo-ls"]], "Requirements": [[6, "requirements"]], "Installation using conda": [[6, "installation-using-conda"]], "Installation using pip": [[6, "installation-using-pip"]], "Manual installation": [[6, "manual-installation"]], "Testing": [[6, "testing"]], "Uninstallation": [[6, "uninstallation"]], "Using DFO-LS": [[7, "using-dfo-ls"]], "Nonlinear Least-Squares Minimization": [[7, "nonlinear-least-squares-minimization"]], "How to use DFO-LS": [[7, "how-to-use-dfo-ls"]], "Optional Arguments": [[7, "optional-arguments"]], "A Simple Example": [[7, "a-simple-example"]], "Adding Bounds and More Output": [[7, "adding-bounds-and-more-output"]], "Adding General Convex Constraints": [[7, "adding-general-convex-constraints"]], "Adding a Regularizer": [[7, "adding-a-regularizer"]], "Example: Noisy Objective Evaluation": [[7, "example-noisy-objective-evaluation"]], "Example: Parameter Estimation/Data Fitting": [[7, "example-parameter-estimation-data-fitting"]], "Example: Solving a Nonlinear System of Equations": [[7, "example-solving-a-nonlinear-system-of-equations"]]}, "indexentries": {}}) \ No newline at end of file +Search.setIndex({"docnames": ["advanced", "contributors", "diagnostic", "history", "index", "info", "install", "userguide"], "filenames": ["advanced.rst", "contributors.rst", "diagnostic.rst", "history.rst", "index.rst", "info.rst", "install.rst", "userguide.rst"], "titles": ["Advanced Usage", "Contributors", "Diagnostic Information", "Version History", "DFO-LS: Derivative-Free Optimizer for Least-Squares Minimization", "Overview", "Installing DFO-LS", "Using DFO-LS"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7], "section": [0, 2, 3, 7], "describ": [0, 5, 7], "differ": [0, 3, 5, 7], "option": [0, 3, 4, 5, 6], "user": [0, 4, 5, 7], "avail": [0, 7], "dfo": [0, 2, 3], "l": [0, 2, 3], "In": [0, 2, 5, 7], "last": [0, 2], "us": [0, 2, 3, 4], "we": [0, 2, 5, 7], "introduc": [0, 3], "dfol": [0, 2, 6, 7], "solv": [0, 2, 4], "which": [0, 2, 3, 4, 5, 7], "ha": [0, 2, 3, 4, 5, 7], "input": [0, 3, 4, 5, 7], "user_param": [0, 2, 7], "i": [0, 2, 3, 4, 5, 6, 7], "python": [0, 3, 6, 7], "dictionari": [0, 7], "now": [0, 7], "go": 0, "through": [0, 3], "can": [0, 5, 6, 7], "chang": [0, 2, 3], "wai": [0, 5, 7], "more": [0, 3, 4, 5], "detail": [0, 4, 7], "ar": [0, 4, 5, 7], "paper": [0, 4, 5, 7], "cfmr2018": [0, 5, 7], "hr2021": [], "The": [0, 2, 4, 7], "default": [0, 3, 6, 7], "overrid": 0, "given": [0, 4, 5, 7], "some": [0, 5, 6, 7], "case": [0, 4, 5, 7], "vari": 0, "depend": [0, 2, 3, 5, 7], "whether": [0, 5, 7], "objfun": [0, 2, 3, 7], "evalu": [0, 2, 3, 4, 5], "x": [0, 4, 5, 7], "sever": [0, 5, 7], "time": [0, 2, 5, 7], "same": [0, 4, 5, 7], "give": [0, 7], "result": [0, 2, 3, 5, 7], "determin": [0, 5, 7], "objfun_has_nois": [0, 7], "inspect": 0, "instanc": [0, 5], "rounding_error_const": 0, "intern": [0, 5, 7], "all": [0, 2, 4, 5, 7], "store": [0, 3], "respect": [0, 7], "base": [0, 3, 4, 5, 7], "x_b": 0, "y_t": 0, "reduc": [0, 3], "risk": 0, "roundoff": 0, "error": [0, 2, 4, 5, 7], "shift": [0, 7], "x_k": [0, 5], "when": [0, 3, 4, 7], "s_k": [0, 2, 5], "leq": [0, 4, 5, 7], "text": [0, 2, 4, 5, 7], "const": 0, "where": [0, 5, 7], "0": [0, 2, 4, 5, 7], "1": [0, 1, 2, 4, 5, 6, 7], "safety_step_thresh": 0, "threshold": [0, 7], "call": [0, 2, 4, 5, 7], "safeti": [0, 2, 3], "step": [0, 2, 3, 5, 7], "gamma_": 0, "rho_k": [0, 2], "5": [0, 1, 4, 7], "check_objfun_for_overflow": 0, "cap": [0, 4, 5, 7], "r_i": [0, 5, 7], "thei": [0, 5, 7], "larg": [0, 3, 5], "enough": [0, 7], "an": [0, 3, 4, 5, 6, 7], "overflowerror": 0, "encount": 0, "try": [0, 4, 5], "f": [0, 2, 4, 5, 7], "true": [0, 2, 5, 7], "n_to_print_whole_x_vector": 0, "If": [0, 4, 5, 6, 7], "print": [0, 3, 7], "function": [0, 3, 4, 5, 7], "screen": 0, "file": [0, 2, 6, 7], "maximum": [0, 2, 7], "len": [0, 7], "full": [0, 3, 4, 7], "vector": [0, 2, 5, 7], "should": [0, 4, 6, 7], "also": [0, 4, 5, 6, 7], "6": [0, 4, 7], "save_diagnostic_info": [0, 2], "flag": [0, 7], "so": [0, 2, 3, 4, 7], "save": [0, 2, 3, 7], "diagnost": [0, 3, 4, 7], "each": [0, 2, 5, 7], "iter": [0, 3, 4, 7], "fals": [0, 7], "save_poised": [0, 2], "includ": [0, 2, 7], "lambda": [0, 2, 4, 7], "poised": [0, 2], "y_k": [0, 2], "most": [0, 2, 5, 7], "computation": 0, "expens": [0, 2, 5], "piec": [0, 2], "save_xk": [0, 2], "save_rk": [0, 2], "r_1": [0, 5, 7], "cdot": [0, 4, 5, 7], "r_m": [0, 5, 7], "alwai": [0, 5, 7], "init": 0, "random_initial_direct": 0, "build": [0, 7], "random": [0, 3, 7], "direct": [0, 3, 7], "oppos": 0, "coordin": [0, 7], "version": [0, 1, 4, 6], "2": [0, 4, 5, 6, 7], "random_directions_make_orthogon": 0, "orthogon": 0, "run_in_parallel": 0, "ask": [0, 4, 7], "without": [0, 4], "ani": [0, 2, 4, 7], "intermedi": 0, "process": [0, 5], "tr_radiu": 0, "eta1": 0, "unsuccess": 0, "eta_1": 0, "eta2": 0, "veri": [0, 5, 7], "success": [0, 2, 7], "eta_2": 0, "7": [0, 3, 7], "gamma_dec": 0, "ratio": [0, 2], "decreas": [0, 5, 7], "delta_k": [0, 2, 5], "dec": 0, "smooth": 0, "problem": [0, 2, 3, 4, 5, 7], "98": 0, "noisi": [0, 4, 5], "e": [0, 2, 4, 5, 6, 7], "gamma_inc": 0, "increas": [0, 7], "inc": 0, "gamma_inc_overlin": 0, "overlin": 0, "gamma": 0, "_": [0, 7], "4": [0, 4, 5, 7], "alpha1": 0, "alpha_1": 0, "9": [0, 6, 7], "alpha2": 0, "alpha_2": 0, "95": 0, "abs_tol": 0, "toler": 0, "quit": 0, "below": [0, 7], "10": [0, 4, 7], "12": [0, 4, 7], "rel_tol": 0, "rel": 0, "x_0": [0, 7], "20": [0, 4, 7], "history_for_slow": 0, "histori": [0, 4], "current": [0, 4, 5, 7], "thresh_for_slow": 0, "max_slow_it": 0, "number": [0, 2, 5, 7], "consecut": 0, "befor": [0, 7], "x0": [0, 2, 7], "quit_on_noise_level": 0, "within": [0, 3, 7], "level": [0, 3, 6, 7], "scale_factor_for_quit": 0, "factor": 0, "criterion": 0, "multiplicative_noise_level": 0, "onli": [0, 2, 3, 5, 7], "specifi": [0, 7], "one": [0, 2, 5, 6, 7], "addit": [0, 3], "none": [0, 7], "additive_noise_level": 0, "precondit": 0, "scale": [0, 3, 7], "linear": [0, 2, 5, 7], "system": [0, 2, 4, 6], "improv": [0, 3, 4, 5, 7], "condit": [0, 2, 7], "throw_error_on_nan": 0, "throw": 0, "numpi": [0, 3, 6, 7], "linalg": [0, 7], "linalgerror": 0, "nan": [0, 3, 7], "gracefulli": [0, 3], "num_extra_step": 0, "extra": [0, 3, 4, 7], "other": 0, "than": [0, 3, 7], "accept": 0, "move": [0, 5, 7], "n": [0, 4, 5, 7], "increase_num_extra_steps_with_restart": 0, "amount": [0, 7], "momentum_extra_step": 0, "momentum": 0, "method": [0, 3, 4, 5, 7], "geometri": [0, 3, 5], "use_restart": 0, "do": [0, 5, 6, 7], "reach": [0, 7], "rho_": 0, "end": 0, "max_unsuccessful_restart": 0, "allow": [0, 3, 7], "did": [0, 7], "further": 0, "rhoend_scal": 0, "use_soft_restart": 0, "soft": [0, 7], "hard": 0, "num_geom_step": 0, "For": [0, 4, 5, 6, 7], "3": [0, 1, 4, 5, 6, 7], "move_xk": 0, "preserv": 0, "best": [0, 2, 5, 7], "new": [0, 3, 5, 7], "increase_npt": 0, "increase_npt_amt": 0, "increase_ndirs_initial_amt": 0, "ndirs_initi": 0, "To": [0, 2, 5, 6, 7], "avoid": [0, 3, 4, 7], "phase": [0, 7], "use_old_rk": 0, "recycl": 0, "found": [0, 2, 7], "perform": [0, 3, 5, 7], "max_npt": 0, "npt": [0, 2, 3, 7], "max_fake_successful_step": 0, "run": [0, 6, 7], "smaller": 0, "larger": 0, "previou": [0, 7], "maxfun": [0, 7], "auto_detect": 0, "automat": [0, 6, 7], "still": 0, "trigger": 0, "radiu": [0, 2, 3, 5, 7], "etc": [0, 2], "how": [0, 2, 4, 6], "mani": [0, 3, 4, 5, 7], "data": [0, 4, 5], "radii": 0, "There": [0, 5, 7], "two": [0, 5], "criteria": 0, "over": [0, 7], "jacobian": [0, 2, 3, 7], "consist": 0, "trend": 0, "measur": [0, 5], "slope": 0, "correl": 0, "coeffici": 0, "line": [0, 3, 7], "fit": [0, 4], "30": [0, 4, 7], "min_chgj_slop": 0, "minimum": [0, 7], "rate": 0, "j_k": [0, 2], "j_": [0, 2, 7], "k": [0, 2, 4, 5, 7], "_f": [0, 2], "past": 0, "caus": [0, 7], "015": 0, "min_correl": 0, "requir": [0, 3, 4, 5, 7], "add": [0, 3, 7], "exclud": 0, "less": 0, "setup": [0, 3], "cost": [0, 3, 7], "impract": 0, "have": [0, 5, 6, 7], "effect": 0, "full_rank": 0, "use_full_rank_interp": 0, "perturb": 0, "make": [0, 3, 5, 6, 7], "compon": [0, 7], "search": [0, 3, 5], "space": [0, 3, 5], "m": [0, 4, 5, 6, 7], "geq": [0, 7], "otherwis": [0, 5], "opposit": 0, "perturb_trust_region_step": 0, "yet": 0, "altern": [0, 4, 6, 7], "delta_scale_new_dirn": 0, "ad": [0, 3, 4], "length": [0, 7], "scale_factor": 0, "magnitud": [0, 7], "svd_scale_factor": 0, "floor": 0, "singular": [0, 7], "nonzero": 0, "min_sing_v": 0, "absolut": 0, "svd_max_jac_cond": 0, "after": 0, "appli": [0, 7], "anoth": 0, "smallest": [0, 2], "sinc": [0, 2, 7], "largest": 0, "fix": [0, 3, 7], "8": [0, 4, 7], "do_geom_step": 0, "while": [0, 5], "per": [0, 2, 3, 7], "usual": [0, 7], "do_safety_step": 0, "regular": [1, 3, 4, 5], "reduce_delta": 0, "full_geom_step": 0, "post": 0, "involv": [0, 5], "cannot": [0, 5], "reset_delta": 0, "reset": 0, "its": [0, 7], "reset_rho": 0, "lower": [0, 2, 3, 7], "bound": [0, 2, 3, 4], "dure": [0, 3], "num_new_dirns_each_it": 0, "approach": 0, "recommend": 0, "d_tol": 0, "stop": [0, 3], "max_it": 0, "take": [0, 5, 7], "100": [0, 7], "matrix_rank": 0, "r_tol": 0, "what": [0, 2], "posisbl": 0, "diagon": 0, "entri": [0, 7], "qr": 0, "being": [0, 7], "consid": [0, 5], "zero": [0, 3, 7], "18": 0, "coralia": [0, 4, 5, 7], "carti": [0, 4, 5, 7], "jan": [0, 4, 5, 7], "fiala": [0, 4, 5, 7], "benjamin": [0, 5, 7], "marteau": [0, 4, 5, 7], "lindon": [0, 1, 4, 5, 7], "robert": [0, 1, 4, 5, 7], "flexibl": [0, 4, 5, 7], "robust": [0, 4, 5, 7], "deriv": [0, 5, 7], "free": [0, 5, 7], "optim": [0, 2, 5, 7], "solver": [0, 3, 4, 5, 7], "acm": [0, 4, 5, 7], "transact": [0, 4, 5, 7], "mathemat": [0, 4, 5, 7], "softwar": [0, 4, 5, 6, 7], "45": [0, 4, 5, 7], "2019": [0, 4, 5, 7], "pp": [0, 4, 5, 7], "32": [0, 4, 5, 7], "41": [0, 4, 5, 7], "preprint": [0, 4, 5, 7], "hough": [0, 1, 4, 5, 7], "convex": [0, 1, 3, 4, 5], "constrain": [0, 3, 4, 5, 7], "arxiv": [0, 4, 5, 7], "2111": [], "05443": [], "2021": 4, "univers": 1, "sydnei": 1, "matthew": [0, 1, 5, 7], "waterloo": 1, "handl": [1, 3, 4], "gener": [1, 4], "constraint": [1, 3, 4, 5], "saw": 2, "output": [2, 3, 4, 5], "return": [2, 3, 7], "contain": [2, 6, 7], "about": [2, 3, 7], "soln": [2, 3, 7], "diagnostic_info": [2, 7], "object": [2, 3, 4, 5], "panda": [2, 6, 7], "datafram": [2, 7], "row": 2, "explain": 2, "mean": [0, 2, 5], "type": [2, 5, 7], "column": 2, "csv": 2, "previous": 2, "defin": [2, 7], "turn": 2, "log": [2, 3, 4, 7], "info": [2, 3, 7], "to_csv": 2, "myfil": [2, 7], "exactli": [2, 7], "termin": [2, 4, 7], "mai": [2, 4, 5, 7], "fulli": 2, "popul": 2, "xk": 2, "point": [2, 3, 4, 5, 7], "far": [2, 7], "rk": 2, "residu": [2, 5, 7], "fk": 2, "valu": [2, 3, 4, 5, 7], "rho": [2, 7], "delta": [2, 7], "norm_sk": 2, "norm": [2, 7], "interpolation_error": 2, "sum": [2, 4, 5, 7], "squar": [0, 2, 5], "from": [2, 3, 4, 5, 6, 7], "interpolation_condition_numb": 2, "matrix": [2, 4, 7], "interpolation_change_j_norm": 2, "frobeniu": 2, "interpolation_total_residu": 2, "total": [2, 7], "set": [2, 3, 4, 5, 7], "pois": 2, "comput": [2, 5, 7], "max_distance_xk": 2, "distanc": 2, "norm_gk": 2, "gradient": 2, "g_k": 2, "nrun": [2, 7], "been": [2, 4, 7], "restart": [2, 3, 4, 7], "nf": [2, 7], "see": [2, 6, 7], "nx": [2, 7], "nsampl": [2, 7], "iter_this_run": 2, "iters_tot": 2, "iter_typ": 2, "A": [2, 4, 5], "descript": [2, 5, 7], "had": 2, "g": [2, 5, 6, 7], "actual": 2, "predict": [2, 5], "reduct": 2, "slow_it": 2, "equal": 2, "slow": [2, 4, 7], "wa": [2, 4, 6, 7], "list": [3, 7], "updat": 3, "between": 3, "them": [3, 5, 7], "initi": [3, 4, 7], "releas": [3, 4], "minor": 3, "bug": 3, "trust": [3, 4, 5, 6, 7], "region": [3, 4, 5, 6, 7], "subproblem": [0, 3, 5, 6, 7], "crvmin": 3, "calcul": [0, 3, 5, 7], "correctli": [3, 7], "minim": [3, 5], "impact": [3, 7], "arg": 3, "pass": [3, 7], "argument": [3, 4], "paramet": [3, 4], "regim": 3, "correct": [3, 7], "exit": [3, 7], "retriev": 3, "instal": [3, 4], "invers": 3, "ensur": [3, 7], "whole": 3, "feasibl": [3, 4, 7], "overflow": 3, "link": 3, "code": [3, 6, 7], "zenodo": 3, "creat": 3, "doi": 3, "algorithm": [3, 4, 7], "determinist": 3, "initialis": [3, 7], "longer": 3, "necessari": 3, "seed": [3, 7], "reproduc": [3, 7], "model": [3, 4, 5, 7], "hessian": 3, "rather": 3, "just": [3, 7], "upper": [3, 7], "triangular": 3, "part": [3, 7], "runtim": 3, "oper": [3, 7], "faster": [3, 7], "solut": [3, 4, 5, 6, 7], "fortran": [3, 6], "trustregion": [3, 6], "packag": [3, 4, 6], "interpol": [3, 4, 5, 7], "multipl": [3, 4, 5, 7], "right": [3, 7], "hand": [3, 5, 6], "side": [3, 5], "don": 3, "t": [3, 4, 5, 7], "adjust": [3, 7], "start": [3, 5, 7], "close": [3, 5, 7], "long": 3, "behavior": 3, "enabl": 3, "bugfix": 3, "divid": 3, "warn": [3, 7], "auto": 3, "detect": 3, "remov": [3, 6], "deprec": 3, "customis": 3, "finit": [3, 5], "arbitrari": [3, 7], "simpl": [3, 4, 6], "modul": [3, 7], "inform": [3, 4, 5, 7], "unconstrain": 3, "newer": 3, "scipi": [3, 5, 6, 7], "least": [0, 3, 5], "11": [4, 6, 7], "occasion": 3, "undetermin": 3, "trial": [3, 5, 7], "date": 4, "29": [4, 7], "januari": [], "2024": [0, 4, 5, 7], "author": 4, "find": [4, 5, 7], "local": [4, 7], "nonlinear": 4, "stand": 4, "That": [4, 5], "min_": [4, 5, 7], "mathbb": [4, 5, 7], "r": [4, 5, 7], "quad": [4, 5, 7], "sum_": [4, 5, 7], "r_": [4, 5, 7], "": [4, 5, 7], "c": [4, 5, 6, 7], "b": [4, 5, 7], "intersect": [4, 5, 7], "provid": [4, 5, 6, 7], "non": [0, 3, 4, 7], "relax": [4, 7], "never": [4, 7], "our": [4, 5, 7], "j": [4, 7], "gn": 4, "you": [4, 5, 6, 7], "interest": [4, 5], "structur": 4, "wish": [4, 5, 7], "py": 4, "bobyqa": 4, "featur": 4, "under": 4, "gnu": 4, "public": 4, "licens": 4, "pleas": 4, "contact": 4, "nag": 4, "conda": 4, "pip": 4, "manual": 4, "test": [4, 7], "uninstal": 4, "overview": [4, 7], "equat": 4, "refer": 4, "exampl": [4, 5, 6], "estim": [4, 5], "advanc": [4, 7], "usag": [4, 7], "manag": 4, "small": [4, 5, 7], "progress": [4, 7], "stochast": [4, 7], "nois": [4, 5, 7], "regress": [4, 7], "dynam": 4, "grow": 4, "dykstra": [4, 7], "check": [4, 5], "rank": 4, "count": [4, 7], "feb": 4, "2018": 4, "jun": 4, "16": [4, 7], "apr": 4, "2020": 4, "13": [4, 7], "26": [4, 7], "nov": 4, "contributor": 4, "main": [4, 5, 7], "develop": [4, 5], "supervis": 4, "support": [3, 4, 6, 7], "epsrc": 4, "centr": 4, "doctor": 4, "train": 4, "industri": 4, "focus": 4, "ep": 4, "l015803": 4, "collabor": 4, "numer": 4, "group": 4, "design": [5, 7], "simpli": 5, "doe": [5, 7], "nor": 5, "attempt": 5, "differenc": 5, "situat": 5, "prefer": 5, "vast": 5, "major": 5, "even": 5, "imposs": 5, "inaccur": 5, "By": 5, "get": [5, 7], "happen": 5, "mont": 5, "carlo": 5, "simul": 5, "physic": 5, "experi": 5, "everi": [5, 7], "prohibit": 5, "fewest": 5, "possibl": [5, 7], "howev": [5, 7], "probabl": 5, "good": [5, 7], "idea": 5, "librari": 5, "common": [4, 5, 7], "quantit": 5, "disciplin": 5, "observ": [5, 7], "typic": [4, 5], "proccess": 5, "known": [5, 7], "mathrm": 5, "ob": 5, "x_1": [5, 7], "ldot": 5, "x_n": 5, "quantiti": 5, "y": [5, 7], "need": [5, 7], "suitabl": [5, 7], "choic": [4, 5, 7], "directli": [5, 6, 7], "calibr": [5, 7], "relationship": 5, "suppos": [5, 7], "_1": [4, 5, 7], "y_1": 5, "_m": 5, "y_m": 5, "Then": 5, "produc": [5, 7], "y_i": [5, 7], "_i": [5, 7], "form": [5, 7], "As": [5, 7], "abov": [5, 6, 7], "particularli": [5, 7], "satisfi": [5, 7], "r_2": 5, "vdot": 5, "Such": 5, "possibli": [3, 4, 5, 7], "infinit": 5, "often": [5, 7], "certainli": 5, "unknown": 5, "sai": 5, "underdetermin": 5, "overdetermin": 5, "choos": [5, 7], "sin": 5, "x_2": [5, 7], "similarli": 5, "like": [5, 7], "keep": 5, "exist": 5, "sens": 5, "instead": [4, 5, 7], "approxim": [5, 7], "left": 5, "formul": 5, "similar": 5, "difficult": 5, "strongli": 5, "closest": [5, 7], "guarante": 5, "your": [5, 6, 7], "techniqu": 5, "deflat": 5, "categori": 5, "nonconvex": 5, "m_k": 5, "approx": [5, 7], "maintain": 5, "size": [5, 7], "At": 5, "task": 5, "x_": [5, 7], "stai": 5, "put": 5, "delta_": 5, "repeat": 5, "construct": [5, 7], "sure": [5, 6], "accur": [0, 5, 7], "regularli": 5, "well": 5, "aren": 5, "complet": 5, "follow": [6, 7], "http": [6, 7], "www": 6, "org": 6, "addition": 6, "higher": 6, "17": [], "pydata": 6, "fast": 6, "compil": 6, "gfortran": 6, "work": 6, "anaconda": 6, "environ": 6, "forg": 6, "easi": [6, 7], "root": 6, "block": [], "bash": [], "sudo": [], "easy_instal": [], "privileg": [], "want": 7, "privat": [], "home": [], "directori": [6, 7], "note": [4, 6, 7], "older": 6, "present": 6, "upgrad": 6, "latest": 6, "download": 6, "sourc": 6, "github": [6, 7], "unpack": 6, "git": 6, "clone": 6, "com": [6, 7], "numericalalgorithmsgroup": 6, "cd": 6, "written": 6, "pure": 6, "It": [6, 7], "navig": 6, "top": 6, "rerun": 6, "pull": 6, "admin": [], "html": 7, "document": [6, 7], "locat": 6, "site": 6, "interfac": 7, "empti": 7, "framework": 7, "depth": 7, "technic": 7, "via": 7, "both": 7, "must": [0, 7], "dimension": 7, "arrai": 7, "shape": 7, "min": 7, "resid": 7, "float": 7, "first": 7, "partial": 7, "x_j": 7, "integ": 7, "sampl": 7, "averag": 7, "msg": 7, "why": 7, "finish": 7, "string": 7, "tabl": 7, "show": 7, "variabl": 7, "exit_success": 7, "successfulli": 7, "suffici": 7, "exit_maxfun_warn": 7, "exit_slow_warn": 7, "exit_false_success_warn": 7, "wors": 7, "exit_tr_increase_warn": 7, "exit_input_error": 7, "exit_tr_increase_error": 7, "occur": 7, "exit_linalg_error": 7, "algebra": 7, "exit_eval_error": 7, "These": 7, "access": 7, "project": 7, "rhobeg": 7, "rhoend": 7, "1e": 7, "scaling_within_bound": 7, "do_log": 7, "print_progress": 7, "tupl": 7, "a_i": 7, "b_i": 7, "either": 7, "f1": 7, "f2": 7, "fn": 7, "onto": 7, "correspond": 7, "max": 7, "infti": 7, "request": 7, "1000": 7, "nrestart": 7, "applic": 7, "param1": 7, "val1": 7, "param2": 7, "val2": 7, "next": 7, "indic": 7, "sensibl": 7, "overridden": 7, "becom": 7, "order": 7, "visibl": 7, "unless": 7, "practic": 7, "achiev": 7, "rosenbrock": 7, "write": 7, "commonli": 7, "purpos": 7, "script": 7, "__future__": 7, "import": 7, "print_funct": 7, "np": 7, "def": 7, "displai": 7, "along": 7, "xmin": 7, "33": 7, "00180000e": [], "01": 7, "00000000e": 7, "00": 7, "19971362e": [], "page": 7, "extend": 7, "alon": 7, "85": 7, "81": 7, "10862447e": [], "14": 7, "58": [], "79999999e": 7, "99999998e": [], "62398179e": [], "outsid": 7, "runtimewarn": 7, "out": 7, "basicconfig": 7, "format": 7, "messag": 7, "And": 7, "eval": 7, "39": 7, "65": 7, "337296": 7, "08": 7, "55": 7, "25": 7, "73": 7, "57": 7, "010000001407575": [], "89999999": [], "80999999": [], "00999999999999997": [], "could": 7, "replac": 7, "filenam": 7, "filemod": 7, "w": 7, "deactiv": 7, "obj": 7, "grad": 7, "43e": 7, "61e": 7, "02": 7, "20e": 7, "35e": 7, "77e": 7, "80e": 7, "00e": 7, "50e": 7, "56": 7, "subject": [], "pball": [], "pbox": [], "ball": 7, "box": [0, 4, 5, 7], "lie": [], "One": [], "equival": [], "separ": [], "u": 7, "debug": [], "implement": 7, "too": [3, 7], "becaus": 7, "gave": 7, "activ": 7, "15359245": 7, "43592448": 7, "81557703": 7, "79826221e": 7, "00004412e": 7, "81976605e": 7, "15": 7, "let": 7, "modifi": 7, "compar": 7, "gaussian": 7, "rosenbrock_noisi": 7, "normal": 7, "demonstr": 7, "rang": 7, "str": 7, "opt": 7, "least_squar": 7, "10g": 7, "nfev": 7, "statu": 7, "4776183": 7, "20880346": 7, "44306447": 7, "24929965": 7, "48217255": 7, "17849989": 7, "44180389": 7, "19667014": 7, "39545837": 7, "20903317": 7, "00000003": [], "59634974e": [], "07": [], "63036198e": [], "09": 7, "550476524e": [], "53": [], "98196347e": [], "90335675e": [], "01941978e": [], "24991776e": [], "05": [], "20000087": [], "00000235": [], "23": 7, "95535774": [], "xtol": 7, "abl": 7, "troubl": 7, "unabl": 7, "therefor": 7, "06227943e": [], "51525603e": [], "650274685e": [], "99950530e": [], "00670067e": [], "96161167e": [], "41166495e": [], "04": 7, "short": 7, "taken": 7, "here": 7, "t_i": 7, "exponenti": 7, "decai": 7, "exp": 7, "origin": 7, "uk": 7, "mathwork": 7, "help": 7, "ug": 7, "lsqcurvefit": 7, "tdata": 7, "19": 7, "24": 7, "28": [4, 7], "35": 7, "60": 7, "74": 7, "ydata": 7, "455": 7, "428": 7, "124": 7, "67": 7, "43": 7, "prediction_error": 7, "expect": 7, "1e20": 7, "awai": 7, "98830861e": 7, "01256863e": 7, "1816709": 7, "06098397": [], "76276301": [], "11962354": [], "26589796": [], "59788814": [], "02611897": [], "5123537": [], "56145452": 7, "63266662": 7, "504886892": 7, "79": [], "12897463e": [], "09843514e": [], "59085679e": [], "42808544e": [], "47252555e": [], "70205419e": [], "03": 7, "34676365e": [], "33017181e": [], "71355033e": [], "04752848e": [], "75304364e": [], "09280752e": [], "83184867e": [], "97239623e": [], "22992989e": [], "70749826e": [], "24129962e": [], "95045269e": [], "65956876e": [], "07858081e": [], "plot": 7, "v": 7, "linspac": 7, "90": 7, "matplotlib": 7, "pyplot": 7, "plt": 7, "figur": 7, "ax": 7, "gca": 7, "label": 7, "bo": 7, "set_xlabel": 7, "set_ylabel": 7, "legend": 7, "loc": 7, "grid": 7, "lastli": 7, "sa": 7, "cdl": 7, "en": 7, "imlug": 7, "66112": 7, "viewer": 7, "htm": 7, "imlug_genstatexpls_sect004": 7, "math": 7, "x1": 7, "x2": 7, "nonlinear_system": 7, "09777309": 7, "32510588": 7, "45394186e": [], "95108811e": [], "827884295e": [], "32499552": [], "90216381": [], "22664908": [], "00061604": [], "high": 7, "accuraci": [0, 7], "april": [], "siam": [0, 4, 5, 7], "journal": [0, 4, 5, 7], "21": [0, 4, 5, 7], "2022": [0, 4, 5, 7], "2552": [0, 4, 5, 7], "2579": [0, 4, 5, 7], "pyproject": [3, 6], "toml": [3, 6], "pytest": 6, "pyarg": 6, "hr2022": [0, 5, 7], "migrat": 3, "drop": 3, "v1": [3, 7], "func_tol": 0, "criticality_measur": 0, "critic": 0, "stationar": 0, "tr_step": 0, "fista": 0, "500": 0, "sfista": 0, "max_iters_sc": 0, "septemb": [], "h": [0, 4, 5, 7], "c_1": [4, 5, 7], "c_n": [4, 5, 7], "c_i": [4, 5, 7], "lipschitz": [4, 7], "continu": [4, 7], "differenti": [4, 7], "overfit": [4, 7], "l1": [4, 7], "lasso": [4, 7], "tikhonov": [4, 7], "ridg": [4, 7], "_2": [4, 7], "incorpor": [4, 7], "term": [3, 4, 7], "sqrt": [4, 7], "although": 4, "slightli": [4, 7], "violat": [4, 7], "round": [4, 7], "liu": [0, 1, 4, 5, 7], "lam": [0, 1, 4, 5, 7], "black": [0, 4, 5, 7], "2407": [0, 4, 5, 7], "14915": [0, 4, 5, 7], "australian": [1, 4], "research": 4, "council": 4, "de240100006": 4, "llr2024": [0, 5, 7], "yanjun": [0, 1, 5, 7], "kevin": [0, 1, 5, 7], "lh": 7, "prox_uh": 7, "argsf": 7, "argsh": 7, "argsprox": 7, "constant": 7, "euclidean": 7, "posit": 7, "l_h": 7, "proxim": 7, "operatornam": 7, "prox": 7, "uh": 7, "sign": 7, "ab": 7, "princeton": 1, "nonsmooth": [1, 3], "nation": 1, "infeas": 3, "sep": 4, "know": 7, "proj": 7, "argmin": 7, "better": 7, "explicitli": 7, "unit": 7, "simplex": 7, "x_i": 7, "inequ": 7, "explicit": 7, "express": 7, "onlin": 7, "databas": 7, "textbook": 7, "b2017": 7, "name": 7, "center": 7, "ball_proj": 7, "potenti": 7, "encourag": 7, "certain": 7, "properti": 7, "wide": 7, "spars": 7, "revers": 7, "triangl": 7, "henc": 7, "frac": 7, "2u": 7, "element": 7, "wise": 7, "artifici": 7, "dimens": 7, "arang": 7, "reshap": 7, "lda": 7, "85049254e": 7, "03534168e": 7, "19957812e": 7, "47953030e": 7, "30074165e": 7, "52029666": 7, "17185715": 7, "27822451": 7, "28821556": 7, "24831856": 7, "17654034": 7, "08211591": 7, "02946872": 7, "1546391": 7, "29091242": 7, "8682829845": 7, "34": 7, "75619848e": 7, "50000000e": 7, "60000000e": 7, "70000000e": 7, "80000000e": 7, "90000000e": 7, "relat": 7, "amir": 7, "beck": 7, "2017": 7, "octob": 4, "xmin_eval_num": [3, 7], "repres": 7, "index": 7, "match": 7, "jacmin_eval_num": [3, 7], "9982000e": 7, "0000000e": 7, "0079924e": 7, "31": 7, "15519307e": 7, "42": 7, "54": 7, "27": 7, "came": 7, "00000001": 7, "00000002": 7, "17481720e": 7, "04150014e": 7, "352509879e": 7, "98079840e": 7, "00105722e": 7, "93887907e": 7, "06567570e": 7, "83907501": 7, "56093684e": 7, "17835345e": 7, "443440912e": 7, "98649933e": 7, "93403044e": 7, "93112150e": 7, "78830812e": 7, "06098396": 7, "76276296": 7, "11962351": 7, "26589799": 7, "59788816": 7, "02611898": 7, "51235371": 7, "111": 7, "12901055e": 7, "09843504e": 7, "59087363e": 7, "42808534e": 7, "47254068e": 7, "70205403e": 7, "34676757e": 7, "33017163e": 7, "71358948e": 7, "04752831e": 7, "75309286e": 7, "09280596e": 7, "83185935e": 7, "97239504e": 7, "22997879e": 7, "70749550e": 7, "24146460e": 7, "95045170e": 7, "65964661e": 7, "07858021e": 7, "104": 7, "109": 7, "110": 7, "38601752e": 7, "70204653e": 7, "916172822e": 7, "32527052": 7, "90227531": 7, "22943034": 7, "99958226": 7, "0100000000000225": 7, "80999998": 7, "parallel": 3, "oct": 4}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"advanc": 0, "usag": 0, "gener": [0, 7], "algorithm": [0, 2, 5], "paramet": [0, 5, 7], "log": 0, "output": [0, 7], "initi": 0, "point": 0, "trust": [0, 2], "region": [0, 2], "manag": 0, "termin": 0, "small": 0, "object": [0, 7], "valu": 0, "slow": 0, "progress": [0, 2], "stochast": 0, "nois": 0, "inform": [0, 2], "interpol": [0, 2], "regress": 0, "model": [0, 2], "multipl": 0, "restart": 0, "dynam": 0, "grow": 0, "set": 0, "dykstra": 0, "": 0, "check": 0, "matrix": 0, "rank": 0, "refer": [0, 5, 7], "contributor": 1, "main": 1, "author": 1, "diagnost": 2, "current": 2, "iter": 2, "count": 2, "version": 3, "histori": 3, "1": 3, "0": 3, "6": 3, "feb": 3, "2018": 3, "20": 3, "2": 3, "jun": 3, "16": 3, "jan": 3, "2019": 3, "5": 3, "apr": 3, "12": 3, "2020": 3, "13": 3, "26": 3, "2021": 3, "3": 3, "8": 3, "nov": 3, "4": 3, "29": 3, "2024": 3, "dfo": [4, 5, 6, 7], "l": [4, 5, 6, 7], "deriv": 4, "free": 4, "optim": 4, "least": [4, 7], "squar": [4, 7], "minim": [4, 7], "content": 4, "acknowledg": 4, "overview": 5, "when": 5, "us": [5, 6, 7], "fit": [5, 7], "solv": [5, 7], "nonlinear": [5, 7], "system": [5, 7], "equat": [5, 7], "detail": 5, "instal": 6, "requir": 6, "conda": 6, "pip": 6, "manual": 6, "test": 6, "uninstal": 6, "how": 7, "option": 7, "argument": 7, "A": 7, "simpl": 7, "exampl": 7, "ad": 7, "bound": 7, "more": 7, "handl": 0, "arbitrari": [], "convex": 7, "constraint": 7, "noisi": 7, "evalu": 7, "estim": 7, "data": 7, "11": 3, "regular": [0, 7], "sep": 3, "10": 3, "oct": 3, "28": 3, "30": 3}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"Advanced Usage": [[0, "advanced-usage"]], "General Algorithm Parameters": [[0, "general-algorithm-parameters"]], "Logging and Output": [[0, "logging-and-output"]], "Initialization of Points": [[0, "initialization-of-points"]], "Trust Region Management": [[0, "trust-region-management"]], "Termination on Small Objective Value": [[0, "termination-on-small-objective-value"]], "Termination on Slow Progress": [[0, "termination-on-slow-progress"]], "Stochastic Noise Information": [[0, "stochastic-noise-information"]], "Interpolation Management": [[0, "interpolation-management"]], "Regression Model Management": [[0, "regression-model-management"]], "Multiple Restarts": [[0, "multiple-restarts"]], "Dynamically Growing Initial Set": [[0, "dynamically-growing-initial-set"]], "Dykstra\u2019s Algorithm": [[0, "dykstra-s-algorithm"]], "Checking Matrix Rank": [[0, "checking-matrix-rank"]], "Handling regularizer": [[0, "handling-regularizer"]], "References": [[0, "references"], [5, "references"], [7, "references"]], "Contributors": [[1, "contributors"], [1, "id1"]], "Main author": [[1, "main-author"]], "Diagnostic Information": [[2, "diagnostic-information"]], "Current Iterate": [[2, "current-iterate"]], "Trust Region": [[2, "trust-region"]], "Model Interpolation": [[2, "model-interpolation"]], "Iteration Count": [[2, "iteration-count"]], "Algorithm Progress": [[2, "algorithm-progress"]], "Version History": [[3, "version-history"]], "Version 1.0 (6 Feb 2018)": [[3, "version-1-0-6-feb-2018"]], "Version 1.0.1 (20 Feb 2018)": [[3, "version-1-0-1-20-feb-2018"]], "Version 1.0.2 (20 Jun 2018)": [[3, "version-1-0-2-20-jun-2018"]], "Version 1.1 (16 Jan 2019)": [[3, "version-1-1-16-jan-2019"]], "Version 1.1.1 (5 Apr 2019)": [[3, "version-1-1-1-5-apr-2019"]], "Version 1.2 (12 Feb 2020)": [[3, "version-1-2-12-feb-2020"]], "Version 1.2.1 (13 Feb 2020)": [[3, "version-1-2-1-13-feb-2020"]], "Version 1.2.2 (26 Feb 2021)": [[3, "version-1-2-2-26-feb-2021"]], "Version 1.2.3 (1 Jun 2021)": [[3, "version-1-2-3-1-jun-2021"]], "Version 1.3.0 (8 Nov 2021)": [[3, "version-1-3-0-8-nov-2021"]], "Version 1.4.0 (29 Jan 2024)": [[3, "version-1-4-0-29-jan-2024"]], "Version 1.4.1 (11 Apr 2024)": [[3, "version-1-4-1-11-apr-2024"]], "Version 1.5.0 (11 Sep 2024)": [[3, "version-1-5-0-11-sep-2024"]], "Version 1.5.1 (10 Oct 2024)": [[3, "version-1-5-1-10-oct-2024"]], "Version 1.5.2 (28 Oct 2024)": [[3, "version-1-5-2-28-oct-2024"]], "Version 1.5.3 (30 Oct 2024)": [[3, "version-1-5-3-30-oct-2024"]], "DFO-LS: Derivative-Free Optimizer for Least-Squares Minimization": [[4, "dfo-ls-derivative-free-optimizer-for-least-squares-minimization"]], "Contents:": [[4, null]], "Acknowledgements": [[4, "acknowledgements"]], "Overview": [[5, "overview"]], "When to use DFO-LS": [[5, "when-to-use-dfo-ls"]], "Parameter Fitting": [[5, "parameter-fitting"]], "Solving Nonlinear Systems of Equations": [[5, "solving-nonlinear-systems-of-equations"]], "Details of the DFO-LS Algorithm": [[5, "details-of-the-dfo-ls-algorithm"]], "Installing DFO-LS": [[6, "installing-dfo-ls"]], "Requirements": [[6, "requirements"]], "Installation using conda": [[6, "installation-using-conda"]], "Installation using pip": [[6, "installation-using-pip"]], "Manual installation": [[6, "manual-installation"]], "Testing": [[6, "testing"]], "Uninstallation": [[6, "uninstallation"]], "Using DFO-LS": [[7, "using-dfo-ls"]], "Nonlinear Least-Squares Minimization": [[7, "nonlinear-least-squares-minimization"]], "How to use DFO-LS": [[7, "how-to-use-dfo-ls"]], "Optional Arguments": [[7, "optional-arguments"]], "A Simple Example": [[7, "a-simple-example"]], "Adding Bounds and More Output": [[7, "adding-bounds-and-more-output"]], "Adding General Convex Constraints": [[7, "adding-general-convex-constraints"]], "Adding a Regularizer": [[7, "adding-a-regularizer"]], "Example: Noisy Objective Evaluation": [[7, "example-noisy-objective-evaluation"]], "Example: Parameter Estimation/Data Fitting": [[7, "example-parameter-estimation-data-fitting"]], "Example: Solving a Nonlinear System of Equations": [[7, "example-solving-a-nonlinear-system-of-equations"]]}, "indexentries": {}}) \ No newline at end of file diff --git a/docs/build/html/userguide.html b/docs/build/html/userguide.html index c45d7da..b909cdc 100644 --- a/docs/build/html/userguide.html +++ b/docs/build/html/userguide.html @@ -4,7 +4,7 @@ - Using DFO-LS — DFO-LS v1.5.2 documentation + Using DFO-LS — DFO-LS v1.5.3 documentation @@ -15,7 +15,7 @@ - + @@ -38,7 +38,7 @@ DFO-LS
      - 1.5.2 + 1.5.3
      diff --git a/docs/build/latex/DFOLS.aux b/docs/build/latex/DFOLS.aux index fa42e3c..c9411f1 100755 --- a/docs/build/latex/DFOLS.aux +++ b/docs/build/latex/DFOLS.aux @@ -175,6 +175,8 @@ \newlabel{history:version-1-5-1-10-oct-2024}{{6.14}{35}{Version 1.5.1 (10 Oct 2024)}{section.6.14}{}} \@writefile{toc}{\contentsline {section}{\numberline {6.15}Version 1.5.2 (28 Oct 2024)}{35}{section.6.15}\protected@file@percent } \newlabel{history:version-1-5-2-28-oct-2024}{{6.15}{35}{Version 1.5.2 (28 Oct 2024)}{section.6.15}{}} +\@writefile{toc}{\contentsline {section}{\numberline {6.16}Version 1.5.3 (30 Oct 2024)}{35}{section.6.16}\protected@file@percent } +\newlabel{history:version-1-5-3-30-oct-2024}{{6.16}{35}{Version 1.5.3 (30 Oct 2024)}{section.6.16}{}} \@writefile{toc}{\contentsline {chapter}{\numberline {7}Contributors}{37}{chapter.7}\protected@file@percent } \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} diff --git a/docs/build/latex/DFOLS.fdb_latexmk b/docs/build/latex/DFOLS.fdb_latexmk index 233b9f8..bbe718e 100755 --- a/docs/build/latex/DFOLS.fdb_latexmk +++ b/docs/build/latex/DFOLS.fdb_latexmk @@ -1,10 +1,10 @@ # Fdb version 3 -["makeindex DFOLS.idx"] 1712813974 "DFOLS.idx" "DFOLS.ind" "DFOLS" 1730071310 - "DFOLS.idx" 1730071308 0 d41d8cd98f00b204e9800998ecf8427e "pdflatex" +["makeindex DFOLS.idx"] 1712813974 "DFOLS.idx" "DFOLS.ind" "DFOLS" 1730244161 + "DFOLS.idx" 1730244160 0 d41d8cd98f00b204e9800998ecf8427e "pdflatex" (generated) "DFOLS.ilg" "DFOLS.ind" -["pdflatex"] 1730071305 "DFOLS.tex" "DFOLS.pdf" "DFOLS" 1730071310 +["pdflatex"] 1730244157 "DFOLS.tex" "DFOLS.pdf" "DFOLS" 1730244161 "/etc/texmf/web2c/texmf.cnf" 1712803173 475 c0e671620eb5563b2130f56340a5fde8 "" "/usr/share/texlive/texmf-dist/fonts/enc/dvips/base/8r.enc" 1165713224 4850 80dc9bab7f31fb78a000ccfed0e27cab "" "/usr/share/texlive/texmf-dist/fonts/map/fontname/texfonts.map" 1577235249 3524 cb3e574dea2d1052e39280babc910dc8 "" @@ -165,14 +165,14 @@ "/usr/share/texmf/web2c/texmf.cnf" 1644012257 39432 7155514e09a3d69036fac785183a21c2 "" "/var/lib/texmf/fonts/map/pdftex/updmap/pdftex.map" 1712803388 4234243 4a42437c56f0785ccfd4e39da48c38dc "" "/var/lib/texmf/web2c/pdftex/pdflatex.fmt" 1712803393 1405649 09028a54f5e9b3274f4344c937e7ff76 "" - "DFOLS.aux" 1730071309 17301 0b4d1144b70c4cf5ccdf5c50a832710c "pdflatex" + "DFOLS.aux" 1730244161 17534 61f7df755b4ffbc0de456be92d39e529 "pdflatex" "DFOLS.ind" 1712813975 0 d41d8cd98f00b204e9800998ecf8427e "makeindex DFOLS.idx" - "DFOLS.out" 1730071309 11645 7b8ee4f01d2e9a7e5517dd4bfeac4259 "pdflatex" - "DFOLS.tex" 1730071297 116014 f26fe6b4481fdbb4b162e703ea2be858 "" - "DFOLS.toc" 1730071309 5726 2860a11d4ab0b0413192bd1c4744d552 "pdflatex" + "DFOLS.out" 1730244161 11854 49e88f6cdaea6bac194d89a1aef27b88 "pdflatex" + "DFOLS.tex" 1730244150 116243 b219867bfecc483e429c9a02df8ac8d3 "" + "DFOLS.toc" 1730244161 5816 37f41b3441f0969ec5eda5177e97f5a4 "pdflatex" "data_fitting.png" 1587347499 29893 211bb1c28ea25d47c8c0990fbf39c55c "" "sphinx.sty" 1722476524 44560 f9fbf51072c954d129c9bd5284cc4ccf "" - "sphinxhighlight.sty" 1730071299 7553 83fb52292c17957d9f4aadcb28c57a87 "" + "sphinxhighlight.sty" 1730244151 7553 83fb52292c17957d9f4aadcb28c57a87 "" "sphinxlatexadmonitions.sty" 1722476524 10989 c38302e64c2bb47779f086869b246760 "" "sphinxlatexcontainers.sty" 1722476524 901 d3a3a1b7b2547f47ade2499350b5c420 "" "sphinxlatexgraphics.sty" 1722476524 4840 a9578332b6f3b35e198751fb632c9b79 "" @@ -187,7 +187,7 @@ "sphinxlatexstyletext.sty" 1722476525 8589 a7e8f95eb4fef6c1cd2623cd417d6467 "" "sphinxlatextables.sty" 1722476525 57830 16f2773b765508003aec5d08680f39b9 "" "sphinxmanual.cls" 1722476525 4241 7b0d7a37df7b5715fb0dbd585c52ecdb "" - "sphinxmessages.sty" 1730071299 745 3f5fcd6cdd7964ed608767954a8ced6f "" + "sphinxmessages.sty" 1730244151 745 3f5fcd6cdd7964ed608767954a8ced6f "" "sphinxoptionsgeometry.sty" 1722476525 2061 47bb34b8ed8a78823eb0c886abfb9f4d "" "sphinxoptionshyperref.sty" 1722476525 1094 79beb8b8a3f10784f8cce804e0f9d3aa "" "sphinxpackageboxes.sty" 1722476525 36615 1d74c63e665ede6c648fa08c42ea70fb "" diff --git a/docs/build/latex/DFOLS.log b/docs/build/latex/DFOLS.log index 3735c1e..c2caa02 100755 --- a/docs/build/latex/DFOLS.log +++ b/docs/build/latex/DFOLS.log @@ -1,4 +1,4 @@ -This is pdfTeX, Version 3.141592653-2.6-1.40.22 (TeX Live 2022/dev/Debian) (preloaded format=pdflatex 2024.4.11) 28 OCT 2024 10:21 +This is pdfTeX, Version 3.141592653-2.6-1.40.22 (TeX Live 2022/dev/Debian) (preloaded format=pdflatex 2024.4.11) 30 OCT 2024 10:22 entering extended mode restricted \write18 enabled. %&-line parsing enabled. @@ -900,7 +900,7 @@ Overfull \vbox (2.32195pt too high) detected at line 919 [] [15] [16] [17] [18] [19] [20] - + File: data_fitting.png Graphic file (type png) Package pdftex.def Info: data_fitting.png used on input line 1216. @@ -937,13 +937,13 @@ Chapter 8. ] (./DFOLS.aux) Package rerunfilecheck Info: File `DFOLS.out' has not changed. -(rerunfilecheck) Checksum: 7B8EE4F01D2E9A7E5517DD4BFEAC4259;11645. +(rerunfilecheck) Checksum: 49E88F6CDAEA6BAC194D89A1AEF27B88;11854. ) Here is how much of TeX's memory you used: - 16267 strings out of 480247 - 271435 string characters out of 5896151 - 625387 words of memory out of 5000000 - 33684 multiletter control sequences out of 15000+600000 + 16270 strings out of 480247 + 271496 string characters out of 5896151 + 625444 words of memory out of 5000000 + 33686 multiletter control sequences out of 15000+600000 526530 words of font info for 75 fonts, out of 8000000 for 9000 15 hyphenation exceptions out of 8191 70i,20n,76p,887b,609s stack positions out of 5000i,500n,10000p,200000b,80000s @@ -968,10 +968,10 @@ f-dist/fonts/type1/public/txfonts/t1xbtt.pfb> -Output written on DFOLS.pdf (45 pages, 385314 bytes). +Output written on DFOLS.pdf (45 pages, 385630 bytes). PDF statistics: - 780 PDF objects out of 1000 (max. 8388607) - 691 compressed objects within 7 object streams - 130 named destinations out of 1000 (max. 500000) - 570 words of extra memory for PDF output out of 10000 (max. 10000000) + 785 PDF objects out of 1000 (max. 8388607) + 696 compressed objects within 7 object streams + 131 named destinations out of 1000 (max. 500000) + 578 words of extra memory for PDF output out of 10000 (max. 10000000) diff --git a/docs/build/latex/DFOLS.out b/docs/build/latex/DFOLS.out index 9e8422e..373cefd 100755 --- a/docs/build/latex/DFOLS.out +++ b/docs/build/latex/DFOLS.out @@ -61,8 +61,9 @@ \BOOKMARK [1][-]{section.6.13}{\376\377\000V\000e\000r\000s\000i\000o\000n\000\040\0001\000.\0005\000.\0000\000\040\000\050\0001\0001\000\040\000S\000e\000p\000\040\0002\0000\0002\0004\000\051}{chapter.6}% 61 \BOOKMARK [1][-]{section.6.14}{\376\377\000V\000e\000r\000s\000i\000o\000n\000\040\0001\000.\0005\000.\0001\000\040\000\050\0001\0000\000\040\000O\000c\000t\000\040\0002\0000\0002\0004\000\051}{chapter.6}% 62 \BOOKMARK [1][-]{section.6.15}{\376\377\000V\000e\000r\000s\000i\000o\000n\000\040\0001\000.\0005\000.\0002\000\040\000\050\0002\0008\000\040\000O\000c\000t\000\040\0002\0000\0002\0004\000\051}{chapter.6}% 63 -\BOOKMARK [0][-]{chapter.7}{\376\377\000C\000o\000n\000t\000r\000i\000b\000u\000t\000o\000r\000s}{}% 64 -\BOOKMARK [1][-]{section.7.1}{\376\377\000M\000a\000i\000n\000\040\000a\000u\000t\000h\000o\000r}{chapter.7}% 65 -\BOOKMARK [1][-]{section.7.2}{\376\377\000C\000o\000n\000t\000r\000i\000b\000u\000t\000o\000r\000s}{chapter.7}% 66 -\BOOKMARK [0][-]{chapter.8}{\376\377\000A\000c\000k\000n\000o\000w\000l\000e\000d\000g\000e\000m\000e\000n\000t\000s}{}% 67 -\BOOKMARK [0][-]{chapter*.3}{\376\377\000B\000i\000b\000l\000i\000o\000g\000r\000a\000p\000h\000y}{}% 68 +\BOOKMARK [1][-]{section.6.16}{\376\377\000V\000e\000r\000s\000i\000o\000n\000\040\0001\000.\0005\000.\0003\000\040\000\050\0003\0000\000\040\000O\000c\000t\000\040\0002\0000\0002\0004\000\051}{chapter.6}% 64 +\BOOKMARK [0][-]{chapter.7}{\376\377\000C\000o\000n\000t\000r\000i\000b\000u\000t\000o\000r\000s}{}% 65 +\BOOKMARK [1][-]{section.7.1}{\376\377\000M\000a\000i\000n\000\040\000a\000u\000t\000h\000o\000r}{chapter.7}% 66 +\BOOKMARK [1][-]{section.7.2}{\376\377\000C\000o\000n\000t\000r\000i\000b\000u\000t\000o\000r\000s}{chapter.7}% 67 +\BOOKMARK [0][-]{chapter.8}{\376\377\000A\000c\000k\000n\000o\000w\000l\000e\000d\000g\000e\000m\000e\000n\000t\000s}{}% 68 +\BOOKMARK [0][-]{chapter*.3}{\376\377\000B\000i\000b\000l\000i\000o\000g\000r\000a\000p\000h\000y}{}% 69 diff --git a/docs/build/latex/DFOLS.pdf b/docs/build/latex/DFOLS.pdf index 1f187fe..c761ea1 100644 Binary files a/docs/build/latex/DFOLS.pdf and b/docs/build/latex/DFOLS.pdf differ diff --git a/docs/build/latex/DFOLS.tex b/docs/build/latex/DFOLS.tex index 431b8e3..ae5c200 100755 --- a/docs/build/latex/DFOLS.tex +++ b/docs/build/latex/DFOLS.tex @@ -64,8 +64,8 @@ \title{DFO-LS Documentation} -\date{28 October 2024} -\release{1.5.2} +\date{30 October 2024} +\release{1.5.3} \author{Lindon Roberts} \newcommand{\sphinxlogo}{\vbox{}} \renewcommand{\releasename}{Release} @@ -86,10 +86,10 @@ \sphinxAtStartPar -\sphinxstylestrong{Release:} 1.5.2 +\sphinxstylestrong{Release:} 1.5.3 \sphinxAtStartPar -\sphinxstylestrong{Date:} 28 October 2024 +\sphinxstylestrong{Date:} 30 October 2024 \sphinxAtStartPar \sphinxstylestrong{Author:} \sphinxhref{https://lindonroberts.github.io/}{Lindon Roberts} @@ -2021,6 +2021,15 @@ \section{Version 1.5.2 (28 Oct 2024)} \end{itemize} + +\section{Version 1.5.3 (30 Oct 2024)} +\label{\detokenize{history:version-1-5-3-30-oct-2024}}\begin{itemize} +\item {} +\sphinxAtStartPar +Bugfix when starting solver at problem minimizer (bug introduced in v1.5.1) + +\end{itemize} + \sphinxstepscope diff --git a/docs/build/latex/DFOLS.toc b/docs/build/latex/DFOLS.toc index 4f42ff1..e6dfdc3 100755 --- a/docs/build/latex/DFOLS.toc +++ b/docs/build/latex/DFOLS.toc @@ -62,6 +62,7 @@ \contentsline {section}{\numberline {6.13}Version 1.5.0 (11 Sep 2024)}{35}{section.6.13}% \contentsline {section}{\numberline {6.14}Version 1.5.1 (10 Oct 2024)}{35}{section.6.14}% \contentsline {section}{\numberline {6.15}Version 1.5.2 (28 Oct 2024)}{35}{section.6.15}% +\contentsline {section}{\numberline {6.16}Version 1.5.3 (30 Oct 2024)}{35}{section.6.16}% \contentsline {chapter}{\numberline {7}Contributors}{37}{chapter.7}% \contentsline {section}{\numberline {7.1}Main author}{37}{section.7.1}% \contentsline {section}{\numberline {7.2}Contributors}{37}{section.7.2}% diff --git a/docs/history.rst b/docs/history.rst index d5aee69..69b7093 100644 --- a/docs/history.rst +++ b/docs/history.rst @@ -75,3 +75,7 @@ Version 1.5.1 (10 Oct 2024) Version 1.5.2 (28 Oct 2024) --------------------------- * Bugfix for saving diagnostic info (bug introduced in v1.5.1) + +Version 1.5.3 (30 Oct 2024) +--------------------------- +* Bugfix when starting solver at problem minimizer (bug introduced in v1.5.1) diff --git a/manual.pdf b/manual.pdf index 1f187fe..c761ea1 100755 Binary files a/manual.pdf and b/manual.pdf differ