Merge branch 'master' of https://github.com/SciML/Optimization.jl into refactor-sophia

Author: ParamThakkar123

.github/workflows/CI.yml

@@ -42,7 +42,6 @@ jobs:
         version:
           - '1'
           - 'lts'
-          - 'pre'
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2

Project.toml

@@ -41,7 +41,8 @@ Logging = "1.10"
 LoggingExtras = "0.4, 1"
 Lux = "1.12.4"
 MLUtils = "0.4"
-ModelingToolkit = "9"
+ModelingToolkit = "10"
+Mooncake = "0.4.138"
 Optim = ">= 1.4.1"
 OptimizationBase = "2"
 OptimizationMOI = "0.5"
@@ -55,7 +56,7 @@ Random = "1.10"
 Reexport = "1.2"
 ReverseDiff = "1"
 SafeTestsets = "0.1"
-SciMLBase = "2.39.0"
+SciMLBase = "2.82"
 SciMLSensitivity = "7"
 SparseArrays = "1.10"
 SparseDiffTools = "2"
@@ -99,9 +100,10 @@ Symbolics = "0c5d862f-8b57-4792-8d23-62f2024744c7"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 Tracker = "9f7883ad-71c0-57eb-9f7f-b5c9e6d3789c"
 Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
+Mooncake = "da2b9cff-9c12-43a0-ae48-6db2b0edb7d6"
 
 [targets]
 test = ["Aqua", "BenchmarkTools", "Boltz", "ComponentArrays", "DiffEqFlux", "Enzyme", "FiniteDiff", "Flux", "ForwardDiff",
     "Ipopt", "IterTools", "Lux", "MLUtils", "ModelingToolkit", "Optim", "OptimizationMOI", "OptimizationOptimJL", "OptimizationOptimisers", 
     "OrdinaryDiffEqTsit5", "Pkg", "Random", "ReverseDiff", "SafeTestsets", "SciMLSensitivity", "SparseArrays", "SparseDiffTools",
-    "Symbolics",  "Test", "Tracker", "Zygote"]
+    "Symbolics",  "Test", "Tracker", "Zygote", "Mooncake"]

docs/src/API/ad.md

@@ -9,6 +9,7 @@ The choices for the auto-AD fill-ins with quick descriptions are:
   - `AutoFiniteDiff()`: Finite differencing, not optimal but always applicable
   - `AutoModelingToolkit()`: The fastest choice for large scalar optimizations
   - `AutoEnzyme()`: Highly performant AD choice for type stable and optimized code
+  - `AutoMooncake()`: Like Zygote and ReverseDiff, but supports GPU and mutating code
 
 ## Automatic Differentiation Choice API
 
@@ -22,4 +23,5 @@ OptimizationBase.AutoZygote
 OptimizationBase.AutoTracker
 OptimizationBase.AutoModelingToolkit
 OptimizationBase.AutoEnzyme
+OptimizationBase.AutoMooncake
 ```

lib/OptimizationBBO/Project.toml

@@ -10,9 +10,9 @@ Reexport = "189a3867-3050-52da-a836-e630ba90ab69"
 
 [compat]
 BlackBoxOptim = "0.6"
-Optimization = "4"
+Optimization = "4.4"
 Reexport = "1.2"
-julia = "1"
+julia = "1.10"
 
 [extras]
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

lib/OptimizationBase/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Vaibhav Dixit <[email protected]> and contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

lib/OptimizationBase/Project.toml

@@ -0,0 +1,69 @@
+name = "OptimizationBase"
+uuid = "bca83a33-5cc9-4baa-983d-23429ab6bcbb"
+authors = ["Vaibhav Dixit <[email protected]> and contributors"]
+version = "2.11.0"
+
+[deps]
+ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b"
+ArrayInterface = "4fba245c-0d91-5ea0-9b3e-6abc04ee57a9"
+DifferentiationInterface = "a0c0ee7d-e4b9-4e03-894e-1c5f64a51d63"
+DocStringExtensions = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
+FastClosures = "9aa1b823-49e4-5ca5-8b0f-3971ec8bab6a"
+LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
+PDMats = "90014a1f-27ba-587c-ab20-58faa44d9150"
+Reexport = "189a3867-3050-52da-a836-e630ba90ab69"
+SciMLBase = "0bca4576-84f4-4d90-8ffe-ffa030f20462"
+SparseArrays = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"
+SparseConnectivityTracer = "9f842d2f-2579-4b1d-911e-f412cf18a3f5"
+SparseMatrixColorings = "0a514795-09f3-496d-8182-132a7b665d35"
+
+[weakdeps]
+Enzyme = "7da242da-08ed-463a-9acd-ee780be4f1d9"
+FiniteDiff = "6a86dc24-6348-571c-b903-95158fe2bd41"
+ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210"
+MLDataDevices = "7e8f7934-dd98-4c1a-8fe8-92b47a384d40"
+MLUtils = "f1d291b0-491e-4a28-83b9-f70985020b54"
+ModelingToolkit = "961ee093-0014-501f-94e3-6117800e7a78"
+ReverseDiff = "37e2e3b7-166d-5795-8a7a-e32c996b4267"
+SymbolicAnalysis = "4297ee4d-0239-47d8-ba5d-195ecdf594fe"
+Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
+
+[extensions]
+OptimizationEnzymeExt = "Enzyme"
+OptimizationFiniteDiffExt = "FiniteDiff"
+OptimizationForwardDiffExt = "ForwardDiff"
+OptimizationMLDataDevicesExt = "MLDataDevices"
+OptimizationMLUtilsExt = "MLUtils"
+OptimizationMTKExt = "ModelingToolkit"
+OptimizationReverseDiffExt = "ReverseDiff"
+OptimizationSymbolicAnalysisExt = "SymbolicAnalysis"
+OptimizationZygoteExt = "Zygote"
+
+[compat]
+ADTypes = "1.9"
+ArrayInterface = "7.6"
+DifferentiationInterface = "0.7"
+DocStringExtensions = "0.9"
+Enzyme = "0.13.2"
+FastClosures = "0.3"
+FiniteDiff = "2.12"
+ForwardDiff = "0.10.26, 1"
+LinearAlgebra = "1.9, 1.10"
+MLDataDevices = "1"
+MLUtils = "0.4"
+ModelingToolkit = "9, 10"
+PDMats = "0.11"
+Reexport = "1.2"
+ReverseDiff = "1.14"
+SciMLBase = "2"
+SparseConnectivityTracer = "0.6, 1"
+SparseMatrixColorings = "0.4"
+SymbolicAnalysis = "0.3"
+Zygote = "0.6.67, 0.7"
+julia = "1.10"
+
+[extras]
+Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
+
+[targets]
+test = ["Test"]