src/packages.lisp

   1 ;;; -*- mode: lisp -*-
   2
   3 ;;; Time-stamp: <2009-04-02 16:09:24 tony>
   4 ;;; Creation:   <2008-03-11 19:18:34 user>
   5 ;;; File:       packages.lisp
   6 ;;; Author:     AJ Rossini <blindglobe@gmail.com>
   7 ;;; Copyright:  (c)2007--2008, AJ Rossini.  BSD, LLGPL, or GPLv2, depending
   8 ;;;             on how it arrives.
   9 ;;; Purpose:    package structure description for lispstat
  10
  11 ;;; What is this talk of 'release'? Klingons do not make software
  12 ;;; 'releases'.  Our software 'escapes', leaving a bloody trail of
  13 ;;; designers and quality assurance people in its wake.
  14
  15 ;;; This organization and structure is new to the 21st Century
  16 ;;; version.
  17
  18 (in-package :cl-user)
  19
  20 ;;; LispStat Basics
  21
  22 (defpackage :lisp-stat-object-system
  23   (:nicknames :ls-objects :lsos)
  24   (:use :common-lisp)
  25   (:shadow :call-method :call-next-method)
  26   (:export ls-object objectp *object* kind-of-p make-object
  27            *message-hook*
  28            *set-slot-hook* proto-slot-value self
  29            send call-next-method call-method
  30            defmeth defproto instance-slots proto-name))
  31
  32 (defpackage :lisp-stat-types
  33   (:documentation "Provides some typeing for LispStat, but is clearly
  34   a bit incomplete.")
  35   (:use :common-lisp)
  36   (:export fixnump
  37            check-nonneg-fixnum check-one-nonneg-fixnum
  38            check-one-fixnum check-one-real check-one-number))
  39
  40 (defpackage :lisp-stat-float
  41   (:use :common-lisp)
  42   (:export +stat-float-typing+ +stat-cfloat-typing+ +stat-float-template+
  43            machine-epsilon base-float makedouble
  44
  45            make-base-trans-fun-2 make-base-trans-fun
  46
  47            base-log base-exp base-expt base-sqrt base-sin base-cos
  48            base-tan base-asin base-acos base-atan base-sinh
  49            BASE-COSH BASE-TANH BASE-ASINH BASE-ACOSH BASE-ATANH
  50            BASE-ABS BASE-PHASE BASE-FFLOOR BASE-FCEILING BASE-FTRUNCATE
  51            BASE-FROUND BASE-SIGNUM BASE-CIS))
  52
  53 (defpackage :lisp-stat-compound-data
  54   (:use :common-lisp
  55         :lisp-stat-object-system
  56         :lisp-stat-types)
  57   (:shadowing-import-from :lisp-stat-object-system
  58                           call-next-method call-method)
  59   (:export compound-data-p *compound-data-proto*
  60            compound-object-p
  61            compound-data-seq compound-data-length
  62            element-list element-seq
  63            sort-data order rank
  64            recursive-map-elements map-elements repeat
  65            check-sequence
  66            get-next-element make-next-element set-next-element
  67            ;; sequencep
  68            iseq ordered-nneg-seq
  69            select split-list which
  70            difference rseq
  71            flatten-list))
  72
  73 (defpackage :lisp-stat-macros
  74   (:use :common-lisp
  75         :lisp-stat-compound-data)
  76   (:export make-rv-function make-rv-function-1))
  77
  78 (defpackage :lisp-stat-basics
  79     (:use :common-lisp
  80           :lisp-stat-object-system
  81           :lisp-stat-types
  82           :lisp-stat-float
  83           :lisp-stat-macros
  84           :lisp-stat-compound-data)
  85   (:shadowing-import-from :lisp-stat-object-system
  86                           call-method call-next-method)
  87   (:export permute-array sum prod count-elements mean
  88            if-else sample))
  89
  90 (defpackage :lisp-stat-float
  91   (:use :common-lisp)
  92   (:export +stat-float-typing+ +stat-cfloat-typing+ +stat-float-template+
  93            machine-epsilon base-float makedouble
  94
  95            make-base-trans-fun-2 make-base-trans-fun
  96
  97            BASE-LOG BASE-EXP BASE-EXPT BASE-SQRT BASE-SIN BASE-COS
  98            BASE-TAN BASE-ASIN BASE-ACOS BASE-ATAN BASE-SINH
  99            BASE-COSH BASE-TANH BASE-ASINH BASE-ACOSH BASE-ATANH
 100            BASE-ABS BASE-PHASE BASE-FFLOOR BASE-FCEILING BASE-FTRUNCATE
 101            BASE-FROUND BASE-SIGNUM BASE-CIS))
 102
 103 (defpackage :lisp-stat-macros
 104   (:use :common-lisp
 105         :lisp-stat-compound-data)
 106   (:export make-rv-function make-rv-function-1))
 107
 108 ;;; NEW CLOS STRUCTURE
 109
 110
 111
 112 (defpackage :lisp-stat-dataframe
 113   (:use :common-lisp
 114         :lisp-matrix)
 115   (:export
 116    ;; generic container class for data -- if small enough
 117    ;; could be value, otherwise might be reference.
 118    dataframe-like
 119    dataframe-array
 120    make-dataframe
 121
 122    ;; accessors
 123    varlabels caselabels nrows ncols
 124    dataframe-dimension dataframe-dimensons
 125    dfref dfref-case dfref-var
 126    consistent-dataframe-p
 127
 128    dataset
 129    list-of-columns ;; list-of-variables
 130    list-of-rows ;; list-of-observations
 131
 132    ))
 133
 134 (defpackage :cls-data-listoflist
 135   (:use :common-lisp
 136         :lisp-stat-dataframe) ; for dataframe
 137   (:export lists-of-same-size
 138            equal-listoflist
 139            transpose-listoflist
 140            make-dataframe-from-listoflist
 141            make-array-from-listoflist))
 142
 143 #|
 144  (defpackage :lisp-stat-regression-linear-clos
 145   (:use :common-lisp
 146         :lisp-matrix
 147         :lisp-stat-dataframe)
 148   (:export regression-model))
 149 |#
 150
 151 (defpackage :lisp-stat-visualize
 152   (:use :common-lisp
 153         :lisp-matrix
 154         :lisp-stat-dataframe))
 155
 156 (defpackage :lisp-stat-visualize-plplot
 157   (:use :common-lisp
 158         :lisp-matrix
 159         :lisp-stat-dataframe
 160         :cl-plplot-system)
 161   (:export
 162    plot-ex
 163    contour-plot-ex
 164    fn-contour-plot-ex
 165    shade-plot-ex
 166    3D-plot-ex ))
 167
 168
 169 ;;; USER PACKAGES
 170
 171 (defpackage :lisp-stat-ffi-int
 172   (:use :common-lisp
 173         :cffi)
 174   (:export ccl-store-integer ccl-store-double ccl-store-ptr
 175            get-buf ))
 176
 177 (defpackage :lisp-stat-probability
 178   (:use :common-lisp
 179         :cffi
 180         :lisp-stat-ffi-int
 181         :lisp-stat-macros)
 182   (:export log-gamma set-seed
 183            uniform-rand
 184            normal-cdf normal-quant normal-dens normal-rand
 185            bivnorm-cdf
 186            cauchy-cdf cauchy-quant cauchy-dens cauchy-rand
 187            gamma-cdf gamma-quant gamma-dens gamma-rand
 188            chisq-cdf chisq-quant chisq-dens chisq-rand
 189            beta-cdf beta-quant beta-dens beta-rand
 190            t-cdf t-quant t-dens t-rand
 191            f-cdf f-quant f-dens f-rand
 192            poisson-cdf poisson-quant poisson-pmf poisson-rand
 193            binomial-cdf binomial-quant binomial-pmf binomial-rand))
 194
 195
 196 #| removed, replace by lisp-matrix
 197 (defpackage :lisp-stat-matrix
 198   (:use :common-lisp
 199         :cffi
 200         :lisp-stat-compound-data)
 201   (:export matrixp ;;  matrix -- conflicts!
 202            num-rows num-cols matmult identity-matrix diagonal
 203            row-list column-list inner-product outer-product
 204            cross-product
 205            ;; transpose bind-columns bind-rows
 206            array-data-vector vector-to-array
 207
 208            check-matrix check-square-matrix
 209
 210            copy-array copy-vector
 211            ))
 212 |#
 213
 214 #| replaced by lisp-matrix
 215 (defpackage :lisp-stat-linalg-data
 216   (:use :common-lisp
 217         :cffi
 218         :lisp-stat-ffi-int
 219         :lisp-stat-types
 220         :lisp-stat-compound-data
 221         :lisp-stat-matrix)
 222   (:export ;; more to add
 223       +mode-in+ +mode-re+ +mode-cx+ mode-of
 224
 225       la-data-mode la-allocate la-free
 226
 227       la-get-double la-put-double
 228       la-put-integer
 229
 230       la-matrix la-free-matrix la-matrix-to-data la-data-to-matrix
 231       la-vector la-free-vector la-vector-to-data la-data-to-vector ))
 232 |#
 233
 234 (defpackage :lisp-stat-math
 235    (:use :common-lisp
 236          :lisp-stat-object-system
 237          :lisp-stat-macros
 238          :lisp-stat-compound-data
 239          :lisp-stat-float)
 240    (:shadowing-import-from :lisp-stat-object-system
 241                            call-method call-next-method)
 242    (:shadow expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 243            asin acos atan sinh cosh tanh asinh acosh atanh float random
 244            truncate floor ceiling round minusp zerop plusp evenp oddp
 245            < <= = /= >= > ;; complex
 246            conjugate realpart imagpart phase
 247            min max logand logior logxor lognot ffloor fceiling
 248            ftruncate fround signum cis)
 249    (:export ^ ** expt + - * / mod rem pmin pmax abs 1+ 1- log exp sqrt sin cos
 250            tan asin acos atan sinh cosh tanh asinh acosh atanh float random
 251            truncate floor ceiling round minusp zerop plusp evenp oddp < <= =
 252            /= >= > ;; complex
 253            conjugate realpart imagpart phase min max
 254            logand logior logxor lognot ffloor fceiling ftruncate fround
 255            signum cis)
 256    (:documentation "Vectorization of numerical functions"))
 257
 258
 259 #| ;; some of this goes back in, but not all of it?
 260 (defpackage :lisp-stat-linalg
 261   (:use :common-lisp
 262         :cffi
 263         :lisp-matrix
 264         :lisp-stat-math
 265         :lisp-stat-types
 266         :lisp-stat-float
 267         :lisp-stat-compound-data)
 268   (:shadowing-import-from :lisp-stat-math
 269           expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 270           asin acos atan sinh cosh tanh asinh acosh atanh float random
 271           truncate floor ceiling round minusp zerop plusp evenp oddp
 272           < <= = /= >= > complex conjugate realpart imagpart phase
 273           min max logand logior logxor lognot ffloor fceiling
 274           ftruncate fround signum cis)
 275   (:export chol-decomp lu-decomp lu-solve determinant inverse
 276            sv-decomp qr-decomp rcondest make-rotation spline
 277            kernel-dens kernel-smooth
 278            fft make-sweep-matrix sweep-operator ax+y eigen
 279
 280            check-real ;; for optimize
 281
 282            covariance-matrix matrix print-matrix solve
 283            backsolve eigenvalues eigenvectors accumulate cumsum combine
 284            lowess))
 285
 286 |#
 287
 288
 289
 290
 291 (defpackage :lisp-stat-data
 292   (:documentation "Data management, integration, I/O, and other data technologies.")
 293   (:nicknames :ls-data)
 294   (:use :common-lisp
 295         :lisp-stat-object-system
 296         :lisp-stat-config
 297         :lisp-stat-types
 298         :lisp-stat-compound-data)
 299   (:shadowing-import-from :lisp-stat-object-system
 300                           call-method call-next-method)
 301   (:export open-file-dialog read-data-file read-data-columns load-data
 302            load-example *variables* *ask-on-redefine*
 303            def variables savevar undef))
 304
 305 (defpackage :lisp-stat-descriptive-statistics
 306  (:use :common-lisp
 307        :lisp-stat-data
 308        :lisp-stat-math
 309        :lisp-stat-compound-data
 310        :lisp-matrix
 311        :lisp-stat-basics)
 312    (:shadowing-import-from :lisp-stat-math ;; life is a vector!
 313       expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 314       asin acos atan sinh cosh tanh asinh acosh atanh float random
 315       truncate floor ceiling round minusp zerop plusp evenp oddp
 316       < <= = /= >= > ;; complex
 317       conjugate realpart imagpart phase
 318       min max logand logior logxor lognot ffloor fceiling
 319       ftruncate fround signum cis)
 320    (:export standard-deviation
 321             quantile median interquartile-range
 322             fivnum sample))
 323
 324
 325 (defpackage :lisp-stat-regression-linear
 326   (:use :common-lisp
 327         :lisp-matrix
 328         :lisp-stat-object-system
 329         :lisp-stat-basics
 330         :lisp-stat-compound-data
 331         :lisp-stat-descriptive-statistics
 332 #|
 333         :lisp-stat-math
 334 |#
 335         )
 336   (:shadowing-import-from :lisp-stat-object-system
 337                           call-method call-next-method)
 338 #|
 339   (:shadowing-import-from :lisp-stat-math
 340       expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 341       asin acos atan sinh cosh tanh asinh acosh atanh float random
 342       truncate floor ceiling round minusp zerop plusp evenp oddp
 343       < <= = /= >= > ;; complex
 344       conjugate realpart imagpart phase
 345       min max logand logior logxor lognot ffloor fceiling
 346       ftruncate fround signum cis)
 347 |#
 348   (:export regression-model regression-model-proto x y intercept
 349            ;; sweep-matrix
 350            basis weights included
 351            total-sum-of-squares residual-sum-of-squares
 352            predictor-names response-name case-labels
 353            ;; functions for helpers
 354            lm xtxinv   ))
 355
 356 (defpackage :lisp-stat
 357     (:documentation "Experimentation package for LispStat.  Serious
 358     work should be packaged up elsewhere for reproducibility.  By this
 359     I mean, creating a data/analytics/analysis package with the
 360     minimal set of objects required.")
 361   (:use :common-lisp
 362         :lisp-stat-object-system
 363         :lisp-stat-compound-data
 364         :lisp-stat-probability
 365         :lisp-stat-types
 366         :lisp-stat-float
 367         :lisp-stat-basics
 368         :lisp-stat-data
 369         :lisp-stat-dataframe
 370         :lisp-stat-math
 371         :lisp-matrix ;; conversion to a more robust linalg approach
 372         :lisp-stat-descriptive-statistics
 373         :lisp-stat-regression-linear
 374         :cybertiggyr-dsv)
 375   (:shadowing-import-from :lisp-stat-object-system
 376                           call-method call-next-method)
 377   (:shadowing-import-from :lisp-stat-math
 378         expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 379         asin acos atan sinh cosh tanh asinh acosh atanh float random
 380         truncate floor ceiling round minusp zerop plusp evenp oddp
 381         < <= = /= >= >
 382         ;;complex
 383         conjugate realpart imagpart phase
 384
 385         min max
 386         logand logior logxor lognot
 387         ffloor fceiling ftruncate fround
 388         signum cis)
 389   (:export
 390    ;; lsobjects :
 391    defproto defproto2
 392    defmeth send
 393
 394    ;; lstypes :
 395    fixnump check-nonneg-fixnum check-one-fixnum
 396    check-one-nonneg-fixnum
 397    check-one-real check-one-number
 398
 399    ;; lsmacros:
 400
 401    ;; lsfloat :
 402    machine-epsilon
 403
 404    ;; compound :
 405    compound-data-p *compound-data-proto* compound-object-p
 406    compound-data-seq compound-data-length
 407    element-list element-seq
 408    sort-data order rank
 409    recursive-map-elements map-elements
 410    repeat
 411    check-sequence
 412    get-next-element make-next-element set-next-element
 413    ;; sequencep
 414    iseq
 415    ordered-nneg-seq
 416    select which
 417    difference rseq
 418
 419    ;; lsmath.lsp
 420    ^ ** expt + - * / mod rem pmin pmax abs 1+ 1- log exp sqrt sin cos
 421    tan asin acos atan sinh cosh tanh asinh acosh atanh float random
 422    truncate floor ceiling round minusp zerop plusp evenp oddp < <= =
 423    /= >= > ;; complex
 424    conjugate realpart imagpart phase min max
 425    logand logior logxor lognot ffloor fceiling ftruncate fround
 426    signum cis
 427
 428 #| ;; The following need to be re-found in lisp-matrix...
 429
 430    ;; matrices.lisp
 431    matrixp num-rows num-cols matmult identity-matrix diagonal row-list
 432    column-list inner-product outer-product cross-product transpose
 433    bind-columns bind-rows
 434
 435    ;; linalg.lisp
 436    chol-decomp lu-decomp lu-solve determinant inverse
 437    sv-decomp qr-decomp rcondest make-rotation spline
 438    kernel-dens kernel-smooth
 439    fft make-sweep-matrix sweep-operator ax+y eigen
 440    check-real
 441    covariance-matrix matrix print-matrix solve
 442    backsolve eigenvalues eigenvectors accumulate cumsum combine
 443    lowess
 444
 445    ;; in linalg.lisp, possibly not supported by matlisp
 446    spline kernel-dens kernel-smooth
 447
 448 |#
 449
 450    ;; optimize.lsp
 451    newtonmax nelmeadmax
 452
 453    ;; lispstat-macros
 454    make-rv-function make-rv-function-1
 455
 456    ;; data
 457    open-file-dialog read-data-file read-data-columns load-data
 458    load-example *variables* *ask-on-redefine*
 459    def variables savevar undef
 460
 461    ;; dataframe
 462    dataframe-like dataframe-array make-dataframe
 463    varlabels caselabels nrows ncols
 464    dataframe-dimension dataframe-dimensons
 465    dfref dfref-case dfref-var
 466    consistent-dataframe-p
 467    dataset
 468    list-of-columns list-of-rows
 469
 470    ;; listoflist
 471    lists-of-same-size equal-listoflist
 472    transpose-listoflist
 473    make-dataframe-from-listoflist  make-array-from-listoflist
 474
 475    ;; statistics.lsp  (descriptions, should probably be moved
 476    ;; later...?
 477    standard-deviation quantile median interquartile-range
 478    fivnum sample
 479
 480    ;; probability (dists.lisp)
 481    log-gamma set-seed
 482    uniform-rand normal-cdf normal-quant normal-dens
 483    normal-rand bivnorm-cdf cauchy-cdf cauchy-quant cauchy-dens
 484    cauchy-rand gamma-cdf gamma-quant gamma-dens gamma-rand
 485    chisq-cdf chisq-quant chisq-dens chisq-rand beta-cdf beta-quant
 486    beta-dens beta-rand t-cdf t-quant t-dens t-rand f-cdf f-quant
 487    f-dens f-rand poisson-cdf poisson-quant poisson-pmf poisson-rand
 488    binomial-cdf binomial-quant binomial-pmf binomial-rand
 489
 490    ;; Here is where we have a problem -- lispstat core should be core
 491    ;; data management and config problems, with packages providing
 492    ;; specialized extensions to LispStat, i.e. regression, nonlin
 493    ;; regression, bayesian regression via laplace approximation, etc.
 494
 495    ;; The following could be considered "recommended packages",
 496    ;; similar to the idea of the recommended packages in R.  Probably
 497    ;; we want them to do the exporting within that package, therefore
 498    ;; NOT being able to lock the "data-ish" package, but only the
 499    ;; subpackages prior to export.
 500
 501    ;; regression.lsp
 502    ;; -- linear regressin models.
 503    regression-model regression-model-proto x y intercept sweep-matrix
 504    basis weights included total-sum-of-squares residual-sum-of-squares
 505    predictor-names response-name case-labels
 506    lm xtxinv
 507
 508    ;; nonlin.lsp
 509    ;; -- nonlinear regression models
 510    nreg-model nreg-model-proto mean-function theta-hat epsilon
 511    count-limit verbose
 512    ;; we might need something like xtxinv here?  But should be
 513    ;; encapsulated, so we use the one in regression.lisp
 514
 515    ;; bayes.lsp
 516    bayes-model bayes-model-proto bayes-internals
 517
 518
 519    ;; plots.lisp
 520    plot-ex
 521    contour-plot-ex
 522    fn-contour-plot-ex
 523    shade-plot-ex
 524    3D-plot-ex
 525
 526    ))
 527
 528
 529 ;;;; PACKAGES FOR USEABILITY
 530
 531 (defpackage :lisp-stat-data-examples
 532   (:documentation "Example data for unittests, examples, illustrations,")
 533   (:use :common-lisp
 534         :lisp-stat)
 535   (:shadowing-import-from :lisp-stat
 536                           call-method call-next-method
 537
 538       expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 539       asin acos atan sinh cosh tanh asinh acosh atanh float random
 540       truncate floor ceiling round minusp zerop plusp evenp oddp
 541       < <= = /= >= > > ;; complex
 542       conjugate realpart imagpart phase
 543       min max logand logior logxor lognot ffloor fceiling
 544       ftruncate fround signum cis
 545
 546       <= float imagpart)
 547   (:export iron aluminum absorbtion
 548            diabetes dlabs))
 549
 550
 551 (defpackage :lisp-stat-user
 552   (:documentation "Experimentation package for LispStat.
 553 Serious work should be placed in a similar package elsewhere for
 554 reproducibility.  But this should hint as to what needs to be
 555 done for a user- or analysis-package.")
 556   (:nicknames :ls-user)
 557   (:use :common-lisp
 558         :lisp-matrix
 559         :lisp-stat
 560         :lisp-stat-data-examples) ;; this last is to have 'things to play with'
 561   (:shadowing-import-from :lisp-stat
 562                           call-method call-next-method
 563
 564       expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 565       asin acos atan sinh cosh tanh asinh acosh atanh float random
 566       truncate floor ceiling round minusp zerop plusp evenp oddp
 567       < <= = /= >= > > ;; complex
 568       conjugate realpart imagpart phase
 569       min max logand logior logxor lognot ffloor fceiling
 570       ftruncate fround signum cis
 571
 572       <= float imagpart))
 573
 574 (defpackage :lisp-stat-unittests
 575   (:use :common-lisp :lift :lisp-stat :lisp-stat-data-examples)
 576   (:shadowing-import-from :lisp-stat
 577                           call-method call-next-method ;; objects
 578         expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan ;; lsmath
 579         asin acos atan sinh cosh tanh asinh acosh atanh float random
 580         truncate floor ceiling round minusp zerop plusp evenp oddp
 581         < <= = /= >= > ;; complex
 582         conjugate realpart imagpart phase
 583         min max logand logior logxor lognot ffloor fceiling
 584         ftruncate fround signum cis)
 585   (:export run-lisp-stat-tests run-lisp-stat-test scoreboard ; exec
 586            almost= almost=lists numerical=)) ; compare
 587
 588 (defpackage :lisp-stat-dataframe-example
 589   (:use :common-lisp
 590         :lift  :lisp-stat-unittests
 591         :lisp-stat-data-examples
 592         :lisp-stat-dataframe)
 593   (:export absorbtion aluminum iron))
 594
 595
 596 (defpackage :lisp-stat-optimize
 597  (:use :common-lisp
 598        :cffi
 599        :lisp-matrix
 600        :lisp-stat-ffi-int
 601        :lisp-stat-object-system
 602        :lisp-stat-types
 603        :lisp-stat-compound-data
 604        :lisp-stat-math
 605        :lisp-stat-float
 606        :lisp-stat-basics
 607 #|
 608        :lisp-stat-matrix
 609        :lisp-stat-linalg-data
 610        :lisp-stat-linalg
 611 |#
 612        )
 613  (:shadowing-import-from :lisp-stat-object-system
 614                          call-method call-next-method)
 615  (:shadowing-import-from :lisp-stat-math
 616            expt + - * / ** mod rem abs 1+ 1- log exp sqrt sin cos tan
 617            asin acos atan sinh cosh tanh asinh acosh atanh float random
 618            truncate floor ceiling round minusp zerop plusp evenp oddp
 619            < <= = /= >= > complex conjugate realpart imagpart phase
 620            min max logand logior logxor lognot ffloor fceiling
 621            ftruncate fround signum cis)
 622  (:export
 623      ;; derivatives
 624      numgrad numhess
 625
 626      ;; optimization
 627      newtonmax nelmeadmax))