tagged release 0.6.4

[parrot.git] / languages / tcl / library / tcltest / tcltest.tcl

# tcltest.tcl --
#
#       This file contains support code for the Tcl test suite.  It
#       defines the tcltest namespace and finds and defines the output
#       directory, constraints available, output and error channels,
#       etc. used by Tcl tests.  See the tcltest man page for more
#       details.
#
#       This design was based on the Tcl testing approach designed and
#       initially implemented by Mary Ann May-Pumphrey of Sun
#       Microsystems.
#
# Copyright (c) 1994-1997 Sun Microsystems, Inc.
# Copyright (c) 1998-1999 by Scriptics Corporation.
# Copyright (c) 2000 by Ajuba Solutions
# Contributions from Don Porter, NIST, 2002.  (not subject to US copyright)
# All rights reserved.
#
# RCS: @(#) $Id$

package require Tcl 8.5         ;# To provide an alpha version
package require Tcl 8.3         ;# uses [glob -directory]
namespace eval tcltest {

    # When the version number changes, be sure to update the pkgIndex.tcl file,
    # and the install directory in the Makefiles.  When the minor version
    # changes (new feature) be sure to update the man page as well.
    variable Version 2.3a1

    # Compatibility support for dumb variables defined in tcltest 1
    # Do not use these.  Call [package provide Tcl] and [info patchlevel]
    # yourself.  You don't need tcltest to wrap it for you.
    variable version [package provide Tcl]
    variable patchLevel [info patchlevel]

##### Export the public tcltest procs; several categories
    #
    # Export the main functional commands that do useful things
    namespace export cleanupTests loadTestedCommands makeDirectory \
        makeFile removeDirectory removeFile runAllTests test

    # Export configuration commands that control the functional commands
    namespace export configure customMatch errorChannel interpreter \
            outputChannel testConstraint

    # Export commands that are duplication (candidates for deprecation)
    namespace export bytestring         ;# dups [encoding convertfrom identity]
    namespace export debug              ;#      [configure -debug]
    namespace export errorFile          ;#      [configure -errfile]
    namespace export limitConstraints   ;#      [configure -limitconstraints]
    namespace export loadFile           ;#      [configure -loadfile]
    namespace export loadScript         ;#      [configure -load]
    namespace export match              ;#      [configure -match]
    namespace export matchFiles         ;#      [configure -file]
    namespace export matchDirectories   ;#      [configure -relateddir]
    namespace export normalizeMsg       ;#      application of [customMatch]
    namespace export normalizePath      ;#      [file normalize] (8.4)
    namespace export outputFile         ;#      [configure -outfile]
    namespace export preserveCore       ;#      [configure -preservecore]
    namespace export singleProcess      ;#      [configure -singleproc]
    namespace export skip               ;#      [configure -skip]
    namespace export skipFiles          ;#      [configure -notfile]
    namespace export skipDirectories    ;#      [configure -asidefromdir]
    namespace export temporaryDirectory ;#      [configure -tmpdir]
    namespace export testsDirectory     ;#      [configure -testdir]
    namespace export verbose            ;#      [configure -verbose]
    namespace export viewFile           ;#      binary encoding [read]
    namespace export workingDirectory   ;#      [cd] [pwd]

    # Export deprecated commands for tcltest 1 compatibility
    namespace export getMatchingFiles mainThread restoreState saveState \
            threadReap

    # tcltest::normalizePath --
    #
    #     This procedure resolves any symlinks in the path thus creating
    #     a path without internal redirection. It assumes that the
    #     incoming path is absolute.
    #
    # Arguments
    #     pathVar - name of variable containing path to modify.
    #
    # Results
    #     The path is modified in place.
    #
    # Side Effects:
    #     None.
    #
    proc normalizePath {pathVar} {
        upvar $pathVar path
        set oldpwd [pwd]
        catch {cd $path}
        set path [pwd]
        cd $oldpwd
        return $path
    }

##### Verification commands used to test values of variables and options
    #
    # Verification command that accepts everything
    proc AcceptAll {value} {
        return $value
    }

    # Verification command that accepts valid Tcl lists
    proc AcceptList { list } {
        return [lrange $list 0 end]
    }

    # Verification command that accepts a glob pattern
    proc AcceptPattern { pattern } {
        return [AcceptAll $pattern]
    }

    # Verification command that accepts integers
    proc AcceptInteger { level } {
        return [incr level 0]
    }

    # Verification command that accepts boolean values
    proc AcceptBoolean { boolean } {
        return [expr {$boolean && $boolean}]
    }

    # Verification command that accepts (syntactically) valid Tcl scripts
    proc AcceptScript { script } {
        if {![info complete $script]} {
            return -code error "invalid Tcl script: $script"
        }
        return $script
    }

    # Verification command that accepts (converts to) absolute pathnames
    proc AcceptAbsolutePath { path } {
        return [file join [pwd] $path]
    }

    # Verification command that accepts existing readable directories
    proc AcceptReadable { path } {
        if {![file readable $path]} {
            return -code error "\"$path\" is not readable"
        }
        return $path
    }
    proc AcceptDirectory { directory } {
        set directory [AcceptAbsolutePath $directory]
        if {![file exists $directory]} {
            return -code error "\"$directory\" does not exist"
        }
        if {![file isdir $directory]} {
            return -code error "\"$directory\" is not a directory"
        }
        return [AcceptReadable $directory]
    }

##### Initialize internal arrays of tcltest, but only if the caller
    # has not already pre-initialized them.  This is done to support
    # compatibility with older tests that directly access internals
    # rather than go through command interfaces.
    #
    proc ArrayDefault {varName value} {
        variable $varName
        if {[array exists $varName]} {
            return
        }
        if {[info exists $varName]} {
            # Pre-initialized value is a scalar: destroy it!
            unset $varName
        }
        array set $varName $value
    }

    # save the original environment so that it can be restored later
    ArrayDefault originalEnv [array get ::env]

    # initialize numTests array to keep track of the number of tests
    # that pass, fail, and are skipped.
    ArrayDefault numTests [list Total 0 Passed 0 Skipped 0 Failed 0]

    # createdNewFiles will store test files as indices and the list of
    # files (that should not have been) left behind by the test files
    # as values.
    ArrayDefault createdNewFiles {}

    # initialize skippedBecause array to keep track of constraints that
    # kept tests from running; a constraint name of "userSpecifiedSkip"
    # means that the test appeared on the list of tests that matched the
    # -skip value given to the flag; "userSpecifiedNonMatch" means that
    # the test didn't match the argument given to the -match flag; both
    # of these constraints are counted only if tcltest::debug is set to
    # true.
    ArrayDefault skippedBecause {}

    # initialize the testConstraints array to keep track of valid
    # predefined constraints (see the explanation for the
    # InitConstraints proc for more details).
    ArrayDefault testConstraints {}

##### Initialize internal variables of tcltest, but only if the caller
    # has not already pre-initialized them.  This is done to support
    # compatibility with older tests that directly access internals
    # rather than go through command interfaces.
    #
    proc Default {varName value {verify AcceptAll}} {
        variable $varName
        if {![info exists $varName]} {
            variable $varName [$verify $value]
        } else {
            variable $varName [$verify [set $varName]]
        }
    }

    # Save any arguments that we might want to pass through to other
    # programs.  This is used by the -args flag.
    # FINDUSER
    Default parameters {}

    # Count the number of files tested (0 if runAllTests wasn't called).
    # runAllTests will set testSingleFile to false, so stats will
    # not be printed until runAllTests calls the cleanupTests proc.
    # The currentFailure var stores the boolean value of whether the
    # current test file has had any failures.  The failFiles list
    # stores the names of test files that had failures.
    Default numTestFiles 0 AcceptInteger
    Default testSingleFile true AcceptBoolean
    Default currentFailure false AcceptBoolean
    Default failFiles {} AcceptList

    # Tests should remove all files they create.  The test suite will
    # check the current working dir for files created by the tests.
    # filesMade keeps track of such files created using the makeFile and
    # makeDirectory procedures.  filesExisted stores the names of
    # pre-existing files.
    #
    # Note that $filesExisted lists only those files that exist in
    # the original [temporaryDirectory].
    Default filesMade {} AcceptList
    Default filesExisted {} AcceptList
    proc FillFilesExisted {} {
        variable filesExisted

        # Save the names of files that already exist in the scratch directory.
        foreach file [glob -nocomplain -directory [temporaryDirectory] *] {
            lappend filesExisted [file tail $file]
        }

        # After successful filling, turn this into a no-op.
        proc FillFilesExisted args {}
    }

    # Kept only for compatibility
    Default constraintsSpecified {} AcceptList
    trace variable constraintsSpecified r {set ::tcltest::constraintsSpecified \
                [array names ::tcltest::testConstraints] ;# }

    # tests that use threads need to know which is the main thread
    Default mainThread 1
    variable mainThread
    if {[info commands thread::id] != {}} {
        set mainThread [thread::id]
    } elseif {[info commands testthread] != {}} {
        set mainThread [testthread id]
    }

    # Set workingDirectory to [pwd]. The default output directory for
    # Tcl tests is the working directory.  Whenever this value changes
    # change to that directory.
    variable workingDirectory
    trace variable workingDirectory w \
            [namespace code {cd $workingDirectory ;#}]

    Default workingDirectory [pwd] AcceptAbsolutePath
    proc workingDirectory { {dir ""} } {
        variable workingDirectory
        if {[llength [info level 0]] == 1} {
            return $workingDirectory
        }
        set workingDirectory [AcceptAbsolutePath $dir]
    }

    # Set the location of the execuatble
    Default tcltest [info nameofexecutable]
    trace variable tcltest w [namespace code {testConstraint stdio \
            [eval [ConstraintInitializer stdio]] ;#}]

    # save the platform information so it can be restored later
    Default originalTclPlatform [array get ::tcl_platform]

    # If a core file exists, save its modification time.
    if {[file exists [file join [workingDirectory] core]]} {
        Default coreModTime \
                [file mtime [file join [workingDirectory] core]]
    }

    # stdout and stderr buffers for use when we want to store them
    Default outData {}
    Default errData {}

    # keep track of test level for nested test commands
    variable testLevel 0

    # the variables and procs that existed when saveState was called are
    # stored in a variable of the same name
    Default saveState {}

    # Internationalization support -- used in [SetIso8859_1_Locale] and
    # [RestoreLocale]. Those commands are used in cmdIL.test.

    if {![info exists [namespace current]::isoLocale]} {
        variable isoLocale fr
        switch -- $::tcl_platform(platform) {
            "unix" {

                # Try some 'known' values for some platforms:

                switch -exact -- $::tcl_platform(os) {
                    "FreeBSD" {
                        set isoLocale fr_FR.ISO_8859-1
                    }
                    HP-UX {
                        set isoLocale fr_FR.iso88591
                    }
                    Linux -
                    IRIX {
                        set isoLocale fr
                    }
                    default {

                        # Works on SunOS 4 and Solaris, and maybe
                        # others...  Define it to something else on your
                        # system if you want to test those.

                        set isoLocale iso_8859_1
                    }
                }
            }
            "windows" {
                set isoLocale French
            }
        }
    }

    variable ChannelsWeOpened; array set ChannelsWeOpened {}
    # output goes to stdout by default
    Default outputChannel stdout
    proc outputChannel { {filename ""} } {
        variable outputChannel
        variable ChannelsWeOpened

        # This is very subtle and tricky, so let me try to explain.
        # (Hopefully this longer comment will be clear when I come
        # back in a few months, unlike its predecessor :) )
        # 
        # The [outputChannel] command (and underlying variable) have to
        # be kept in sync with the [configure -outfile] configuration
        # option ( and underlying variable Option(-outfile) ).  This is
        # accomplished with a write trace on Option(-outfile) that will
        # update [outputChannel] whenver a new value is written.  That
        # much is easy.
        #
        # The trick is that in order to maintain compatibility with
        # version 1 of tcltest, we must allow every configuration option
        # to get its inital value from command line arguments.  This is
        # accomplished by setting initial read traces on all the
        # configuration options to parse the command line option the first
        # time they are read.  These traces are cancelled whenever the
        # program itself calls [configure].
        # 
        # OK, then so to support tcltest 1 compatibility, it seems we want
        # to get the return from [outputFile] to trigger the read traces,
        # just in case.
        #
        # BUT!  A little known feature of Tcl variable traces is that 
        # traces are disabled during the handling of other traces.  So,
        # if we trigger read traces on Option(-outfile) and that triggers
        # command line parsing which turns around and sets an initial
        # value for Option(-outfile) -- <whew!> -- the write trace that
        # would keep [outputChannel] in sync with that new initial value
        # would not fire!
        #
        # SO, finally, as a workaround, instead of triggering read traces
        # by invoking [outputFile], we instead trigger the same set of
        # read traces by invoking [debug].  Any command that reads a
        # configuration option would do.  [debug] is just a handy one.
        # The end result is that we support tcltest 1 compatibility and
        # keep outputChannel and -outfile in sync in all cases.
        debug

        if {[llength [info level 0]] == 1} {
            return $outputChannel
        }
        if {[info exists ChannelsWeOpened($outputChannel)]} {
            close $outputChannel
            unset ChannelsWeOpened($outputChannel)
        }
        switch -exact -- $filename {
            stderr -
            stdout {
                set outputChannel $filename
            }
            default {
                set outputChannel [open $filename a]
                set ChannelsWeOpened($outputChannel) 1

                # If we created the file in [temporaryDirectory], then
                # [cleanupTests] will delete it, unless we claim it was
                # already there.
                set outdir [normalizePath [file dirname \
                        [file join [pwd] $filename]]]
                if {[string equal $outdir [temporaryDirectory]]} {
                    variable filesExisted
                    FillFilesExisted
                    set filename [file tail $filename]
                    if {[lsearch -exact $filesExisted $filename] == -1} {
                        lappend filesExisted $filename
                    }
                }
            }
        }
        return $outputChannel
    }

    # errors go to stderr by default
    Default errorChannel stderr
    proc errorChannel { {filename ""} } {
        variable errorChannel
        variable ChannelsWeOpened

        # This is subtle and tricky.  See the comment above in
        # [outputChannel] for a detailed explanation.
        debug

        if {[llength [info level 0]] == 1} {
            return $errorChannel
        }
        if {[info exists ChannelsWeOpened($errorChannel)]} {
            close $errorChannel
            unset ChannelsWeOpened($errorChannel)
        }
        switch -exact -- $filename {
            stderr -
            stdout {
                set errorChannel $filename
            }
            default {
                set errorChannel [open $filename a]
                set ChannelsWeOpened($errorChannel) 1

                # If we created the file in [temporaryDirectory], then
                # [cleanupTests] will delete it, unless we claim it was
                # already there.
                set outdir [normalizePath [file dirname \
                        [file join [pwd] $filename]]]
                if {[string equal $outdir [temporaryDirectory]]} {
                    variable filesExisted
                    FillFilesExisted
                    set filename [file tail $filename]
                    if {[lsearch -exact $filesExisted $filename] == -1} {
                        lappend filesExisted $filename
                    }
                }
            }
        }
        return $errorChannel
    }

##### Set up the configurable options
    #
    # The configurable options of the package
    variable Option; array set Option {}

    # Usage strings for those options
    variable Usage; array set Usage {}

    # Verification commands for those options
    variable Verify; array set Verify {}

    # Initialize the default values of the configurable options that are
    # historically associated with an exported variable.  If that variable
    # is already set, support compatibility by accepting its pre-set value.
    # Use [trace] to establish ongoing connection between the deprecated
    # exported variable and the modern option kept as a true internal var.
    # Also set up usage string and value testing for the option.
    proc Option {option value usage {verify AcceptAll} {varName {}}} {
        variable Option
        variable Verify
        variable Usage
        variable OptionControlledVariables
        set Usage($option) $usage
        set Verify($option) $verify
        if {[catch {$verify $value} msg]} {
            return -code error $msg
        } else {
            set Option($option) $msg
        }
        if {[string length $varName]} {
            variable $varName
            if {[info exists $varName]} {
                if {[catch {$verify [set $varName]} msg]} {
                    return -code error $msg
                } else {
                    set Option($option) $msg
                }
                unset $varName
            }
            namespace eval [namespace current] \
                    [list upvar 0 Option($option) $varName]
            # Workaround for Bug (now Feature Request) 572889.  Grrrr....
            # Track all the variables tied to options
            lappend OptionControlledVariables $varName
            # Later, set auto-configure read traces on all
            # of them, since a single trace on Option does not work.
            proc $varName {{value {}}} [subst -nocommands {
                if {[llength [info level 0]] == 2} {
                    Configure $option [set value]
                }
                return [Configure $option]
            }]
        }
    }

    proc MatchingOption {option} {
        variable Option
        set match [array names Option $option*]
        switch -- [llength $match] {
            0 {
                set sorted [lsort [array names Option]]
                set values [join [lrange $sorted 0 end-1] ", "]
                append values ", or [lindex $sorted end]"
                return -code error "unknown option $option: should be\
                        one of $values"
            }
            1 {
                return [lindex $match 0]
            }
            default {
                # Exact match trumps ambiguity
                if {[lsearch -exact $match $option] >= 0} {
                    return $option
                }
                set values [join [lrange $match 0 end-1] ", "]
                append values ", or [lindex $match end]"
                return -code error "ambiguous option $option:\
                        could match $values"
            }
        }
    }

    proc EstablishAutoConfigureTraces {} {
        variable OptionControlledVariables
        foreach varName [concat $OptionControlledVariables Option] {
            variable $varName
            trace variable $varName r [namespace code {ProcessCmdLineArgs ;#}]
        }
    }

    proc RemoveAutoConfigureTraces {} {
        variable OptionControlledVariables
        foreach varName [concat $OptionControlledVariables Option] {
            variable $varName
            foreach pair [trace vinfo $varName] {
                foreach {op cmd} $pair break
                if {[string equal r $op]
                        && [string match *ProcessCmdLineArgs* $cmd]} {
                    trace vdelete $varName $op $cmd
                }
            }
        }
        # Once the traces are removed, this can become a no-op
        proc RemoveAutoConfigureTraces {} {}
    }

    proc Configure args {
        variable Option
        variable Verify
        set n [llength $args]
        if {$n == 0} {
            return [lsort [array names Option]]
        }
        if {$n == 1} {
            if {[catch {MatchingOption [lindex $args 0]} option]} {
                return -code error $option
            }
            return $Option($option)
        }
        while {[llength $args] > 1} {
            if {[catch {MatchingOption [lindex $args 0]} option]} {
                return -code error $option
            }
            if {[catch {$Verify($option) [lindex $args 1]} value]} {
                return -code error "invalid $option\
                        value \"[lindex $args 1]\": $value"
            }
            set Option($option) $value
            set args [lrange $args 2 end]
        }
        if {[llength $args]} {
            if {[catch {MatchingOption [lindex $args 0]} option]} {
                return -code error $option
            }
            return -code error "missing value for option $option"
        }
    }
    proc configure args {
        RemoveAutoConfigureTraces
        set code [catch {eval Configure $args} msg]
        return -code $code $msg
    }
    
    proc AcceptVerbose { level } {
        set level [AcceptList $level]
        if {[llength $level] == 1} {
            if {![regexp {^(pass|body|skip|start|error|line)$} $level]} {
                # translate single characters abbreviations to expanded list
                set level [string map {p pass b body s skip t start e error l line} \
                        [split $level {}]]
            }
        }
        set valid [list]
        foreach v $level {
            if {[regexp {^(pass|body|skip|start|error|line)$} $v]} {
                lappend valid $v
            }
        }
        return $valid
    }

    proc IsVerbose {level} {
        variable Option
        return [expr {[lsearch -exact $Option(-verbose) $level] != -1}]
    }

    # Default verbosity is to show bodies of failed tests
    Option -verbose {body error} {
        Takes any combination of the values 'p', 's', 'b', 't', 'e' and 'l'.
        Test suite will display all passed tests if 'p' is specified, all
        skipped tests if 's' is specified, the bodies of failed tests if
        'b' is specified, and when tests start if 't' is specified.
        ErrorInfo is displayed if 'e' is specified. Source file line
        information of failed tests is displayed if 'l' is specified. 
    } AcceptVerbose verbose

    # Match and skip patterns default to the empty list, except for
    # matchFiles, which defaults to all .test files in the
    # testsDirectory and matchDirectories, which defaults to all
    # directories.
    Option -match * {
        Run all tests within the specified files that match one of the
        list of glob patterns given.
    } AcceptList match

    Option -skip {} {
        Skip all tests within the specified tests (via -match) and files
        that match one of the list of glob patterns given.
    } AcceptList skip

    Option -file *.test {
        Run tests in all test files that match the glob pattern given.
    } AcceptPattern matchFiles

    # By default, skip files that appear to be SCCS lock files.
    Option -notfile l.*.test {
        Skip all test files that match the glob pattern given.
    } AcceptPattern skipFiles

    Option -relateddir * {
        Run tests in directories that match the glob pattern given.
    } AcceptPattern matchDirectories

    Option -asidefromdir {} {
        Skip tests in directories that match the glob pattern given.
    } AcceptPattern skipDirectories

    # By default, don't save core files
    Option -preservecore 0 {
        If 2, save any core files produced during testing in the directory
        specified by -tmpdir. If 1, notify the user if core files are
        created.
    } AcceptInteger preserveCore

    # debug output doesn't get printed by default; debug level 1 spits
    # up only the tests that were skipped because they didn't match or
    # were specifically skipped.  A debug level of 2 would spit up the
    # tcltest variables and flags provided; a debug level of 3 causes
    # some additional output regarding operations of the test harness.
    # The tcltest package currently implements only up to debug level 3.
    Option -debug 0 {
        Internal debug level 
    } AcceptInteger debug

    proc SetSelectedConstraints args {
        variable Option
        foreach c $Option(-constraints) {
            testConstraint $c 1
        }
    }
    Option -constraints {} {
        Do not skip the listed constraints listed in -constraints.
    } AcceptList
    trace variable Option(-constraints) w \
            [namespace code {SetSelectedConstraints ;#}]

    # Don't run only the "-constraint" specified tests by default
    proc ClearUnselectedConstraints args {
        variable Option
        variable testConstraints
        if {!$Option(-limitconstraints)} {return}
        foreach c [array names testConstraints] {
            if {[lsearch -exact $Option(-constraints) $c] == -1} {
                testConstraint $c 0
            }
        }
    }
    Option -limitconstraints false {
        whether to run only tests with the constraints
    } AcceptBoolean limitConstraints 
    trace variable Option(-limitconstraints) w \
            [namespace code {ClearUnselectedConstraints ;#}]

    # A test application has to know how to load the tested commands
    # into the interpreter.
    Option -load {} {
        Specifies the script to load the tested commands.
    } AcceptScript loadScript

    # Default is to run each test file in a separate process
    Option -singleproc 0 {
        whether to run all tests in one process
    } AcceptBoolean singleProcess 

    proc AcceptTemporaryDirectory { directory } {
        set directory [AcceptAbsolutePath $directory]
        if {![file exists $directory]} {
            file mkdir $directory
        }
        set directory [AcceptDirectory $directory]
        if {![file writable $directory]} {
            if {[string equal [workingDirectory] $directory]} {
                # Special exception: accept the default value
                # even if the directory is not writable
                return $directory
            }
            return -code error "\"$directory\" is not writeable"
        }
        return $directory
    }

    # Directory where files should be created
    Option -tmpdir [workingDirectory] {
        Save temporary files in the specified directory.
    } AcceptTemporaryDirectory temporaryDirectory
    trace variable Option(-tmpdir) w \
            [namespace code {normalizePath Option(-tmpdir) ;#}]

    # Tests should not rely on the current working directory.
    # Files that are part of the test suite should be accessed relative
    # to [testsDirectory]
    Option -testdir [workingDirectory] {
        Search tests in the specified directory.
    } AcceptDirectory testsDirectory
    trace variable Option(-testdir) w \
            [namespace code {normalizePath Option(-testdir) ;#}]

    proc AcceptLoadFile { file } {
        if {[string equal "" $file]} {return $file}
        set file [file join [temporaryDirectory] $file]
        return [AcceptReadable $file]
    }
    proc ReadLoadScript {args} {
        variable Option
        if {[string equal "" $Option(-loadfile)]} {return}
        set tmp [open $Option(-loadfile) r]
        loadScript [read $tmp]
        close $tmp
    }
    Option -loadfile {} {
        Read the script to load the tested commands from the specified file.
    } AcceptLoadFile loadFile
    trace variable Option(-loadfile) w [namespace code ReadLoadScript]

    proc AcceptOutFile { file } {
        if {[string equal stderr $file]} {return $file}
        if {[string equal stdout $file]} {return $file}
        return [file join [temporaryDirectory] $file]
    }

    # output goes to stdout by default
    Option -outfile stdout {
        Send output from test runs to the specified file.
    } AcceptOutFile outputFile
    trace variable Option(-outfile) w \
            [namespace code {outputChannel $Option(-outfile) ;#}]

    # errors go to stderr by default
    Option -errfile stderr {
        Send errors from test runs to the specified file.
    } AcceptOutFile errorFile
    trace variable Option(-errfile) w \
            [namespace code {errorChannel $Option(-errfile) ;#}]

}

#####################################################################

# tcltest::Debug* --
#
#     Internal helper procedures to write out debug information
#     dependent on the chosen level. A test shell may overide
#     them, f.e. to redirect the output into a different
#     channel, or even into a GUI.

# tcltest::DebugPuts --
#
#     Prints the specified string if the current debug level is
#     higher than the provided level argument.
#
# Arguments:
#     level   The lowest debug level triggering the output
#     string  The string to print out.
#
# Results:
#     Prints the string. Nothing else is allowed.
#
# Side Effects:
#     None.
#

proc tcltest::DebugPuts {level string} {
    variable debug
    if {$debug >= $level} {
        puts $string
    }
    return
}

# tcltest::DebugPArray --
#
#     Prints the contents of the specified array if the current
#       debug level is higher than the provided level argument
#
# Arguments:
#     level           The lowest debug level triggering the output
#     arrayvar        The name of the array to print out.
#
# Results:
#     Prints the contents of the array. Nothing else is allowed.
#
# Side Effects:
#     None.
#

proc tcltest::DebugPArray {level arrayvar} {
    variable debug

    if {$debug >= $level} {
        catch {upvar  $arrayvar $arrayvar}
        parray $arrayvar
    }
    return
}

# Define our own [parray] in ::tcltest that will inherit use of the [puts]
# defined in ::tcltest.  NOTE: Ought to construct with [info args] and
# [info default], but can't be bothered now.  If [parray] changes, then
# this will need changing too.
auto_load ::parray
proc tcltest::parray {a {pattern *}} [info body ::parray]

# tcltest::DebugDo --
#
#     Executes the script if the current debug level is greater than
#       the provided level argument
#
# Arguments:
#     level   The lowest debug level triggering the execution.
#     script  The tcl script executed upon a debug level high enough.
#
# Results:
#     Arbitrary side effects, dependent on the executed script.
#
# Side Effects:
#     None.
#

proc tcltest::DebugDo {level script} {
    variable debug

    if {$debug >= $level} {
        uplevel 1 $script
    }
    return
}

#####################################################################

proc tcltest::Warn {msg} {
    puts [outputChannel] "WARNING: $msg"
}

# tcltest::mainThread
#
#     Accessor command for tcltest variable mainThread.
#
proc tcltest::mainThread { {new ""} } {
    variable mainThread
    if {[llength [info level 0]] == 1} {
        return $mainThread
    }
    set mainThread $new
}

# tcltest::testConstraint --
#
#       sets a test constraint to a value; to do multiple constraints,
#       call this proc multiple times.  also returns the value of the
#       named constraint if no value was supplied.
#
# Arguments:
#       constraint - name of the constraint
#       value - new value for constraint (should be boolean) - if not
#               supplied, this is a query
#
# Results:
#       content of tcltest::testConstraints($constraint)
#
# Side effects:
#       none

proc tcltest::testConstraint {constraint {value ""}} {
    variable testConstraints
    variable Option
    DebugPuts 3 "entering testConstraint $constraint $value"
    if {[llength [info level 0]] == 2} {
        return $testConstraints($constraint)
    }
    # Check for boolean values
    if {[catch {expr {$value && $value}} msg]} {
        return -code error $msg
    }
    if {[limitConstraints] 
            && [lsearch -exact $Option(-constraints) $constraint] == -1} {
        set value 0
    }
    set testConstraints($constraint) $value
}

# tcltest::interpreter --
#
#       the interpreter name stored in tcltest::tcltest
#
# Arguments:
#       executable name
#
# Results:
#       content of tcltest::tcltest
#
# Side effects:
#       None.

proc tcltest::interpreter { {interp ""} } {
    variable tcltest
    if {[llength [info level 0]] == 1} {
        return $tcltest
    }
    if {[string equal {} $interp]} {
        set tcltest {}
    } else {
        set tcltest $interp
    }
}

#####################################################################

# tcltest::AddToSkippedBecause --
#
#       Increments the variable used to track how many tests were
#       skipped because of a particular constraint.
#
# Arguments:
#       constraint     The name of the constraint to be modified
#
# Results:
#       Modifies tcltest::skippedBecause; sets the variable to 1 if
#       didn't previously exist - otherwise, it just increments it.
#
# Side effects:
#       None.

proc tcltest::AddToSkippedBecause { constraint {value 1}} {
    # add the constraint to the list of constraints that kept tests
    # from running
    variable skippedBecause

    if {[info exists skippedBecause($constraint)]} {
        incr skippedBecause($constraint) $value
    } else {
        set skippedBecause($constraint) $value
    }
    return
}

# tcltest::PrintError --
#
#       Prints errors to tcltest::errorChannel and then flushes that
#       channel, making sure that all messages are < 80 characters per
#       line.
#
# Arguments:
#       errorMsg     String containing the error to be printed
#
# Results:
#       None.
#
# Side effects:
#       None.

proc tcltest::PrintError {errorMsg} {
    set InitialMessage "Error:  "
    set InitialMsgLen  [string length $InitialMessage]
    puts -nonewline [errorChannel] $InitialMessage

    # Keep track of where the end of the string is.
    set endingIndex [string length $errorMsg]

    if {$endingIndex < (80 - $InitialMsgLen)} {
        puts [errorChannel] $errorMsg
    } else {
        # Print up to 80 characters on the first line, including the
        # InitialMessage.
        set beginningIndex [string last " " [string range $errorMsg 0 \
                [expr {80 - $InitialMsgLen}]]]
        puts [errorChannel] [string range $errorMsg 0 $beginningIndex]

        while {![string equal end $beginningIndex]} {
            puts -nonewline [errorChannel] \
                    [string repeat " " $InitialMsgLen]
            if {($endingIndex - $beginningIndex)
                    < (80 - $InitialMsgLen)} {
                puts [errorChannel] [string trim \
                        [string range $errorMsg $beginningIndex end]]
                break
            } else {
                set newEndingIndex [expr {[string last " " \
                        [string range $errorMsg $beginningIndex \
                                [expr {$beginningIndex
                                        + (80 - $InitialMsgLen)}]
                ]] + $beginningIndex}]
                if {($newEndingIndex <= 0)
                        || ($newEndingIndex <= $beginningIndex)} {
                    set newEndingIndex end
                }
                puts [errorChannel] [string trim \
                        [string range $errorMsg \
                            $beginningIndex $newEndingIndex]]
                set beginningIndex $newEndingIndex
            }
        }
    }
    flush [errorChannel]
    return
}

# tcltest::SafeFetch --
#
#        The following trace procedure makes it so that we can safely
#        refer to non-existent members of the testConstraints array
#        without causing an error.  Instead, reading a non-existent
#        member will return 0. This is necessary because tests are
#        allowed to use constraint "X" without ensuring that
#        testConstraints("X") is defined.
#
# Arguments:
#       n1 - name of the array (testConstraints)
#       n2 - array key value (constraint name)
#       op - operation performed on testConstraints (generally r)
#
# Results:
#       none
#
# Side effects:
#       sets testConstraints($n2) to 0 if it's referenced but never
#       before used

proc tcltest::SafeFetch {n1 n2 op} {
    variable testConstraints
    DebugPuts 3 "entering SafeFetch $n1 $n2 $op"
    if {[string equal {} $n2]} {return}
    if {![info exists testConstraints($n2)]} {
        if {[catch {testConstraint $n2 [eval [ConstraintInitializer $n2]]}]} {
            testConstraint $n2 0
        }
    }
}

# tcltest::ConstraintInitializer --
#
#       Get or set a script that when evaluated in the tcltest namespace
#       will return a boolean value with which to initialize the
#       associated constraint.
#
# Arguments:
#       constraint - name of the constraint initialized by the script
#       script - the initializer script
#
# Results
#       boolean value of the constraint - enabled or disabled
#
# Side effects:
#       Constraint is initialized for future reference by [test]
proc tcltest::ConstraintInitializer {constraint {script ""}} {
    variable ConstraintInitializer
    DebugPuts 3 "entering ConstraintInitializer $constraint $script"
    if {[llength [info level 0]] == 2} {
        return $ConstraintInitializer($constraint)
    }
    # Check for boolean values
    if {![info complete $script]} {
        return -code error "ConstraintInitializer must be complete script"
    }
    set ConstraintInitializer($constraint) $script
}

# tcltest::InitConstraints --
#
# Call all registered constraint initializers to force initialization
# of all known constraints.
# See the tcltest man page for the list of built-in constraints defined
# in this procedure.
#
# Arguments:
#       none
#
# Results:
#       The testConstraints array is reset to have an index for each
#       built-in test constraint.
#
# Side Effects:
#       None.
#

proc tcltest::InitConstraints {} {
    variable ConstraintInitializer
    initConstraintsHook
    foreach constraint [array names ConstraintInitializer] {
        testConstraint $constraint
    }
}

proc tcltest::DefineConstraintInitializers {} {
    ConstraintInitializer singleTestInterp {singleProcess}

    # All the 'pc' constraints are here for backward compatibility and
    # are not documented.  They have been replaced with equivalent 'win'
    # constraints.

    ConstraintInitializer unixOnly \
            {string equal $::tcl_platform(platform) unix}
    ConstraintInitializer macOnly \
            {string equal $::tcl_platform(platform) macintosh}
    ConstraintInitializer pcOnly \
            {string equal $::tcl_platform(platform) windows}
    ConstraintInitializer winOnly \
            {string equal $::tcl_platform(platform) windows}

    ConstraintInitializer unix {testConstraint unixOnly}
    ConstraintInitializer mac {testConstraint macOnly}
    ConstraintInitializer pc {testConstraint pcOnly}
    ConstraintInitializer win {testConstraint winOnly}

    ConstraintInitializer unixOrPc \
            {expr {[testConstraint unix] || [testConstraint pc]}}
    ConstraintInitializer macOrPc \
            {expr {[testConstraint mac] || [testConstraint pc]}}
    ConstraintInitializer unixOrWin \
            {expr {[testConstraint unix] || [testConstraint win]}}
    ConstraintInitializer macOrWin \
            {expr {[testConstraint mac] || [testConstraint win]}}
    ConstraintInitializer macOrUnix \
            {expr {[testConstraint mac] || [testConstraint unix]}}

    ConstraintInitializer nt {string equal $::tcl_platform(os) "Windows NT"}
    ConstraintInitializer 95 {string equal $::tcl_platform(os) "Windows 95"}
    ConstraintInitializer 98 {string equal $::tcl_platform(os) "Windows 98"}

    # The following Constraints switches are used to mark tests that
    # should work, but have been temporarily disabled on certain
    # platforms because they don't and we haven't gotten around to
    # fixing the underlying problem.

    ConstraintInitializer tempNotPc {expr {![testConstraint pc]}}
    ConstraintInitializer tempNotWin {expr {![testConstraint win]}}
    ConstraintInitializer tempNotMac {expr {![testConstraint mac]}}
    ConstraintInitializer tempNotUnix {expr {![testConstraint unix]}}

    # The following Constraints switches are used to mark tests that
    # crash on certain platforms, so that they can be reactivated again
    # when the underlying problem is fixed.

    ConstraintInitializer pcCrash {expr {![testConstraint pc]}}
    ConstraintInitializer winCrash {expr {![testConstraint win]}}
    ConstraintInitializer macCrash {expr {![testConstraint mac]}}
    ConstraintInitializer unixCrash {expr {![testConstraint unix]}}

    # Skip empty tests

    ConstraintInitializer emptyTest {format 0}

    # By default, tests that expose known bugs are skipped.

    ConstraintInitializer knownBug {format 0}

    # By default, non-portable tests are skipped.

    ConstraintInitializer nonPortable {format 0}

    # Some tests require user interaction.

    ConstraintInitializer userInteraction {format 0}

    # Some tests must be skipped if the interpreter is not in
    # interactive mode

    ConstraintInitializer interactive \
            {expr {[info exists ::tcl_interactive] && $::tcl_interactive}}

    # Some tests can only be run if the installation came from a CD
    # image instead of a web image.  Some tests must be skipped if you
    # are running as root on Unix.  Other tests can only be run if you
    # are running as root on Unix.

    ConstraintInitializer root {expr \
            {[string equal unix $::tcl_platform(platform)]
            && ([string equal root $::tcl_platform(user)]
                || [string equal "" $::tcl_platform(user)])}}
    ConstraintInitializer notRoot {expr {![testConstraint root]}}

    # Set nonBlockFiles constraint: 1 means this platform supports
    # setting files into nonblocking mode.

    ConstraintInitializer nonBlockFiles {
            set code [expr {[catch {set f [open defs r]}] 
                    || [catch {fconfigure $f -blocking off}]}]
            catch {close $f}
            set code
    }

    # Set asyncPipeClose constraint: 1 means this platform supports
    # async flush and async close on a pipe.
    #
    # Test for SCO Unix - cannot run async flushing tests because a
    # potential problem with select is apparently interfering.
    # (Mark Diekhans).

    ConstraintInitializer asyncPipeClose {expr {
            !([string equal unix $::tcl_platform(platform)] 
            && ([catch {exec uname -X | fgrep {Release = 3.2v}}] == 0))}}

    # Test to see if we have a broken version of sprintf with respect
    # to the "e" format of floating-point numbers.

    ConstraintInitializer eformat {string equal [format %g 5e-5] 5e-05}

    # Test to see if execed commands such as cat, echo, rm and so forth
    # are present on this machine.

    ConstraintInitializer unixExecs {
        set code 1
        if {[string equal macintosh $::tcl_platform(platform)]} {
            set code 0
        }
        if {[string equal windows $::tcl_platform(platform)]} {
            if {[catch {
                set file _tcl_test_remove_me.txt
                makeFile {hello} $file
            }]} {
                set code 0
            } elseif {
                [catch {exec cat $file}] ||
                [catch {exec echo hello}] ||
                [catch {exec sh -c echo hello}] ||
                [catch {exec wc $file}] ||
                [catch {exec sleep 1}] ||
                [catch {exec echo abc > $file}] ||
                [catch {exec chmod 644 $file}] ||
                [catch {exec rm $file}] ||
                [llength [auto_execok mkdir]] == 0 ||
                [llength [auto_execok fgrep]] == 0 ||
                [llength [auto_execok grep]] == 0 ||
                [llength [auto_execok ps]] == 0
            } {
                set code 0
            }
            removeFile $file
        }
        set code
    }

    ConstraintInitializer stdio {
        set code 0
        if {![catch {set f [open "|[list [interpreter]]" w]}]} {
            if {![catch {puts $f exit}]} {
                if {![catch {close $f}]} {
                    set code 1
                }
            }
        }
        set code
    }

    # Deliberately call socket with the wrong number of arguments.  The
    # error message you get will indicate whether sockets are available
    # on this system.

    ConstraintInitializer socket {
        catch {socket} msg
        string compare $msg "sockets are not available on this system"
    }

    # Check for internationalization
    ConstraintInitializer hasIsoLocale {
        if {[llength [info commands testlocale]] == 0} {
            set code 0
        } else {
            set code [string length [SetIso8859_1_Locale]]
            RestoreLocale
        }
        set code
    }

}
#####################################################################

# Usage and command line arguments processing.

# tcltest::PrintUsageInfo
#
#       Prints out the usage information for package tcltest.  This can
#       be customized with the redefinition of [PrintUsageInfoHook].
#
# Arguments:
#       none
#
# Results:
#       none
#
# Side Effects:
#       none
proc tcltest::PrintUsageInfo {} {
    puts [Usage]
    PrintUsageInfoHook
}

proc tcltest::Usage { {option ""} } {
    variable Usage
    variable Verify
    if {[llength [info level 0]] == 1} {
        set msg "Usage: [file tail [info nameofexecutable]] script "
        append msg "?-help? ?flag value? ... \n"
        append msg "Available flags (and valid input values) are:"

        set max 0
        set allOpts [concat -help [Configure]]
        foreach opt $allOpts {
            set foo [Usage $opt]
            foreach [list x type($opt) usage($opt)] $foo break
            set line($opt) "  $opt $type($opt)  "
            set length($opt) [string length $line($opt)]
            if {$length($opt) > $max} {set max $length($opt)}
        }
        set rest [expr {72 - $max}]
        foreach opt $allOpts {
            append msg \n$line($opt)
            append msg [string repeat " " [expr {$max - $length($opt)}]]
            set u [string trim $usage($opt)]
            catch {append u "  (default: \[[Configure $opt]])"}
            regsub -all {\s*\n\s*} $u " " u
            while {[string length $u] > $rest} {
                set break [string wordstart $u $rest]
                if {$break == 0} {
                    set break [string wordend $u 0]
                }
                append msg [string range $u 0 [expr {$break - 1}]]
                set u [string trim [string range $u $break end]]
                append msg \n[string repeat " " $max]
            }
            append msg $u
        }
        return $msg\n
    } elseif {[string equal -help $option]} {
        return [list -help "" "Display this usage information."]
    } else {
        set type [lindex [info args $Verify($option)] 0]
        return [list $option $type $Usage($option)]
    }
}

# tcltest::ProcessFlags --
#
#       process command line arguments supplied in the flagArray - this
#       is called by processCmdLineArgs.  Modifies tcltest variables
#       according to the content of the flagArray.
#
# Arguments:
#       flagArray - array containing name/value pairs of flags
#
# Results:
#       sets tcltest variables according to their values as defined by
#       flagArray
#
# Side effects:
#       None.

proc tcltest::ProcessFlags {flagArray} {
    # Process -help first
    if {[lsearch -exact $flagArray {-help}] != -1} {
        PrintUsageInfo
        exit 1
    }

    if {[llength $flagArray] == 0} {
        RemoveAutoConfigureTraces
    } else {
        set args $flagArray
        while {[llength $args]>1 && [catch {eval configure $args} msg]} {

            # Something went wrong parsing $args for tcltest options
            # Check whether the problem is "unknown option"
            if {[regexp {^unknown option (\S+):} $msg -> option]} {
                # Could be this is an option the Hook knows about
                set moreOptions [processCmdLineArgsAddFlagsHook]
                if {[lsearch -exact $moreOptions $option] == -1} {
                    # Nope.  Report the error, including additional options,
                    # but keep going
                    if {[llength $moreOptions]} {
                        append msg ", "
                        append msg [join [lrange $moreOptions 0 end-1] ", "]
                        append msg "or [lindex $moreOptions end]"
                    }
                    Warn $msg
                }
            } else {
                # error is something other than "unknown option"
                # notify user of the error; and exit
                puts [errorChannel] $msg
                exit 1
            }

            # To recover, find that unknown option and remove up to it.
            # then retry
            while {![string equal [lindex $args 0] $option]} {
                set args [lrange $args 2 end]
            }
            set args [lrange $args 2 end]
        }
        if {[llength $args] == 1} {
            puts [errorChannel] \
                    "missing value for option [lindex $args 0]"
            exit 1
        }
    }

    # Call the hook
    catch {
        array set flag $flagArray
        processCmdLineArgsHook [array get flag]
    }
    return
}

# tcltest::ProcessCmdLineArgs --
#
#       This procedure must be run after constraint initialization is
#       set up (by [DefineConstraintInitializers]) because some constraints
#       can be overridden.
#
#       Perform configuration according to the command-line options.
#
# Arguments:
#       none
#
# Results:
#       Sets the above-named variables in the tcltest namespace.
#
# Side Effects:
#       None.
#

proc tcltest::ProcessCmdLineArgs {} {
    variable originalEnv
    variable testConstraints

    # The "argv" var doesn't exist in some cases, so use {}.
    if {![info exists ::argv]} {
        ProcessFlags {}
    } else {
        ProcessFlags $::argv
    }

    # Spit out everything you know if we're at a debug level 2 or
    # greater
    DebugPuts 2 "Flags passed into tcltest:"
    if {[info exists ::env(TCLTEST_OPTIONS)]} {
        DebugPuts 2 \
                "    ::env(TCLTEST_OPTIONS): $::env(TCLTEST_OPTIONS)"
    }
    if {[info exists ::argv]} {
        DebugPuts 2 "    argv: $::argv"
    }
    DebugPuts    2 "tcltest::debug              = [debug]"
    DebugPuts    2 "tcltest::testsDirectory     = [testsDirectory]"
    DebugPuts    2 "tcltest::workingDirectory   = [workingDirectory]"
    DebugPuts    2 "tcltest::temporaryDirectory = [temporaryDirectory]"
    DebugPuts    2 "tcltest::outputChannel      = [outputChannel]"
    DebugPuts    2 "tcltest::errorChannel       = [errorChannel]"
    DebugPuts    2 "Original environment (tcltest::originalEnv):"
    DebugPArray  2 originalEnv
    DebugPuts    2 "Constraints:"
    DebugPArray  2 testConstraints
}

#####################################################################

# Code to run the tests goes here.

# tcltest::TestPuts --
#
#       Used to redefine puts in test environment.  Stores whatever goes
#       out on stdout in tcltest::outData and stderr in errData before
#       sending it on to the regular puts.
#
# Arguments:
#       same as standard puts
#
# Results:
#       none
#
# Side effects:
#       Intercepts puts; data that would otherwise go to stdout, stderr,
#       or file channels specified in outputChannel and errorChannel
#       does not get sent to the normal puts function.
namespace eval tcltest::Replace {
    namespace export puts
}
proc tcltest::Replace::puts {args} {
    variable [namespace parent]::outData
    variable [namespace parent]::errData
    switch [llength $args] {
        1 {
            # Only the string to be printed is specified
            append outData [lindex $args 0]\n
            return
            # return [Puts [lindex $args 0]]
        }
        2 {
            # Either -nonewline or channelId has been specified
            if {[string equal -nonewline [lindex $args 0]]} {
                append outData [lindex $args end]
                return
                # return [Puts -nonewline [lindex $args end]]
            } else {
                set channel [lindex $args 0]
                set newline \n
            }
        }
        3 {
            if {[string equal -nonewline [lindex $args 0]]} {
                # Both -nonewline and channelId are specified, unless
                # it's an error.  -nonewline is supposed to be argv[0].
                set channel [lindex $args 1]
                set newline ""
            }
        }
    }

    if {[info exists channel]} {
        if {[string equal $channel [[namespace parent]::outputChannel]]
                || [string equal $channel stdout]} {
            append outData [lindex $args end]$newline
            return
        } elseif {[string equal $channel [[namespace parent]::errorChannel]]
                || [string equal $channel stderr]} {
            append errData [lindex $args end]$newline
            return
        }
    }

    # If we haven't returned by now, we don't know how to handle the
    # input.  Let puts handle it.
    return [eval Puts $args]
}

# tcltest::Eval --
#
#       Evaluate the script in the test environment.  If ignoreOutput is
#       false, store data sent to stderr and stdout in outData and
#       errData.  Otherwise, ignore this output altogether.
#
# Arguments:
#       script             Script to evaluate
#       ?ignoreOutput?     Indicates whether or not to ignore output
#                          sent to stdout & stderr
#
# Results:
#       result from running the script
#
# Side effects:
#       Empties the contents of outData and errData before running a
#       test if ignoreOutput is set to 0.

proc tcltest::Eval {script {ignoreOutput 1}} {
    variable outData
    variable errData
    DebugPuts 3 "[lindex [info level 0] 0] called"
    if {!$ignoreOutput} {
        set outData {}
        set errData {}
        rename ::puts [namespace current]::Replace::Puts
        namespace eval :: \
                [list namespace import [namespace origin Replace::puts]]
        namespace import Replace::puts
    }
    set result [uplevel 1 $script]
    if {!$ignoreOutput} {
        namespace forget puts
        namespace eval :: namespace forget puts
        rename [namespace current]::Replace::Puts ::puts
    }
    return $result
}

# tcltest::CompareStrings --
#
#       compares the expected answer to the actual answer, depending on
#       the mode provided.  Mode determines whether a regexp, exact,
#       glob or custom comparison is done.
#
# Arguments:
#       actual - string containing the actual result
#       expected - pattern to be matched against
#       mode - type of comparison to be done
#
# Results:
#       result of the match
#
# Side effects:
#       None.

proc tcltest::CompareStrings {actual expected mode} {
    variable CustomMatch
    if {![info exists CustomMatch($mode)]} {
        return -code error "No matching command registered for `-match $mode'"
    }
    set match [namespace eval :: $CustomMatch($mode) [list $expected $actual]]
    if {[catch {expr {$match && $match}} result]} {
        return -code error "Invalid result from `-match $mode' command: $result"
    }
    return $match
}

# tcltest::customMatch --
#
#       registers a command to be called when a particular type of
#       matching is required.
#
# Arguments:
#       nickname - Keyword for the type of matching
#       cmd - Incomplete command that implements that type of matching
#               when completed with expected string and actual string
#               and then evaluated.
#
# Results:
#       None.
#
# Side effects:
#       Sets the variable tcltest::CustomMatch

proc tcltest::customMatch {mode script} {
    variable CustomMatch
    if {![info complete $script]} {
        return -code error \
                "invalid customMatch script; can't evaluate after completion"
    }
    set CustomMatch($mode) $script
}

# tcltest::SubstArguments list
#
# This helper function takes in a list of words, then perform a
# substitution on the list as though each word in the list is a separate
# argument to the Tcl function.  For example, if this function is
# invoked as:
#
#      SubstArguments {$a {$a}}
#
# Then it is as though the function is invoked as:
#
#      SubstArguments $a {$a}
#
# This code is adapted from Paul Duffin's function "SplitIntoWords".
# The original function can be found  on:
#
#      http://purl.org/thecliff/tcl/wiki/858.html
#
# Results:
#     a list containing the result of the substitution
#
# Exceptions:
#     An error may occur if the list containing unbalanced quote or
#     unknown variable.
#
# Side Effects:
#     None.
#

proc tcltest::SubstArguments {argList} {

    # We need to split the argList up into tokens but cannot use list
    # operations as they throw away some significant quoting, and
    # [split] ignores braces as it should.  Therefore what we do is
    # gradually build up a string out of whitespace seperated strings.
    # We cannot use [split] to split the argList into whitespace
    # separated strings as it throws away the whitespace which maybe
    # important so we have to do it all by hand.

    set result {}
    set token ""

    while {[string length $argList]} {
        # Look for the next word containing a quote: " { }
        if {[regexp -indices {[^ \t\n]*[\"\{\}]+[^ \t\n]*} \
                $argList all]} {
            # Get the text leading up to this word, but not including
            # this word, from the argList.
            set text [string range $argList 0 \
                    [expr {[lindex $all 0] - 1}]]
            # Get the word with the quote
            set word [string range $argList \
                    [lindex $all 0] [lindex $all 1]]

            # Remove all text up to and including the word from the
            # argList.
            set argList [string range $argList \
                    [expr {[lindex $all 1] + 1}] end]
        } else {
            # Take everything up to the end of the argList.
            set text $argList
            set word {}
            set argList {}
        }

        if {$token != {}} {
            # If we saw a word with quote before, then there is a
            # multi-word token starting with that word.  In this case,
            # add the text and the current word to this token.
            append token $text $word
        } else {
            # Add the text to the result.  There is no need to parse
            # the text because it couldn't be a part of any multi-word
            # token.  Then start a new multi-word token with the word
            # because we need to pass this token to the Tcl parser to
            # check for balancing quotes
            append result $text
            set token $word
        }

        if { [catch {llength $token} length] == 0 && $length == 1} {
            # The token is a valid list so add it to the result.
            # lappend result [string trim $token]
            append result \{$token\}
            set token {}
        }
    }

    # If the last token has not been added to the list then there
    # is a problem.
    if { [string length $token] } {
        error "incomplete token \"$token\""
    }

    return $result
}


# tcltest::test --
#
# This procedure runs a test and prints an error message if the test
# fails.  If verbose has been set, it also prints a message even if the
# test succeeds.  The test will be skipped if it doesn't match the
# match variable, if it matches an element in skip, or if one of the
# elements of "constraints" turns out not to be true.
#
# If testLevel is 1, then this is a top level test, and we record
# pass/fail information; otherwise, this information is not logged and
# is not added to running totals.
#
# Attributes:
#   Only description is a required attribute.  All others are optional.
#   Default values are indicated.
#
#   constraints -       A list of one or more keywords, each of which
#                       must be the name of an element in the array
#                       "testConstraints".  If any of these elements is
#                       zero, the test is skipped. This attribute is
#                       optional; default is {}
#   body -              Script to run to carry out the test.  It must
#                       return a result that can be checked for
#                       correctness.  This attribute is optional;
#                       default is {}
#   result -            Expected result from script.  This attribute is
#                       optional; default is {}.
#   output -            Expected output sent to stdout.  This attribute
#                       is optional; default is {}.
#   errorOutput -       Expected output sent to stderr.  This attribute
#                       is optional; default is {}.
#   returnCodes -       Expected return codes.  This attribute is
#                       optional; default is {0 2}.
#   setup -             Code to run before $script (above).  This
#                       attribute is optional; default is {}.
#   cleanup -           Code to run after $script (above).  This
#                       attribute is optional; default is {}.
#   match -             specifies type of matching to do on result,
#                       output, errorOutput; this must be a string
#                       previously registered by a call to [customMatch].
#                       The strings exact, glob, and regexp are pre-registered
#                       by the tcltest package.  Default value is exact.
#
# Arguments:
#   name -              Name of test, in the form foo-1.2.
#   description -       Short textual description of the test, to
#                       help humans understand what it does.
#
# Results:
#       None.
#
# Side effects:
#       Just about anything is possible depending on the test.
#

proc tcltest::test {name description args} {
    global tcl_platform
    variable testLevel
    variable coreModTime
    DebugPuts 3 "test $name $args"
    DebugDo 1 {
        variable TestNames
        catch {
            puts "test name '$name' re-used; prior use in $TestNames($name)"
        }
        set TestNames($name) [info script]
    }

    FillFilesExisted
    incr testLevel

    # Pre-define everything to null except output and errorOutput.  We
    # determine whether or not to trap output based on whether or not
    # these variables (output & errorOutput) are defined.
    foreach item {constraints setup cleanup body result returnCodes
            match} {
        set $item {}
    }

    # Set the default match mode
    set match exact

    # Set the default match values for return codes (0 is the standard
    # expected return value if everything went well; 2 represents
    # 'return' being used in the test script).
    set returnCodes [list 0 2]

    # The old test format can't have a 3rd argument (constraints or
    # script) that starts with '-'.
    if {[string match -* [lindex $args 0]]
            || ([llength $args] <= 1)} {
        if {[llength $args] == 1} {
            set list [SubstArguments [lindex $args 0]]
            foreach {element value} $list {
                set testAttributes($element) $value
            }
            foreach item {constraints match setup body cleanup \
                    result returnCodes output errorOutput} {
                if {[info exists testAttributes(-$item)]} {
                    set testAttributes(-$item) [uplevel 1 \
                            ::concat $testAttributes(-$item)]
                }
            }
        } else {
            array set testAttributes $args
        }

        set validFlags {-setup -cleanup -body -result -returnCodes \
                -match -output -errorOutput -constraints}

        foreach flag [array names testAttributes] {
            if {[lsearch -exact $validFlags $flag] == -1} {
                incr testLevel -1
                set sorted [lsort $validFlags]
                set options [join [lrange $sorted 0 end-1] ", "]
                append options ", or [lindex $sorted end]"
                return -code error "bad option \"$flag\": must be $options"
            }
        }

        # store whatever the user gave us
        foreach item [array names testAttributes] {
            set [string trimleft $item "-"] $testAttributes($item)
        }

        # Check the values supplied for -match
        variable CustomMatch
        if {[lsearch [array names CustomMatch] $match] == -1} {
            incr testLevel -1
            set sorted [lsort [array names CustomMatch]]
            set values [join [lrange $sorted 0 end-1] ", "]
            append values ", or [lindex $sorted end]"
            return -code error "bad -match value \"$match\":\
                    must be $values"
        }

        # Replace symbolic valies supplied for -returnCodes
        foreach {strcode numcode} {ok 0 normal 0 error 1 return 2 break 3 continue 4} {
            set returnCodes [string map -nocase [list $strcode $numcode] $returnCodes]
        }
    } else {
        # This is parsing for the old test command format; it is here
        # for backward compatibility.
        set result [lindex $args end]
        if {[llength $args] == 2} {
            set body [lindex $args 0]
        } elseif {[llength $args] == 3} {
            set constraints [lindex $args 0]
            set body [lindex $args 1]
        } else {
            incr testLevel -1
            return -code error "wrong # args:\
                    should be \"test name desc ?options?\""
        }
    }

    if {[Skipped $name $constraints]} {
        incr testLevel -1
        return
    }

    # Save information about the core file.  
    if {[preserveCore]} {
        if {[file exists [file join [workingDirectory] core]]} {
            set coreModTime [file mtime [file join [workingDirectory] core]]
        }
    }

    # First, run the setup script
    set code [catch {uplevel 1 $setup} setupMsg]
    if {$code == 1} {
        set errorInfo(setup) $::errorInfo
        set errorCode(setup) $::errorCode
    }
    set setupFailure [expr {$code != 0}]

    # Only run the test body if the setup was successful
    if {!$setupFailure} {

        # Verbose notification of $body start
        if {[IsVerbose start]} {
            puts [outputChannel] "---- $name start"
            flush [outputChannel]
        }

        set command [list [namespace origin RunTest] $name $body]
        if {[info exists output] || [info exists errorOutput]} {
            set testResult [uplevel 1 [list [namespace origin Eval] $command 0]]
        } else {
            set testResult [uplevel 1 [list [namespace origin Eval] $command 1]]
        }
        foreach {actualAnswer returnCode} $testResult break
        if {$returnCode == 1} {
            set errorInfo(body) $::errorInfo
            set errorCode(body) $::errorCode
        }
    }

    # Always run the cleanup script
    set code [catch {uplevel 1 $cleanup} cleanupMsg]
    if {$code == 1} {
        set errorInfo(cleanup) $::errorInfo
        set errorCode(cleanup) $::errorCode
    }
    set cleanupFailure [expr {$code != 0}]

    set coreFailure 0
    set coreMsg ""
    # check for a core file first - if one was created by the test,
    # then the test failed
    if {[preserveCore]} {
        if {[file exists [file join [workingDirectory] core]]} {
            # There's only a test failure if there is a core file
            # and (1) there previously wasn't one or (2) the new
            # one is different from the old one.
            if {[info exists coreModTime]} {
                if {$coreModTime != [file mtime \
                        [file join [workingDirectory] core]]} {
                    set coreFailure 1
                }
            } else {
                set coreFailure 1
            }
        
            if {([preserveCore] > 1) && ($coreFailure)} {
                append coreMsg "\nMoving file to:\
                    [file join [temporaryDirectory] core-$name]"
                catch {file rename -force \
                    [file join [workingDirectory] core] \
                    [file join [temporaryDirectory] core-$name]
                } msg
                if {[string length $msg] > 0} {
                    append coreMsg "\nError:\
                        Problem renaming core file: $msg"
                }
            }
        }
    }

    # check if the return code matched the expected return code
    set codeFailure 0
    if {!$setupFailure && [lsearch -exact $returnCodes $returnCode] == -1} {
        set codeFailure 1
    }

    # If expected output/error strings exist, we have to compare
    # them.  If the comparison fails, then so did the test.
    set outputFailure 0
    variable outData
    if {[info exists output] && !$codeFailure} {
        if {[set outputCompare [catch {
            CompareStrings $outData $output $match
        } outputMatch]] == 0} {
            set outputFailure [expr {!$outputMatch}]
        } else {
            set outputFailure 1
        }
    }

    set errorFailure 0
    variable errData
    if {[info exists errorOutput] && !$codeFailure} {
        if {[set errorCompare [catch {
            CompareStrings $errData $errorOutput $match
        } errorMatch]] == 0} {
            set errorFailure [expr {!$errorMatch}]
        } else {
            set errorFailure 1
        }
    }

    # check if the answer matched the expected answer
    # Only check if we ran the body of the test (no setup failure)
    if {$setupFailure || $codeFailure} {
        set scriptFailure 0
    } elseif {[set scriptCompare [catch {
        CompareStrings $actualAnswer $result $match
    } scriptMatch]] == 0} {
        set scriptFailure [expr {!$scriptMatch}]
    } else {
        set scriptFailure 1
    }

    # if we didn't experience any failures, then we passed
    variable numTests
    if {!($setupFailure || $cleanupFailure || $coreFailure
            || $outputFailure || $errorFailure || $codeFailure
            || $scriptFailure)} {
        if {$testLevel == 1} {
            incr numTests(Passed)
            if {[IsVerbose pass]} {
                puts [outputChannel] "++++ $name PASSED"
            }
        }
        incr testLevel -1
        return
    }

    # We know the test failed, tally it...
    if {$testLevel == 1} {
        incr numTests(Failed)
    }

    # ... then report according to the type of failure
    variable currentFailure true
    if {![IsVerbose body]} {
        set body ""
    }   
    puts [outputChannel] "\n"
    if {[IsVerbose line]} {
        set testFile [file normalize [uplevel 1 {info script}]]
        if {[file readable $testFile]} {
            set testFd [open $testFile r]
            set lineNo [expr {[lsearch -regexp [split [read $testFd] "\n"] \
                    "^\[ \t\]*test [string map {. \\.} $name] "]+1}]
            close $testFd
            puts [outputChannel] "$testFile:$lineNo: test failed:\
                    $name [string trim $description]"
        }
    }   
    puts [outputChannel] "==== $name\
            [string trim $description] FAILED"
    if {[string length $body]} {
        puts [outputChannel] "==== Contents of test case:"
        puts [outputChannel] $body
    }
    if {$setupFailure} {
        puts [outputChannel] "---- Test setup\
                failed:\n$setupMsg"
        if {[info exists errorInfo(setup)]} {
            puts [outputChannel] "---- errorInfo(setup): $errorInfo(setup)"
            puts [outputChannel] "---- errorCode(setup): $errorCode(setup)"
        }
    }
    if {$scriptFailure} {
        if {$scriptCompare} {
            puts [outputChannel] "---- Error testing result: $scriptMatch"
        } else {
            puts [outputChannel] "---- Result was:\n$actualAnswer"
            puts [outputChannel] "---- Result should have been\
                    ($match matching):\n$result"
        }
    }
    if {$codeFailure} {
        switch -- $returnCode {
            0 { set msg "Test completed normally" }
            1 { set msg "Test generated error" }
            2 { set msg "Test generated return exception" }
            3 { set msg "Test generated break exception" }
            4 { set msg "Test generated continue exception" }
            default { set msg "Test generated exception" }
        }
        puts [outputChannel] "---- $msg; Return code was: $returnCode"
        puts [outputChannel] "---- Return code should have been\
                one of: $returnCodes"
        if {[IsVerbose error]} {
            if {[info exists errorInfo(body)] && ([lsearch $returnCodes 1]<0)} {
                puts [outputChannel] "---- errorInfo: $errorInfo(body)"
                puts [outputChannel] "---- errorCode: $errorCode(body)"
            }
        }
    }
    if {$outputFailure} {
        if {$outputCompare} {
            puts [outputChannel] "---- Error testing output: $outputMatch"
        } else {
            puts [outputChannel] "---- Output was:\n$outData"
            puts [outputChannel] "---- Output should have been\
                    ($match matching):\n$output"
        }
    }
    if {$errorFailure} {
        if {$errorCompare} {
            puts [outputChannel] "---- Error testing errorOutput: $errorMatch"
        } else {
            puts [outputChannel] "---- Error output was:\n$errData"
            puts [outputChannel] "---- Error output should have\
                    been ($match matching):\n$errorOutput"
        }
    }
    if {$cleanupFailure} {
        puts [outputChannel] "---- Test cleanup failed:\n$cleanupMsg"
        if {[info exists errorInfo(cleanup)]} {
            puts [outputChannel] "---- errorInfo(cleanup): $errorInfo(cleanup)"
            puts [outputChannel] "---- errorCode(cleanup): $errorCode(cleanup)"
        }
    }
    if {$coreFailure} {
        puts [outputChannel] "---- Core file produced while running\
                test!  $coreMsg"
    }
    puts [outputChannel] "==== $name FAILED\n"

    incr testLevel -1
    return
}

# Skipped --
#
# Given a test name and it constraints, returns a boolean indicating
# whether the current configuration says the test should be skipped.
#
# Side Effects:  Maintains tally of total tests seen and tests skipped.
#
proc tcltest::Skipped {name constraints} {
    variable testLevel
    variable numTests
    variable testConstraints

    if {$testLevel == 1} {
        incr numTests(Total)
    }
    # skip the test if it's name matches an element of skip
    foreach pattern [skip] {
        if {[string match $pattern $name]} {
            if {$testLevel == 1} {
                incr numTests(Skipped)
                DebugDo 1 {AddToSkippedBecause userSpecifiedSkip}
            }
            return 1
        }
    }
    # skip the test if it's name doesn't match any element of match
    set ok 0
    foreach pattern [match] {
        if {[string match $pattern $name]} {
            set ok 1
            break
        }
    }
    if {!$ok} {
        if {$testLevel == 1} {
            incr numTests(Skipped)
            DebugDo 1 {AddToSkippedBecause userSpecifiedNonMatch}
        }
        return 1
    }
    if {[string equal {} $constraints]} {
        # If we're limited to the listed constraints and there aren't
        # any listed, then we shouldn't run the test.
        if {[limitConstraints]} {
            AddToSkippedBecause userSpecifiedLimitConstraint
            if {$testLevel == 1} {
                incr numTests(Skipped)
            }
            return 1
        }
    } else {
        # "constraints" argument exists;
        # make sure that the constraints are satisfied.

        set doTest 0
        if {[string match {*[$\[]*} $constraints] != 0} {
            # full expression, e.g. {$foo > [info tclversion]}
            catch {set doTest [uplevel #0 expr $constraints]}
        } elseif {[regexp {[^.a-zA-Z0-9 \n\r\t]+} $constraints] != 0} {
            # something like {a || b} should be turned into
            # $testConstraints(a) || $testConstraints(b).
            regsub -all {[.\w]+} $constraints {$testConstraints(&)} c
            catch {set doTest [eval expr $c]}
        } elseif {![catch {llength $constraints}]} {
            # just simple constraints such as {unixOnly fonts}.
            set doTest 1
            foreach constraint $constraints {
                if {(![info exists testConstraints($constraint)]) \
                        || (!$testConstraints($constraint))} {
                    set doTest 0

                    # store the constraint that kept the test from
                    # running
                    set constraints $constraint
                    break
                }
            }
        }
        
        if {$doTest == 0} {
            if {[IsVerbose skip]} {
                puts [outputChannel] "++++ $name SKIPPED: $constraints"
            }

            if {$testLevel == 1} {
                incr numTests(Skipped)
                AddToSkippedBecause $constraints
            }
            return 1
        }
    }
    return 0
}

# RunTest --
#
# This is where the body of a test is evaluated.  The combination of
# [RunTest] and [Eval] allows the output and error output of the test
# body to be captured for comparison against the expected values.

proc tcltest::RunTest {name script} {
    DebugPuts 3 "Running $name {$script}"

    # If there is no "memory" command (because memory debugging isn't
    # enabled), then don't attempt to use the command.

    if {[llength [info commands memory]] == 1} {
        memory tag $name
    }

    set code [catch {uplevel 1 $script} actualAnswer]

    return [list $actualAnswer $code]
}

#####################################################################

# tcltest::cleanupTestsHook --
#
#       This hook allows a harness that builds upon tcltest to specify
#       additional things that should be done at cleanup.
#

if {[llength [info commands tcltest::cleanupTestsHook]] == 0} {
    proc tcltest::cleanupTestsHook {} {}
}

# tcltest::cleanupTests --
#
# Remove files and dirs created using the makeFile and makeDirectory
# commands since the last time this proc was invoked.
#
# Print the names of the files created without the makeFile command
# since the tests were invoked.
#
# Print the number tests (total, passed, failed, and skipped) since the
# tests were invoked.
#
# Restore original environment (as reported by special variable env).
#
# Arguments:
#      calledFromAllFile - if 0, behave as if we are running a single
#      test file within an entire suite of tests.  if we aren't running
#      a single test file, then don't report status.  check for new
#      files created during the test run and report on them.  if 1,
#      report collated status from all the test file runs.
#
# Results:
#      None.
#
# Side Effects:
#      None
#

proc tcltest::cleanupTests {{calledFromAllFile 0}} {
    variable filesMade
    variable filesExisted
    variable createdNewFiles
    variable testSingleFile
    variable numTests
    variable numTestFiles
    variable failFiles
    variable skippedBecause
    variable currentFailure
    variable originalEnv
    variable originalTclPlatform
    variable coreModTime

    FillFilesExisted
    set testFileName [file tail [info script]]

    # Call the cleanup hook
    cleanupTestsHook

    # Remove files and directories created by the makeFile and
    # makeDirectory procedures.  Record the names of files in
    # workingDirectory that were not pre-existing, and associate them
    # with the test file that created them.

    if {!$calledFromAllFile} {
        foreach file $filesMade {
            if {[file exists $file]} {
                DebugDo 1 {Warn "cleanupTests deleting $file..."}
                catch {file delete -force $file}
            }
        }
        set currentFiles {}
        foreach file [glob -nocomplain \
                -directory [temporaryDirectory] *] {
            lappend currentFiles [file tail $file]
        }
        set newFiles {}
        foreach file $currentFiles {
            if {[lsearch -exact $filesExisted $file] == -1} {
                lappend newFiles $file
            }
        }
        set filesExisted $currentFiles
        if {[llength $newFiles] > 0} {
            set createdNewFiles($testFileName) $newFiles
        }
    }

    if {$calledFromAllFile || $testSingleFile} {

        # print stats

        puts -nonewline [outputChannel] "$testFileName:"
        foreach index [list "Total" "Passed" "Skipped" "Failed"] {
            puts -nonewline [outputChannel] \
                    "\t$index\t$numTests($index)"
        }
        puts [outputChannel] ""

        # print number test files sourced
        # print names of files that ran tests which failed

        if {$calledFromAllFile} {
            puts [outputChannel] \
                    "Sourced $numTestFiles Test Files."
            set numTestFiles 0
            if {[llength $failFiles] > 0} {
                puts [outputChannel] \
                        "Files with failing tests: $failFiles"
                set failFiles {}
            }
        }

        # if any tests were skipped, print the constraints that kept
        # them from running.

        set constraintList [array names skippedBecause]
        if {[llength $constraintList] > 0} {
            puts [outputChannel] \
                    "Number of tests skipped for each constraint:"
            foreach constraint [lsort $constraintList] {
                puts [outputChannel] \
                        "\t$skippedBecause($constraint)\t$constraint"
                unset skippedBecause($constraint)
            }
        }

        # report the names of test files in createdNewFiles, and reset
        # the array to be empty.

        set testFilesThatTurded [lsort [array names createdNewFiles]]
        if {[llength $testFilesThatTurded] > 0} {
            puts [outputChannel] "Warning: files left behind:"
            foreach testFile $testFilesThatTurded {
                puts [outputChannel] \
                        "\t$testFile:\t$createdNewFiles($testFile)"
                unset createdNewFiles($testFile)
            }
        }

        # reset filesMade, filesExisted, and numTests

        set filesMade {}
        foreach index [list "Total" "Passed" "Skipped" "Failed"] {
            set numTests($index) 0
        }

        # exit only if running Tk in non-interactive mode
        # This should be changed to determine if an event
        # loop is running, which is the real issue.
        # Actually, this doesn't belong here at all.  A package
        # really has no business [exit]-ing an application.
        if {![catch {package present Tk}] && ![testConstraint interactive]} {
            exit
        }
    } else {

        # if we're deferring stat-reporting until all files are sourced,
        # then add current file to failFile list if any tests in this
        # file failed

        if {$currentFailure \
                && ([lsearch -exact $failFiles $testFileName] == -1)} {
            lappend failFiles $testFileName
        }
        set currentFailure false

        # restore the environment to the state it was in before this package
        # was loaded

        set newEnv {}
        set changedEnv {}
        set removedEnv {}
        foreach index [array names ::env] {
            if {![info exists originalEnv($index)]} {
                lappend newEnv $index
                unset ::env($index)
            } else {
                if {$::env($index) != $originalEnv($index)} {
                    lappend changedEnv $index
                    set ::env($index) $originalEnv($index)
                }
            }
        }
        foreach index [array names originalEnv] {
            if {![info exists ::env($index)]} {
                lappend removedEnv $index
                set ::env($index) $originalEnv($index)
            }
        }
        if {[llength $newEnv] > 0} {
            puts [outputChannel] \
                    "env array elements created:\t$newEnv"
        }
        if {[llength $changedEnv] > 0} {
            puts [outputChannel] \
                    "env array elements changed:\t$changedEnv"
        }
        if {[llength $removedEnv] > 0} {
            puts [outputChannel] \
                    "env array elements removed:\t$removedEnv"
        }

        set changedTclPlatform {}
        foreach index [array names originalTclPlatform] {
            if {$::tcl_platform($index) \
                    != $originalTclPlatform($index)} {
                lappend changedTclPlatform $index
                set ::tcl_platform($index) $originalTclPlatform($index)
            }
        }
        if {[llength $changedTclPlatform] > 0} {
            puts [outputChannel] "tcl_platform array elements\
                    changed:\t$changedTclPlatform"
        }

        if {[file exists [file join [workingDirectory] core]]} {
            if {[preserveCore] > 1} {
                puts "rename core file (> 1)"
                puts [outputChannel] "produced core file! \
                        Moving file to: \
                        [file join [temporaryDirectory] core-$testFileName]"
                catch {file rename -force \
                        [file join [workingDirectory] core] \
                        [file join [temporaryDirectory] core-$testFileName]
                } msg
                if {[string length $msg] > 0} {
                    PrintError "Problem renaming file: $msg"
                }
            } else {
                # Print a message if there is a core file and (1) there
                # previously wasn't one or (2) the new one is different
                # from the old one.

                if {[info exists coreModTime]} {
                    if {$coreModTime != [file mtime \
                            [file join [workingDirectory] core]]} {
                        puts [outputChannel] "A core file was created!"
                    }
                } else {
                    puts [outputChannel] "A core file was created!"
                }
            }
        }
    }
    flush [outputChannel]
    flush [errorChannel]
    return
}

#####################################################################

# Procs that determine which tests/test files to run

# tcltest::GetMatchingFiles
#
#       Looks at the patterns given to match and skip files and uses
#       them to put together a list of the tests that will be run.
#
# Arguments:
#       directory to search
#
# Results:
#       The constructed list is returned to the user.  This will
#       primarily be used in 'all.tcl' files.  It is used in
#       runAllTests.
#
# Side Effects:
#       None

# a lower case version is needed for compatibility with tcltest 1.0
proc tcltest::getMatchingFiles args {eval GetMatchingFiles $args}

proc tcltest::GetMatchingFiles { args } {
    if {[llength $args]} {
        set dirList $args
    } else {
        # Finding tests only in [testsDirectory] is normal operation.
        # This procedure is written to accept multiple directory arguments
        # only to satisfy version 1 compatibility.
        set dirList [list [testsDirectory]]
    }

    set matchingFiles [list]
    foreach directory $dirList {

        # List files in $directory that match patterns to run.
        set matchFileList [list]
        foreach match [matchFiles] {
            set matchFileList [concat $matchFileList \
                    [glob -directory $directory -types {b c f p s} \
                    -nocomplain -- $match]]
        }

        # List files in $directory that match patterns to skip.
        set skipFileList [list]
        foreach skip [skipFiles] {
            set skipFileList [concat $skipFileList \
                    [glob -directory $directory -types {b c f p s} \
                    -nocomplain -- $skip]]
        }

        # Add to result list all files in match list and not in skip list
        foreach file $matchFileList {
            if {[lsearch -exact $skipFileList $file] == -1} {
                lappend matchingFiles $file
            }
        }
    }

    if {[llength $matchingFiles] == 0} {
        PrintError "No test files remain after applying your match and\
                skip patterns!"
    }
    return $matchingFiles
}

# tcltest::GetMatchingDirectories --
#
#       Looks at the patterns given to match and skip directories and
#       uses them to put together a list of the test directories that we
#       should attempt to run.  (Only subdirectories containing an
#       "all.tcl" file are put into the list.)
#
# Arguments:
#       root directory from which to search
#
# Results:
#       The constructed list is returned to the user.  This is used in
#       the primary all.tcl file.
#
# Side Effects:
#       None.

proc tcltest::GetMatchingDirectories {rootdir} {

    # Determine the skip list first, to avoid [glob]-ing over subdirectories
    # we're going to throw away anyway.  Be sure we skip the $rootdir if it
    # comes up to avoid infinite loops.
    set skipDirs [list $rootdir]
    foreach pattern [skipDirectories] {
        set skipDirs [concat $skipDirs [glob -directory $rootdir -types d \
                -nocomplain -- $pattern]]
    }

    # Now step through the matching directories, prune out the skipped ones
    # as you go.
    set matchDirs [list]
    foreach pattern [matchDirectories] {
        foreach path [glob -directory $rootdir -types d -nocomplain -- \
                $pattern] {
            if {[lsearch -exact $skipDirs $path] == -1} {
                set matchDirs [concat $matchDirs [GetMatchingDirectories $path]]
                if {[file exists [file join $path all.tcl]]} {
                    lappend matchDirs $path
                }
            }
        }
    }

    if {[llength $matchDirs] == 0} {
        DebugPuts 1 "No test directories remain after applying match\
                and skip patterns!"
    }
    return $matchDirs
}

# tcltest::runAllTests --
#
#       prints output and sources test files according to the match and
#       skip patterns provided.  after sourcing test files, it goes on
#       to source all.tcl files in matching test subdirectories.
#
# Arguments:
#       shell being tested
#
# Results:
#       None.
#
# Side effects:
#       None.

proc tcltest::runAllTests { {shell ""} } {
    variable testSingleFile
    variable numTestFiles
    variable numTests
    variable failFiles

    FillFilesExisted
    if {[llength [info level 0]] == 1} {
        set shell [interpreter]
    }

    set testSingleFile false

    puts [outputChannel] "Tests running in interp:  $shell"
    puts [outputChannel] "Tests located in:  [testsDirectory]"
    puts [outputChannel] "Tests running in:  [workingDirectory]"
    puts [outputChannel] "Temporary files stored in\
            [temporaryDirectory]"

    # [file system] first available in Tcl 8.4
    if {![catch {file system [testsDirectory]} result]
            && ![string equal native [lindex $result 0]]} {
        # If we aren't running in the native filesystem, then we must
        # run the tests in a single process (via 'source'), because
        # trying to run then via a pipe will fail since the files don't
        # really exist.
        singleProcess 1
    }

    if {[singleProcess]} {
        puts [outputChannel] \
                "Test files sourced into current interpreter"
    } else {
        puts [outputChannel] \
                "Test files run in separate interpreters"
    }
    if {[llength [skip]] > 0} {
        puts [outputChannel] "Skipping tests that match:  [skip]"
    }
    puts [outputChannel] "Running tests that match:  [match]"

    if {[llength [skipFiles]] > 0} {
        puts [outputChannel] \
                "Skipping test files that match:  [skipFiles]"
    }
    if {[llength [matchFiles]] > 0} {
        puts [outputChannel] \
                "Only running test files that match:  [matchFiles]"
    }

    set timeCmd {clock format [clock seconds]}
    puts [outputChannel] "Tests began at [eval $timeCmd]"

    # Run each of the specified tests
    foreach file [lsort [GetMatchingFiles]] {
        set tail [file tail $file]
        puts [outputChannel] $tail
        flush [outputChannel]

        if {[singleProcess]} {
            incr numTestFiles
            uplevel 1 [list ::source $file]
        } else {
            # Pass along our configuration to the child processes.
            # EXCEPT for the -outfile, because the parent process
            # needs to read and process output of children.
            set childargv [list]
            foreach opt [Configure] {
                if {[string equal $opt -outfile]} {continue}
                lappend childargv $opt [Configure $opt]
            }
            set cmd [linsert $childargv 0 | $shell $file]
            if {[catch {
                incr numTestFiles
                set pipeFd [open $cmd "r"]
                while {[gets $pipeFd line] >= 0} {
                    if {[regexp [join {
                            {^([^:]+):\t}
                            {Total\t([0-9]+)\t}
                            {Passed\t([0-9]+)\t}
                            {Skipped\t([0-9]+)\t}
                            {Failed\t([0-9]+)}
                            } ""] $line null testFile \
                            Total Passed Skipped Failed]} {
                        foreach index {Total Passed Skipped Failed} {
                            incr numTests($index) [set $index]
                        }
                        if {$Failed > 0} {
                            lappend failFiles $testFile
                        }
                    } elseif {[regexp [join {
                            {^Number of tests skipped }
                            {for each constraint:}
                            {|^\t(\d+)\t(.+)$}
                            } ""] $line match skipped constraint]} {
                        if {[string match \t* $match]} {
                            AddToSkippedBecause $constraint $skipped
                        }
                    } else {
                        puts [outputChannel] $line
                    }
                }
                close $pipeFd
            } msg]} {
                puts [outputChannel] "Test file error: $msg"
                # append the name of the test to a list to be reported
                # later
                lappend testFileFailures $file
            }
        }
    }

    # cleanup
    puts [outputChannel] "\nTests ended at [eval $timeCmd]"
    cleanupTests 1
    if {[info exists testFileFailures]} {
        puts [outputChannel] "\nTest files exiting with errors:  \n"
        foreach file $testFileFailures {
            puts [outputChannel] "  [file tail $file]\n"
        }
    }

    # Checking for subdirectories in which to run tests
    foreach directory [GetMatchingDirectories [testsDirectory]] {
        set dir [file tail $directory]
        puts [outputChannel] [string repeat ~ 44]
        puts [outputChannel] "$dir test began at [eval $timeCmd]\n"
        
        uplevel 1 [list ::source [file join $directory all.tcl]]
        
        set endTime [eval $timeCmd]
        puts [outputChannel] "\n$dir test ended at $endTime"
        puts [outputChannel] ""
        puts [outputChannel] [string repeat ~ 44]
    }
    return
}

#####################################################################

# Test utility procs - not used in tcltest, but may be useful for
# testing.

# tcltest::loadTestedCommands --
#
#     Uses the specified script to load the commands to test. Allowed to
#     be empty, as the tested commands could have been compiled into the
#     interpreter.
#
# Arguments
#     none
#
# Results
#     none
#
# Side Effects:
#     none.

proc tcltest::loadTestedCommands {} {
    variable l
    if {[string equal {} [loadScript]]} {
        return
    }

    return [uplevel 1 [loadScript]]
}

# tcltest::saveState --
#
#       Save information regarding what procs and variables exist.
#
# Arguments:
#       none
#
# Results:
#       Modifies the variable saveState
#
# Side effects:
#       None.

proc tcltest::saveState {} {
    variable saveState
    uplevel 1 [list ::set [namespace which -variable saveState]] \
            {[::list [::info procs] [::info vars]]}
    DebugPuts  2 "[lindex [info level 0] 0]: $saveState"
    return
}

# tcltest::restoreState --
#
#       Remove procs and variables that didn't exist before the call to
#       [saveState].
#
# Arguments:
#       none
#
# Results:
#       Removes procs and variables from your environment if they don't
#       exist in the saveState variable.
#
# Side effects:
#       None.

proc tcltest::restoreState {} {
    variable saveState
    foreach p [uplevel 1 {::info procs}] {
        if {([lsearch [lindex $saveState 0] $p] < 0)
                && ![string equal [namespace current]::$p \
                [uplevel 1 [list ::namespace origin $p]]]} {

            DebugPuts 2 "[lindex [info level 0] 0]: Removing proc $p"
            uplevel 1 [list ::catch [list ::rename $p {}]]
        }
    }
    foreach p [uplevel 1 {::info vars}] {
        if {[lsearch [lindex $saveState 1] $p] < 0} {
            DebugPuts 2 "[lindex [info level 0] 0]:\
                    Removing variable $p"
            uplevel 1 [list ::catch [list ::unset $p]]
        }
    }
    return
}

# tcltest::normalizeMsg --
#
#       Removes "extra" newlines from a string.
#
# Arguments:
#       msg        String to be modified
#
# Results:
#       string with extra newlines removed
#
# Side effects:
#       None.

proc tcltest::normalizeMsg {msg} {
    regsub "\n$" [string tolower $msg] "" msg
    set msg [string map [list "\n\n" "\n"] $msg]
    return [string map [list "\n\}" "\}"] $msg]
}

# tcltest::makeFile --
#
# Create a new file with the name <name>, and write <contents> to it.
#
# If this file hasn't been created via makeFile since the last time
# cleanupTests was called, add it to the $filesMade list, so it will be
# removed by the next call to cleanupTests.
#
# Arguments:
#       contents        content of the new file
#       name            name of the new file
#       directory       directory name for new file
#
# Results:
#       absolute path to the file created
#
# Side effects:
#       None.

proc tcltest::makeFile {contents name {directory ""}} {
    variable filesMade
    FillFilesExisted

    if {[llength [info level 0]] == 3} {
        set directory [temporaryDirectory]
    }

    set fullName [file join $directory $name]

    DebugPuts 3 "[lindex [info level 0] 0]:\
             putting ``$contents'' into $fullName"

    set fd [open $fullName w]
    fconfigure $fd -translation lf
    if {[string equal [string index $contents end] \n]} {
        puts -nonewline $fd $contents
    } else {
        puts $fd $contents
    }
    close $fd

    if {[lsearch -exact $filesMade $fullName] == -1} {
        lappend filesMade $fullName
    }
    return $fullName
}

# tcltest::removeFile --
#
#       Removes the named file from the filesystem
#
# Arguments:
#       name          file to be removed
#       directory     directory from which to remove file
#
# Results:
#       return value from [file delete]
#
# Side effects:
#       None.

proc tcltest::removeFile {name {directory ""}} {
    variable filesMade
    FillFilesExisted
    if {[llength [info level 0]] == 2} {
        set directory [temporaryDirectory]
    }
    set fullName [file join $directory $name]
    DebugPuts 3 "[lindex [info level 0] 0]: removing $fullName"
    set idx [lsearch -exact $filesMade $fullName]
    set filesMade [lreplace $filesMade $idx $idx]
    if {$idx == -1} {
        DebugDo 1 {
            Warn "removeFile removing \"$fullName\":\n  not created by makeFile"
        }
    } 
    if {![file isfile $fullName]} {
        DebugDo 1 {
            Warn "removeFile removing \"$fullName\":\n  not a file"
        }
    }
    return [file delete $fullName]
}

# tcltest::makeDirectory --
#
# Create a new dir with the name <name>.
#
# If this dir hasn't been created via makeDirectory since the last time
# cleanupTests was called, add it to the $directoriesMade list, so it
# will be removed by the next call to cleanupTests.
#
# Arguments:
#       name            name of the new directory
#       directory       directory in which to create new dir
#
# Results:
#       absolute path to the directory created
#
# Side effects:
#       None.

proc tcltest::makeDirectory {name {directory ""}} {
    variable filesMade
    FillFilesExisted
    if {[llength [info level 0]] == 2} {
        set directory [temporaryDirectory]
    }
    set fullName [file join $directory $name]
    DebugPuts 3 "[lindex [info level 0] 0]: creating $fullName"
    file mkdir $fullName
    if {[lsearch -exact $filesMade $fullName] == -1} {
        lappend filesMade $fullName
    }
    return $fullName
}

# tcltest::removeDirectory --
#
#       Removes a named directory from the file system.
#
# Arguments:
#       name          Name of the directory to remove
#       directory     Directory from which to remove
#
# Results:
#       return value from [file delete]
#
# Side effects:
#       None

proc tcltest::removeDirectory {name {directory ""}} {
    variable filesMade
    FillFilesExisted
    if {[llength [info level 0]] == 2} {
        set directory [temporaryDirectory]
    }
    set fullName [file join $directory $name]
    DebugPuts 3 "[lindex [info level 0] 0]: deleting $fullName"
    set idx [lsearch -exact $filesMade $fullName]
    set filesMade [lreplace $filesMade $idx $idx]
    if {$idx == -1} {
        DebugDo 1 {
            Warn "removeDirectory removing \"$fullName\":\n  not created\
                    by makeDirectory"
        }
    } 
    if {![file isdirectory $fullName]} {
        DebugDo 1 {
            Warn "removeDirectory removing \"$fullName\":\n  not a directory"
        }
    }
    return [file delete -force $fullName]
}

# tcltest::viewFile --
#
#       reads the content of a file and returns it
#
# Arguments:
#       name of the file to read
#       directory in which file is located
#
# Results:
#       content of the named file
#
# Side effects:
#       None.

proc tcltest::viewFile {name {directory ""}} {
    FillFilesExisted
    if {[llength [info level 0]] == 2} {
        set directory [temporaryDirectory]
    }
    set fullName [file join $directory $name]
    set f [open $fullName]
    set data [read -nonewline $f]
    close $f
    return $data
}

# tcltest::bytestring --
#
# Construct a string that consists of the requested sequence of bytes,
# as opposed to a string of properly formed UTF-8 characters.
# This allows the tester to
# 1. Create denormalized or improperly formed strings to pass to C
#    procedures that are supposed to accept strings with embedded NULL
#    bytes.
# 2. Confirm that a string result has a certain pattern of bytes, for
#    instance to confirm that "\xe0\0" in a Tcl script is stored
#    internally in UTF-8 as the sequence of bytes "\xc3\xa0\xc0\x80".
#
# Generally, it's a bad idea to examine the bytes in a Tcl string or to
# construct improperly formed strings in this manner, because it involves
# exposing that Tcl uses UTF-8 internally.
#
# Arguments:
#       string being converted
#
# Results:
#       result fom encoding
#
# Side effects:
#       None

proc tcltest::bytestring {string} {
    return [encoding convertfrom identity $string]
}

# tcltest::OpenFiles --
#
#       used in io tests, uses testchannel
#
# Arguments:
#       None.
#
# Results:
#       ???
#
# Side effects:
#       None.

proc tcltest::OpenFiles {} {
    if {[catch {testchannel open} result]} {
        return {}
    }
    return $result
}

# tcltest::LeakFiles --
#
#       used in io tests, uses testchannel
#
# Arguments:
#       None.
#
# Results:
#       ???
#
# Side effects:
#       None.

proc tcltest::LeakFiles {old} {
    if {[catch {testchannel open} new]} {
        return {}
    }
    set leak {}
    foreach p $new {
        if {[lsearch $old $p] < 0} {
            lappend leak $p
        }
    }
    return $leak
}

#
# Internationalization / ISO support procs     -- dl
#

# tcltest::SetIso8859_1_Locale --
#
#       used in cmdIL.test, uses testlocale
#
# Arguments:
#       None.
#
# Results:
#       None.
#
# Side effects:
#       None.

proc tcltest::SetIso8859_1_Locale {} {
    variable previousLocale
    variable isoLocale
    if {[info commands testlocale] != ""} {
        set previousLocale [testlocale ctype]
        testlocale ctype $isoLocale
    }
    return
}

# tcltest::RestoreLocale --
#
#       used in cmdIL.test, uses testlocale
#
# Arguments:
#       None.
#
# Results:
#       None.
#
# Side effects:
#       None.

proc tcltest::RestoreLocale {} {
    variable previousLocale
    if {[info commands testlocale] != ""} {
        testlocale ctype $previousLocale
    }
    return
}

# tcltest::threadReap --
#
#       Kill all threads except for the main thread.
#       Do nothing if testthread is not defined.
#
# Arguments:
#       none.
#
# Results:
#       Returns the number of existing threads.
#
# Side Effects:
#       none.
#

proc tcltest::threadReap {} {
    if {[info commands testthread] != {}} {

        # testthread built into tcltest

        testthread errorproc ThreadNullError
        while {[llength [testthread names]] > 1} {
            foreach tid [testthread names] {
                if {$tid != [mainThread]} {
                    catch {
                        testthread send -async $tid {testthread exit}
                    }
                }
            }
            ## Enter a bit a sleep to give the threads enough breathing
            ## room to kill themselves off, otherwise the end up with a
            ## massive queue of repeated events
            after 1
        }
        testthread errorproc ThreadError
        return [llength [testthread names]]
    } elseif {[info commands thread::id] != {}} {
        
        # Thread extension

        thread::errorproc ThreadNullError
        while {[llength [thread::names]] > 1} {
            foreach tid [thread::names] {
                if {$tid != [mainThread]} {
                    catch {thread::send -async $tid {thread::exit}}
                }
            }
            ## Enter a bit a sleep to give the threads enough breathing
            ## room to kill themselves off, otherwise the end up with a
            ## massive queue of repeated events
            after 1
        }
        thread::errorproc ThreadError
        return [llength [thread::names]]
    } else {
        return 1
    }
    return 0
}

# Initialize the constraints and set up command line arguments
namespace eval tcltest {
    # Define initializers for all the built-in contraint definitions
    DefineConstraintInitializers

    # Set up the constraints in the testConstraints array to be lazily
    # initialized by a registered initializer, or by "false" if no
    # initializer is registered.
    trace variable testConstraints r [namespace code SafeFetch]

    # Only initialize constraints at package load time if an
    # [initConstraintsHook] has been pre-defined.  This is only
    # for compatibility support.  The modern way to add a custom
    # test constraint is to just call the [testConstraint] command
    # straight away, without all this "hook" nonsense.
    if {[string equal [namespace current] \
            [namespace qualifiers [namespace which initConstraintsHook]]]} {
        InitConstraints
    } else {
        proc initConstraintsHook {} {}
    }

    # Define the standard match commands
    customMatch exact   [list string equal]
    customMatch glob    [list string match]
    customMatch regexp  [list regexp --]

    # If the TCLTEST_OPTIONS environment variable exists, configure
    # tcltest according to the option values it specifies.  This has
    # the effect of resetting tcltest's default configuration.
    proc ConfigureFromEnvironment {} {
        upvar #0 env(TCLTEST_OPTIONS) options
        if {[catch {llength $options} msg]} {
            Warn "invalid TCLTEST_OPTIONS \"$options\":\n  invalid\
                    Tcl list: $msg"
            return
        }
        if {[llength $::env(TCLTEST_OPTIONS)] % 2} {
            Warn "invalid TCLTEST_OPTIONS: \"$options\":\n  should be\
                    -option value ?-option value ...?"
            return
        }
        if {[catch {eval Configure $::env(TCLTEST_OPTIONS)} msg]} {
            Warn "invalid TCLTEST_OPTIONS: \"$options\":\n  $msg"
            return
        }
    }
    if {[info exists ::env(TCLTEST_OPTIONS)]} {
        ConfigureFromEnvironment
    }

    proc LoadTimeCmdLineArgParsingRequired {} {
        set required false
        if {[info exists ::argv] && [lsearch -exact $::argv -help] != -1} {
            # The command line asks for -help, so give it (and exit)
            # right now.  ([configure] does not process -help)
            set required true
        }
        foreach hook { PrintUsageInfoHook processCmdLineArgsHook
                        processCmdLineArgsAddFlagsHook } {
            if {[string equal [namespace current] [namespace qualifiers \
                    [namespace which $hook]]]} {
                set required true
            } else {
                proc $hook args {}
            }
        }
        return $required
    }

    # Only initialize configurable options from the command line arguments
    # at package load time if necessary for backward compatibility.  This
    # lets the tcltest user call [configure] for themselves if they wish.
    # Traces are established for auto-configuration from the command line
    # if any configurable options are accessed before the user calls
    # [configure].
    if {[LoadTimeCmdLineArgParsingRequired]} {
        ProcessCmdLineArgs
    } else {
        EstablishAutoConfigureTraces
    }

    package provide [namespace tail [namespace current]] $Version
}