tool/mksqlite3c.tcl

   1 #!/usr/bin/tclsh
   2 #
   3 # To build a single huge source file holding all of SQLite (or at
   4 # least the core components - the test harness, shell, and TCL
   5 # interface are omitted.) first do
   6 #
   7 #      make target_source
   8 #
   9 # The make target above moves all of the source code files into
  10 # a subdirectory named "tsrc".  (This script expects to find the files
  11 # there and will not work if they are not found.)  There are a few
  12 # generated C code files that are also added to the tsrc directory.
  13 # For example, the "parse.c" and "parse.h" files to implement the
  14 # the parser are derived from "parse.y" using lemon.  And the
  15 # "keywordhash.h" files is generated by a program named "mkkeywordhash".
  16 #
  17 # After the "tsrc" directory has been created and populated, run
  18 # this script:
  19 #
  20 #      tclsh mksqlite3c.tcl
  21 #
  22 # The amalgamated SQLite code will be written into sqlite3.c
  23 #
  24
  25 set help {Usage: tclsh mksqlite3c.tcl <options>
  26  where <options> is zero or more of the following with these effects:
  27    --nostatic     => Do not generate with compile-time modifiable linkage.
  28    --linemacros=?  => Emit #line directives into output or not. (? = 1 or 0)
  29    --useapicall   => Prepend functions with SQLITE_APICALL or SQLITE_CDECL.
  30    --srcdir $SRC  => Specify the directory containing constituent sources.
  31    --help         => See this.
  32  The value setting options default to --linemacros=1 and '--srcdir tsrc' .
  33 }
  34
  35 # Begin by reading the "sqlite3.h" header file.  Extract the version number
  36 # from in this file.  The version number is needed to generate the header
  37 # comment of the amalgamation.
  38 #
  39
  40 set addstatic 1
  41 set linemacros 0
  42 set useapicall 0
  43 set srcdir tsrc
  44
  45 for {set i 0} {$i<[llength $argv]} {incr i} {
  46   set x [lindex $argv $i]
  47   if {[regexp {^-?-nostatic$} $x]} {
  48     set addstatic 0
  49   } elseif {[regexp {^-?-linemacros(?:=([01]))?$} $x ma ulm]} {
  50     if {$ulm == ""} {set ulm 1}
  51     set linemacros $ulm
  52   } elseif {[regexp {^-?-useapicall$} $x]} {
  53     set useapicall 1
  54   } elseif {[regexp {^-?-srcdir$} $x]} {
  55     incr i
  56     if {$i==[llength $argv]} {
  57       error "No argument following $x"
  58     }
  59     set srcdir [lindex $argv $i]
  60   } elseif {[regexp {^-?-((help)|\?)$} $x]} {
  61     puts $help
  62     exit 0
  63   } else {
  64     error "unknown command-line option: $x"
  65   }
  66 }
  67 set in [open $srcdir/sqlite3.h]
  68 set cnt 0
  69 set VERSION ?????
  70 while {![eof $in]} {
  71   set line [gets $in]
  72   if {$line=="" && [eof $in]} break
  73   incr cnt
  74   regexp {#define\s+SQLITE_VERSION\s+"(.*)"} $line all VERSION
  75 }
  76 close $in
  77
  78 # Open the output file and write a header comment at the beginning
  79 # of the file.
  80 #
  81 set out [open sqlite3.c w]
  82 # Force the output to use unix line endings, even on Windows.
  83 fconfigure $out -translation lf
  84 set today [clock format [clock seconds] -format "%Y-%m-%d %H:%M:%S UTC" -gmt 1]
  85 puts $out [subst \
  86 {/******************************************************************************
  87 ** This file is an amalgamation of many separate C source files from SQLite
  88 ** version $VERSION.  By combining all the individual C code files into this
  89 ** single large file, the entire code can be compiled as a single translation
  90 ** unit.  This allows many compilers to do optimizations that would not be
  91 ** possible if the files were compiled separately.  Performance improvements
  92 ** of 5% or more are commonly seen when SQLite is compiled as a single
  93 ** translation unit.
  94 **
  95 ** This file is all you need to compile SQLite.  To use SQLite in other
  96 ** programs, you need this file and the "sqlite3.h" header file that defines
  97 ** the programming interface to the SQLite library.  (If you do not have
  98 ** the "sqlite3.h" header file at hand, you will find a copy embedded within
  99 ** the text of this file.  Search for "Begin file sqlite3.h" to find the start
 100 ** of the embedded sqlite3.h header file.) Additional code files may be needed
 101 ** if you want a wrapper to interface SQLite with your choice of programming
 102 ** language. The code for the "sqlite3" command-line shell is also in a
 103 ** separate file. This file contains only code for the core SQLite library.
 104 */
 105 #define SQLITE_CORE 1
 106 #define SQLITE_AMALGAMATION 1}]
 107 if {$addstatic} {
 108   puts $out \
 109 {#ifndef SQLITE_PRIVATE
 110 # define SQLITE_PRIVATE static
 111 #endif}
 112 }
 113
 114 # Examine the parse.c file.  If it contains lines of the form:
 115 #
 116 #    "#ifndef SQLITE_ENABLE_UPDATE_LIMIT
 117 #
 118 # then set the SQLITE_UDL_CAPABLE_PARSER flag in the amalgamation.
 119 #
 120 set in [open $srcdir/parse.c]
 121 if {[regexp {ifndef SQLITE_ENABLE_UPDATE_DELETE_LIMIT} [read $in]]} {
 122   puts $out "#define SQLITE_UDL_CAPABLE_PARSER 1"
 123 }
 124 close $in
 125
 126 # These are the header files used by SQLite.  The first time any of these
 127 # files are seen in a #include statement in the C code, include the complete
 128 # text of the file in-line.  The file only needs to be included once.
 129 #
 130 foreach hdr {
 131    crypto.h
 132    sqlcipher.h
 133    btree.h
 134    btreeInt.h
 135    fts3.h
 136    fts3Int.h
 137    fts3_hash.h
 138    fts3_tokenizer.h
 139    geopoly.c
 140    hash.h
 141    hwtime.h
 142    keywordhash.h
 143    msvc.h
 144    mutex.h
 145    opcodes.h
 146    os_common.h
 147    os_setup.h
 148    os_win.h
 149    os.h
 150    pager.h
 151    parse.h
 152    pcache.h
 153    pragma.h
 154    rtree.h
 155    sqlite3session.h
 156    sqlite3.h
 157    sqlite3ext.h
 158    sqlite3rbu.h
 159    sqliteicu.h
 160    sqliteInt.h
 161    sqliteLimit.h
 162    vdbe.h
 163    vdbeInt.h
 164    vxworks.h
 165    wal.h
 166    whereInt.h
 167 } {
 168   set available_hdr($hdr) 1
 169 }
 170 set available_hdr(sqliteInt.h) 0
 171 set available_hdr(os_common.h) 0
 172 set available_hdr(sqlite3session.h) 0
 173
 174 # These headers should be copied into the amalgamation without modifying any
 175 # of their function declarations or definitions.
 176 set varonly_hdr(sqlite3.h) 1
 177
 178 # These are the functions that accept a variable number of arguments.  They
 179 # always need to use the "cdecl" calling convention even when another calling
 180 # convention (e.g. "stcall") is being used for the rest of the library.
 181 set cdecllist {
 182   sqlite3_config
 183   sqlite3_db_config
 184   sqlite3_log
 185   sqlite3_mprintf
 186   sqlite3_snprintf
 187   sqlite3_test_control
 188   sqlite3_vtab_config
 189 }
 190
 191 # 78 stars used for comment formatting.
 192 set s78 \
 193 {*****************************************************************************}
 194
 195 # Insert a comment into the code
 196 #
 197 proc section_comment {text} {
 198   global out s78
 199   set n [string length $text]
 200   set nstar [expr {60 - $n}]
 201   set stars [string range $s78 0 $nstar]
 202   puts $out "/************** $text $stars/"
 203 }
 204
 205 # Read the source file named $filename and write it into the
 206 # sqlite3.c output file.  If any #include statements are seen,
 207 # process them appropriately.
 208 #
 209 proc copy_file {filename} {
 210   global seen_hdr available_hdr varonly_hdr cdecllist out
 211   global addstatic linemacros useapicall srcdir
 212   set ln 0
 213   set tail [file tail $filename]
 214   section_comment "Begin file $tail"
 215   if {$linemacros} {puts $out "#line 1 \"$filename\""}
 216   set in [open $filename r]
 217   set varpattern {^[a-zA-Z][a-zA-Z_0-9 *]+(sqlite3[_a-zA-Z0-9]+)(\[|;| =)}
 218   set declpattern {([a-zA-Z][a-zA-Z_0-9 ]+ \**)(sqlite3[_a-zA-Z0-9]+)(\(.*)}
 219   if {[file extension $filename]==".h"} {
 220     set declpattern " *$declpattern"
 221   }
 222   set declpattern ^$declpattern\$
 223   while {![eof $in]} {
 224     set line [string trimright [gets $in]]
 225     incr ln
 226     if {[regexp {^\s*#\s*include\s+["<]([^">]+)[">]} $line all hdr]} {
 227       if {[info exists available_hdr($hdr)]} {
 228         if {$available_hdr($hdr)} {
 229           set available_hdr($hdr) 0
 230           section_comment "Include $hdr in the middle of $tail"
 231           copy_file $srcdir/$hdr
 232           section_comment "Continuing where we left off in $tail"
 233           if {$linemacros} {puts $out "#line [expr {$ln+1}] \"$filename\""}
 234         } else {
 235           # Comment out the entire line, replacing any nested comment
 236           # begin/end markers with the harmless substring "**".
 237           puts $out "/* [string map [list /* ** */ **] $line] */"
 238         }
 239       } elseif {![info exists seen_hdr($hdr)]} {
 240         if {![regexp {/\*\s+amalgamator:\s+dontcache\s+\*/} $line]} {
 241           set seen_hdr($hdr) 1
 242         }
 243         puts $out $line
 244       } elseif {[regexp {/\*\s+amalgamator:\s+keep\s+\*/} $line]} {
 245         # This include file must be kept because there was a "keep"
 246         # directive inside of a line comment.
 247         puts $out $line
 248       } else {
 249         # Comment out the entire line, replacing any nested comment
 250         # begin/end markers with the harmless substring "**".
 251         puts $out "/* [string map [list /* ** */ **] $line] */"
 252       }
 253     } elseif {[regexp {^#ifdef __cplusplus} $line]} {
 254       puts $out "#if 0"
 255     } elseif {!$linemacros && [regexp {^#line} $line]} {
 256       # Skip #line directives.
 257     } elseif {$addstatic
 258                && ![regexp {^(static|typedef|SQLITE_PRIVATE)} $line]} {
 259       # Skip adding the SQLITE_PRIVATE or SQLITE_API keyword before
 260       # functions if this header file does not need it.
 261       if {![info exists varonly_hdr($tail)]
 262        && [regexp $declpattern $line all rettype funcname rest]} {
 263         regsub {^SQLITE_API } $line {} line
 264         regsub {^SQLITE_API } $rettype {} rettype
 265
 266         # Add the SQLITE_PRIVATE or SQLITE_API keyword before functions.
 267         # so that linkage can be modified at compile-time.
 268         if {[regexp {^sqlite3[a-z]*_} $funcname]} {
 269           set line SQLITE_API
 270           append line " " [string trim $rettype]
 271           if {[string index $rettype end] ne "*"} {
 272             append line " "
 273           }
 274           if {$useapicall} {
 275             if {[lsearch -exact $cdecllist $funcname] >= 0} {
 276               append line SQLITE_CDECL " "
 277             } else {
 278               append line SQLITE_APICALL " "
 279             }
 280           }
 281           append line $funcname $rest
 282           if {$funcname=="sqlite3_sourceid"} {
 283             # The sqlite3_sourceid() routine is synthesized at the end of
 284             # the amalgamation
 285             puts $out "/* $line */"
 286           } else {
 287             puts $out $line
 288           }
 289         } else {
 290           puts $out "SQLITE_PRIVATE $line"
 291         }
 292       } elseif {[regexp $varpattern $line all varname]} {
 293           # Add the SQLITE_PRIVATE before variable declarations or
 294           # definitions for internal use
 295           regsub {^SQLITE_API } $line {} line
 296           if {![regexp {^sqlite3_} $varname]} {
 297             regsub {^extern } $line {} line
 298             puts $out "SQLITE_PRIVATE $line"
 299           } else {
 300             if {[regexp {const char sqlite3_version\[\];} $line]} {
 301               set line {const char sqlite3_version[] = SQLITE_VERSION;}
 302             }
 303             regsub {^SQLITE_EXTERN } $line {} line
 304             puts $out "SQLITE_API $line"
 305           }
 306       } elseif {[regexp {^(SQLITE_EXTERN )?void \(\*sqlite3IoTrace\)} $line]} {
 307         regsub {^SQLITE_API } $line {} line
 308         regsub {^SQLITE_EXTERN } $line {} line
 309         puts $out $line
 310       } elseif {[regexp {^void \(\*sqlite3Os} $line]} {
 311         regsub {^SQLITE_API } $line {} line
 312         puts $out "SQLITE_PRIVATE $line"
 313       } else {
 314         puts $out $line
 315       }
 316     } else {
 317       puts $out $line
 318     }
 319   }
 320   close $in
 321   section_comment "End of $tail"
 322 }
 323
 324
 325 # Process the source files.  Process files containing commonly
 326 # used subroutines first in order to help the compiler find
 327 # inlining opportunities.
 328 #
 329
 330 foreach file {
 331    sqliteInt.h
 332    os_common.h
 333    ctime.c
 334
 335    crypto.c
 336    crypto_impl.c
 337    crypto_libtomcrypt.c
 338    crypto_nss.c
 339    crypto_openssl.c
 340    crypto_cc.c
 341
 342    global.c
 343    status.c
 344    date.c
 345    os.c
 346
 347    fault.c
 348    mem0.c
 349    mem1.c
 350    mem2.c
 351    mem3.c
 352    mem5.c
 353    mutex.c
 354    mutex_noop.c
 355    mutex_unix.c
 356    mutex_w32.c
 357    malloc.c
 358    printf.c
 359    treeview.c
 360    random.c
 361    threads.c
 362    utf.c
 363    util.c
 364    hash.c
 365    opcodes.c
 366
 367    os_unix.c
 368    os_win.c
 369    memdb.c
 370
 371    bitvec.c
 372    pcache.c
 373    pcache1.c
 374    rowset.c
 375    pager.c
 376    wal.c
 377
 378    btmutex.c
 379    btree.c
 380    backup.c
 381
 382    vdbemem.c
 383    vdbeaux.c
 384    vdbeapi.c
 385    vdbetrace.c
 386    vdbe.c
 387    vdbeblob.c
 388    vdbesort.c
 389    vdbevtab.c
 390    memjournal.c
 391
 392    walker.c
 393    resolve.c
 394    expr.c
 395    alter.c
 396    analyze.c
 397    attach.c
 398    auth.c
 399    build.c
 400    callback.c
 401    delete.c
 402    func.c
 403    fkey.c
 404    insert.c
 405    legacy.c
 406    loadext.c
 407    pragma.c
 408    prepare.c
 409    select.c
 410    table.c
 411    trigger.c
 412    update.c
 413    upsert.c
 414    vacuum.c
 415    vtab.c
 416    wherecode.c
 417    whereexpr.c
 418    where.c
 419    window.c
 420
 421    parse.c
 422
 423    tokenize.c
 424    complete.c
 425
 426    main.c
 427    notify.c
 428
 429    fts3.c
 430    fts3_aux.c
 431    fts3_expr.c
 432    fts3_hash.c
 433    fts3_porter.c
 434    fts3_tokenizer.c
 435    fts3_tokenizer1.c
 436    fts3_tokenize_vtab.c
 437    fts3_write.c
 438    fts3_snippet.c
 439    fts3_unicode.c
 440    fts3_unicode2.c
 441
 442    json1.c
 443    rtree.c
 444    icu.c
 445
 446    fts3_icu.c
 447    sqlite3rbu.c
 448    dbstat.c
 449    dbpage.c
 450    sqlite3session.c
 451    fts5.c
 452    stmt.c
 453 } {
 454   copy_file $srcdir/$file
 455 }
 456
 457 puts $out \
 458 "/* Return the source-id for this library */
 459 SQLITE_API const char *sqlite3_sourceid(void){ return SQLITE_SOURCE_ID; }"
 460
 461 puts $out \
 462 "/************************** End of sqlite3.c ******************************/"
 463
 464 close $out