Public Git Hosting - lfs.git/blob

1 #! /usr/bin/php

3 $dirs = array();

4 $vers = array();

6 date_default_timezone_set( "GMT" );

$date = date( "Y-m-d H:i:s" );

9 // Special cases

10 $exceptions = array();

11 //$exceptions[ 'gmp' ] = "UPDIR=/.*(gmp-\d[\d\.-]*\d).*/:DOWNDIR=";

13 $regex = array();

14 //$regex[ 'bzip2' ] = "/^.*current version is ([\d\.]+).*$/";

$regex[ 'intltool' ] = "/^.*Latest version is (\d[\d\.]+\d).*$/";

$regex[ 'less'     ] = "/^.*current released version is less-(\d+).*$/";

$regex[ 'mpfr'     ] = "/^mpfr-([\d\.]+)\.tar.*$/";

18 //$regex[ 'Python' ] = "/^.*Latest Python 3.*Python (3[\d\.]+\d).*$/";

19 //$regex[ 'sysvinit' ] = "/^.*sysvinit-([\d\.]+)dsf\.tar.*$/";

$regex[ 'tzdata'   ] = "/^.*tzdata([\d]+[a-z]).*$/";

$regex[ 'xz'       ] = "/^.*xz-([\d\.]*\d).*$/";

$regex[ 'zlib'     ] = "/^.*zlib ([\d\.]*\d).*$/";

function find_max( $lines, $regex_match, $regex_replace )

25 {

26 $a = array();

  if ( ! is_array( $lines ) ) return -1;

  foreach ( $lines as $line )

30 {

     if ( ! preg_match( $regex_match, $line ) ) continue;

33 // Isolate the version and put in an array

     $slice = preg_replace( $regex_replace, "$1", $line );

     if ( strcmp( $slice, $line ) == 0 ) continue;

     array_push( $a, $slice );

38 }

40 // SORT_NATURAL requires php-5.4.0 or later

  rsort( $a, SORT_NATURAL );  // Max version is at the top

  return ( isset( $a[0] ) ) ? $a[0] : -2;

43 }

function find_even_max( $lines, $regex_match, $regex_replace )

46 {

47 $a = array();

  foreach ( $lines as $line )

49 {

     if ( ! preg_match( $regex_match, $line ) ) continue;

52 // Isolate the version and put in an array

     $slice = preg_replace( $regex_replace, "$1", $line );

     if ( "x$slice" == "x$line" ) continue;

57 // Skip odd numbered minor versions and minors > 80

     list( $major, $minor, $rest ) = explode( ".", $slice . ".0" );

     if ( $minor % 2 == 1  ) continue;

     if ( $minor     >  80 ) continue;

     array_push( $a, $slice );

62 }

  rsort( $a, SORT_NATURAL );  // Max version is at the top

  return ( isset( $a[0] ) ) ? $a[0] : -2;

66 }

function http_get_file( $url )

69 {

  if ( preg_match( "/mpfr/", $url ) )

71 {

72 # There seems to be a problem with the mpfs certificate

    exec( "curl --location --silent --insecure --max-time 30 $url", $dir );

    $s   = implode( "\n", $dir );

    $dir = strip_tags( $s );

    return explode( "\n", $dir );

77 }

  if ( preg_match( "/sourceforge/", $url ) ||

       preg_match( "/python/",      $url ) ||

       preg_match( "/psmisc/",      $url ) )

82 {

    exec( "lynx -dump $url 2>/dev/null", $lines );

84 return $lines;

85 }

  exec( "curl --location --silent --max-time 30 $url", $dir );

  $dir = implode( "\n", $dir );

  if ( !preg_match( "/api.github.com/", $url) )

    $dir = strip_tags( $dir );

  return explode( "\n", $dir );

93 }

function max_parent( $dirpath, $prefix )

96 {

97 // First, remove a directory

  $dirpath  = rtrim  ( $dirpath, "/" );    // Trim any trailing slash

  $position = strrpos( $dirpath, "/" );

  $dirpath  = substr ( $dirpath, 0, $position );

101

  $lines = http_get_file( $dirpath );

103

  $regex_match   = "#{$prefix}[\d\.]+/#";

  $regex_replace = "#^.*({$prefix}[\d\.]+)/.*$#";

  $max           = find_max( $lines, $regex_match, $regex_replace );

107

  return "$dirpath/$max";

109 }

110

function github( $path )

112 {

  return "https://api.github.com/repos/$path/releases/latest";

114 }

115

function get_packages( $package, $dirpath )

117 {

118 global $exceptions;

119 global $regex;

120

121 //if ( $package != "psmisc" ) return 0; // debug

122

if ( $package == "bc"         ) $dirpath = github("gavinhoward/bc");

if ( $package == "check"      ) $dirpath = github("libcheck/check");

if ( $package == "e2fsprogs"  ) $dirpath = "https://sourceforge.net/projects/e2fsprogs/files/e2fsprogs";

if ( $package == "expat"      ) $dirpath = "https://sourceforge.net/projects/expat/files";

if ( $package == "elfutils"   ) $dirpath = "https://sourceware.org/ftp/elfutils";

if ( $package == "expect"     ) $dirpath = "https://sourceforge.net/projects/expect/files";

if ( $package == "file"       ) $dirpath = "https://github.com/file/file/tags";

if ( $package == "flex"       ) $dirpath = github("westes/flex");

if ( $package == "flit_core"  ) $dirpath = "https://pypi.org/project/flit-core/";

if ( $package == "setuptools" ) $dirpath = "https://pypi.org/project/setuptools/";

if ( $package == "gcc"        ) $dirpath = max_parent( $dirpath, "gcc-" );

if ( $package == "iana-etc"   ) $dirpath = github("Mic92/iana-etc");

if ( $package == "intltool"   ) $dirpath = "https://launchpad.net/intltool/trunk";

if ( $package == "libffi"     ) $dirpath = github("libffi/libffi");

if ( $package == "libxcrypt"  ) $dirpath = github("besser82/libxcrypt");

if ( $package == "lz"         ) $dirpath = github("lz4/lz4");

if ( $package == "meson"      ) $dirpath = github("mesonbuild/meson");

if ( $package == "mpc"        ) $dirpath = "https://ftp.gnu.org/gnu/mpc";

if ( $package == "mpfr"       ) $dirpath = "https://mpfr.loria.fr/mpfr-current";

if ( $package == "ncurses"    ) $dirpath = "https://invisible-mirror.net/archives/ncurses";

if ( $package == "ninja"      ) $dirpath = github("ninja-build/ninja");

if ( $package == "procps-ng"  ) $dirpath = "https://gitlab.com/procps-ng/procps/-/tags";

if ( $package == "psmisc"     ) $dirpath = "https://gitlab.com/psmisc/psmisc/-/tags";

if ( $package == "Python"     ) $dirpath = "https://www.python.org/downloads/source/";

if ( $package == "shadow"     ) $dirpath = github("shadow-maint/shadow");

if ( $package == "sysvinit"   ) $dirpath = github("slicer69/sysvinit");

if ( $package == "MarkupSafe" ) $dirpath = "https://pypi.python.org/pypi/MarkupSafe/";

if ( $package == "Jinja"      ) $dirpath = "https://pypi.python.org/pypi/Jinja2/";

if ( $package == "systemd"    ) $dirpath = github("systemd/systemd");

152 //if ( $package == "tcl" ) $dirpath = "https://sourceforge.net/projects/tcl/files";

if ( $package == "tcl"        ) $dirpath = "https://www.tcl.tk/software/tcltk/download.html";

if ( $package == "util-linux" ) $dirpath = max_parent( $dirpath, "v." );

if ( $package == "vim"        ) $dirpath = "https://github.com/vim/vim/tags";

if ( $package == "wheel"      ) $dirpath = "https://pypi.org/project/wheel/#files";

if ( $package == "xz"         ) $dirpath = github("tukaani-project/xz");

if ( $package == "zlib"       ) $dirpath = "https://www.zlib.net";

if ( $package == "zstd"       ) $dirpath = github("facebook/zstd");

160

161 // Check for ftp

  if ( preg_match( "/^ftp/", $dirpath ) )

163 {

    echo "ftp should not occur\n";

165 }

166 else // http(s)

167 {

168 // Customize http directories as needed

     if ( $package == "tzdata" )

170 {

171 // Remove two directories

        $dirpath  = rtrim  ( $dirpath, "/" );    // Trim any trailing slash

        $position = strrpos( $dirpath, "/" );

        $dirpath  = substr ( $dirpath, 0, $position );

        $position = strrpos( $dirpath, "/" );

        $dirpath  = substr ( $dirpath, 0, $position );

177 }

178

     $lines = http_get_file( $dirpath );

     if ( ! is_array( $lines ) ) return -6;

181 } // End fetch

182

  if ( isset( $regex[ $package ] ) )

184 {

185 // Custom search for latest package name

     foreach ( $lines as $l )

187 {

        $ver = preg_replace( $regex[ $package ], "$1", $l );

        if ( $ver == $l ) continue;

190 return $ver; // Return first match of regex

191 }

192

     return -7;  // This is an error

194 }

195

  if ( $package == "perl" )  // Custom for perl

197 {

198 $tmp = array();

199

     foreach ( $lines as $l )

201 {

        if ( preg_match( "/sperl/", $l ) ) continue; // Don't want this

        $ver = preg_replace( "/^.*perl-([\d\.]+\d)\.tar.*$/", "$1", $l );

        if ( $ver == $l ) continue;

        list( $s1, $s2, $rest ) = explode( ".", $ver );

        if ( $s2 % 2 == 1 ) continue; // Remove odd minor versions

        array_push( $tmp, $l );

208 }

209

210 $lines = $tmp;

211 }

212

  if ( $package == "attr" ||

214 $package == "acl" )

215 {

     return find_max( $lines, "/$package/", "/^.*$package-([\d\.-]*\d).tar.*$/" );

217 }

218

  if ( $package == "e2fsprogs" )

     return find_max( $lines, "/v\d/", "/^.*v(\d[\d\.]+\d).*$/" );

221

  if ( $package == "expect" )

     return find_max( $lines, "/expect/", "/^.*expect(\d[\d\.]+\d).tar.*$/" );

224

  if ( $package == "elfutils" )

     return find_max( $lines, "/^\d/", "/^(\d[\d\.]+\d)\/.*$/" );

227

  if ( $package == "XML-Parser" )

229 {

     $max = find_max( $lines, "/$package/", "/^.*$package-([\d\._]*\d).tar.*$/" );

231 # 2.44_01 is a developer release

     if ( $max == "2.44_01" ) { return "2.44"; }

233 return $max;

234 }

235

  if ( $package == "tcl" )

     return find_max( $lines, "/tcl\d/", "/^.*tcl(\d\.[\d\.]*\d)-src.*$/" );

238

  if ( $package == "gmp" )

     return find_max( $lines, "/$package/", "/^.*$package-([\d\._]*\d[a-z]?).tar.*$/" );

241

  if ( $package == "dbus" )

     return find_even_max( $lines, "/$package/", "/^.*$package-([\d\.]+).tar.*$/" );

244

  if ( $package == "file" )

246 {

     $max = find_max( $lines, "/FILE5/", "/^.*FILE(5_\d+)*$/" );

     return str_replace( "_", ".", $max );

249 }

250

  if ( $package == "flit_core" )

     return find_max( $lines, "/flit-core /", "/^.*flit-core ([\d\.]+)$/" );

253

  if ( $package == "setuptools" )

     return find_max( $lines, "/setuptools /", "/^.*setuptools ([\d\.]+)$/" );

256

  if ( $package == "procps-ng" )

     return find_max( $lines, "/v\d/", "/^.*v([\d\.]+)$/" );

259

  if ( $package == "psmisc" )

     return find_max( $lines, "/v\d/", "/^.*v([\d\.]+)$/" );

262

  if ( $package == "grub" )

     return find_max( $lines, "/grub/", "/^.*grub-([\d\.]+).tar.xz.*$/" );

265

  if ( $package == "Jinja" )

     return find_max( $lines, "/Jinja/", "/^.*Jinja2 ([\d\.]+).*$/" );

268

  if ( $package == "lz" )

     return find_max( $lines, "/name.:/", '/^.*LZ4 v([\d\.]+)".*$/' );

271

  if ( $package == "openssl" )

     return find_max( $lines, "/openssl/", "/^.*openssl-([\d\.p]*\d.?).tar.*$/" );

274

  if ( $package == "Python" )

     return find_max( $lines, "/Python 3/", "/^.*Python (3[\d\.]*\d) .*$/" );

277

  if ( $package == "vim" )

     return find_max( $lines, "/v\d\./", "/^.*v([\d\.]+).*$/" );

280

  if ( preg_match( "/api.github.com/", $dirpath) )

     return ltrim(json_decode(join("", $lines))->tag_name, "v");

283

284 // Most packages are in the form $package-n.n.n

285 // Occasionally there are dashes (e.g. 201-1)

  return find_max( $lines, "/$package/", "/^.*$package-([\d\.-]*\d)\.tar.*$/" );

287 }

288

289 function get_current()

290 {

291 global $dirs;

292 global $vers;

293

294 // Fetech from git and get wget-list

295 $current = array();

296 $lfsgit = "https://git.linuxfromscratch.org/lfs.git";

297

   $tmpdir = exec( "mktemp -d /tmp/lfscheck.XXXXXX" );

299 $cdir = getcwd();

300 chdir( $tmpdir );

301

302 # git-version.sh needs the history since the rx.y tag.

   exec ( "git clone $lfsgit LFS --depth 1 --branch r11.2" );

304 exec ( "git -C LFS pull origin trunk" );

305

306 # Make version.ent

   chdir( "$tmpdir/LFS" );

308 exec ( "./git-version.sh systemd" );

309

310 chdir( $cdir );

311

   $PAGE       = "$tmpdir/LFS/chapter03/chapter03.xml";

   $STYLESHEET = "$tmpdir/LFS/stylesheets/wget-list.xsl";

314

   exec( "xsltproc --xinclude --nonet $STYLESHEET $PAGE", $current );

   exec( "rm -rf $tmpdir" );

317

   foreach ( $current as $line )

319 {

      $file = basename( $line ) . "\n";

      if ( preg_match( "/patch$/", $file ) ) { continue; } // Skip patches

322

      $file = preg_replace( "/bz2/", '', $file ); // The 2 confusses the regex

324

      $file        = rtrim( $file );

326 $pkg_pattern = "/(\D*).*/";

327 $pattern = "/\D*(\d.*\d)\D*/";

328

      if ( preg_match( "/e2fsprogs/", $file ) )

330 {

331 $pattern = "/e2\D*(\d.*\d)\D*/";

332 $pkg_pattern = "/(e2\D*).*/";

333 }

334

      else if ( preg_match( "/tzdata/", $file ) )

336 {

337 $pattern = "/\D*(\d.*[a-z])\.tar\D*/";

338 }

339

      else if ( preg_match( "/openssl/", $file ) )

341 {

342 $pattern = "/\D*(\d.*\d.*).tar.*$/";

343 }

344

      else if ( preg_match( "/gmp/", $file ) )

346 {

347 $pattern = "/\D*(\d.*[a-z]*)\.tar\D*/";

348 }

349

      else if ( preg_match( "/systemd-man-pages/", $file ) ) continue;

      else if ( preg_match( "/python/"         , $file ) ) continue;

352

      $version = preg_replace( $pattern, "$1", $file );   // Isolate version

      $version = preg_replace( "/^\d-/", "", $version );  // Remove leading #-

355

356 // Touch up package names

      $pkg_name = preg_replace( $pkg_pattern, "$1", $file );

      $pkg_name = trim( $pkg_name, "-" );

359

      if ( preg_match( "/bzip|iproute/", $pkg_name ) ) { $pkg_name .= "2"; }

      if ( preg_match( "/^m$/"         , $pkg_name ) ) { $pkg_name .= "4"; }

      if ( preg_match( "/shadow/"      , $pkg_name ) ) { $pkg_name  = "shadow"; }

363

      $dirs[ $pkg_name ] = dirname( $line );

      $vers[ $pkg_name ] = $version;

366 }

367 }

368

369 function mail_to_lfs()

370 {

371 global $date;

372 global $vers;

373 global $dirs;

374

   $to      = "lfs-book@lists.linuxfromscratch.org";

   $from    = "bdubbs@linuxfromscratch.org";

   $subject = "LFS Package Currency Check - $date GMT";

   $headers = "From: bdubbs@linuxfromscratch.org";

379

   $message = "Package         LFS      Upstream  Flag\n\n";

381

   foreach ( $dirs as $pkg => $dir )

383 {

384 //if ( $pkg != "gmp" ) continue; //debug

      $v = get_packages( $pkg, $dir );

386

      $flag = ( $vers[ $pkg ] != $v ) ? "*" : "";

388

389 // Pad for output

390 $pad = " ";

      $p   = substr( $pkg          . $pad, 0, 15 );

      $l   = substr( $vers[ $pkg ] . $pad, 0, 10 );

      $c   = substr( $v            . $pad, 0, 10 );

394

      $message .= "$p $l $c $flag\n";

396 }

397

   exec ( "echo '$message' | mailx -r $from -s '$subject' $to" );

401 function html()

404 global $date;

405 global $vers;

406 global $dirs;

407

408 echo "<!DOCTYPE html PUBLIC '-//W3C//DTD XHTML 1.0 Strict//EN'

409 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd'>

410 <html xmlns='http://www.w3.org/1999/xhtml' xml:lang='en' lang='en'>

411 <head>

412 <title>LFS Package Currency Check - $date</title>

413 <style type='text/css'>

414 h1, h2 {

415 text-align : center;

416 }

417

418 table {

419 border-width : 1px;

420 border-spacing : 0px;

421 border-style : outset;

422 border-color : gray;

423 border-collapse : separate;

424 background-color: white;

425 margin : 0px auto;

426 }

427

428 table th {

429 border-width : 1px;

430 padding : 2px;

431 border-style : inset;

432 border-color : gray;

433 background-color: white;

434 }

435

436 table td {

437 border-width : 1px;

438 padding : 2px;

439 border-style : inset;

440 border-color : gray;

441 background-color: white;

442 }

443 </style>

444

445 </head>

446 <body>

447 <h1>LFS Package Currency Check</h1>

448 <h2>As of $date GMT</h1>

449

450 <table>

451 <tr><th>LFS Package</th> <th>LFS Version</th> <th>Latest</th> <th>Flag</th></tr>\n";

452

453 // Get the latest version of each package

   foreach ( $dirs as $pkg => $dir )

455 {

      $v    = get_packages( $pkg, $dir );

      $flag = ( $vers[ $pkg ] != $v ) ? "*" : "";

      echo "<tr><td>$pkg</td> <td>{$vers[ $pkg ]}</td> <td>$v</td> <td>$flag</td></tr>\n";

459 }

460

461 echo "</table>

462 </body>

463 </html>\n";

464

465 }

466

467 function write_to_stdout()

468 {

469

470 global $date;

471 global $vers;

472 global $dirs;

473

474 echo "

475 LFS Package Currency Check

476 As of $date GMT

477

478 LFS Package LFS Version Latest Flag\n";

479

480 // Get the latest version of each package

   foreach ( $dirs as $pkg => $dir )

482 {

      $p_name    = sprintf( "%-15s", $pkg );       // package name formatted

484

      $b_version = $vers[ $pkg ];                 // book version

      $b_string  = sprintf( "%-11s", $b_version ); // book version formatted

487

      $latest    = get_packages( $pkg, $dir );    // latest version

      $l_string  = sprintf( "%-6s", $latest );     // latest version formatted

490

      $flag = ( $b_version != $latest ) ? "*" : "";

      echo "$p_name $b_string $l_string  $flag\n";

493 }

494 }

495

496 get_current(); // Get what is in the book

497 mail_to_lfs();

498 //html(); // Write html output

499 //write_to_stdout(); // For debugging

500 ?>