release/src/btools/libfoo.pl

   1 #!/usr/bin/perl
   2 #
   3 #       libfoo.pl
   4 #       Copyright (C) 2006-2008 Jonathan Zarate
   5 #
   6 #       - strip un-needed objects
   7 #       - create xref of symbols used
   8 #
   9
  10 $root = $ENV{"TARGETDIR"};
  11 $uclibc = $ENV{"TOOLCHAIN"};
  12 $router = $ENV{"SRCBASE"} . "/router";
  13
  14 sub error
  15 {
  16         print STDERR "\n*** ERROR: " . (shift) . "\n\n";
  17         exit 1;
  18 }
  19
  20 sub basename
  21 {
  22         my $fn = shift;
  23         if ($fn =~ /([^\/]+)$/) {
  24                 return $1;
  25         }
  26         return $fn;
  27 }
  28
  29 sub load
  30 {
  31     my $fname = shift;
  32
  33         if ((-l $fname) ||
  34                 ($fname =~ /\/lib\/modules\/\d+\.\d+\.\d+/) ||
  35                 ($fname =~ /\.(asp|gif|png|svg|js|jsx|css|txt|pat|sh)$/)) {
  36                 return;
  37         }
  38
  39         if (-d $fname) {
  40                 my $d;
  41                 if (opendir($d, $fname)) {
  42                         foreach (readdir($d)) {
  43                                 if ($_ !~ /^\./) {
  44                                         load($fname . "/" . $_);
  45                                 }
  46                         }
  47                         closedir($d);
  48                 }
  49                 return;
  50         }
  51
  52
  53         my $f;
  54         my $base;
  55         my $ok;
  56         my $s;
  57
  58         $base = basename($fname);
  59         print LOG "\n\nreadelf $base:\n";
  60
  61         open($f, "mipsel-linux-readelf -WhsdD ${fname} 2>&1 |") || error("readelf - $!\n");
  62
  63         while (<$f>) {
  64                 print LOG;
  65
  66                 if (/\s+Type:\s+(\w+)/) {
  67                         $elf_type{$base} = $1;
  68                         $ok = 1;
  69                         last;
  70                 }
  71         }
  72
  73         if (!$ok) {
  74                 close($f);
  75                 return;
  76         }
  77
  78         print "$elf_type{$base} $base", " " x 30, "\r";
  79
  80         push(@elfs, $base);
  81
  82         while (<$f>) {
  83                 print LOG;
  84
  85                 if (/\(NEEDED\)\s+Shared library: \[(.+)\]/) {
  86                         push(@{$elf_lib{$base}}, $1);
  87                 }
  88                 elsif (/Symbol table for image:/) {
  89                         last;
  90                 }
  91         }
  92
  93         while (<$f>) {
  94                 print LOG;
  95
  96                 if (/\s+(WEAK|GLOBAL)\s+(?:DEFAULT|VISIBLE)\s+(\w+)\s+(\w+)/) {
  97                         $s = $3;
  98                         if ($2 eq 'UND') {
  99                                 if ($1 eq 'GLOBAL') {
 100                                         $elf_ext{$base}{$s} = 1;
 101                                 }
 102                                 else {
 103                                         print LOG "*** not GLOBAL\n";
 104                                 }
 105                         }
 106                         elsif ($2 eq 'ABS') {
 107                         }
 108                         elsif ($2 =~ /^\d+$/) {
 109                                 $elf_exp{$base}{$s} = 1;
 110                         }
 111                         else {
 112                                 print LOG "*** unknown type\n";
 113                         }
 114                 }
 115                 elsif (!/Num Buc:/) {
 116                         print LOG "*** strange line\n";
 117                 }
 118         }
 119
 120         close($f);
 121 }
 122
 123 sub fixDynDep
 124 {
 125         my ($user, $dep) = @_;
 126
 127         if (!defined $elf_dyn{$user}{$dep}) {
 128                 push(@{$elf_lib{$user}}, $dep);
 129                 $elf_dyn{$user}{$dep} = 1;
 130
 131                 print LOG "FixDynDep: $user = $dep\n";
 132         }
 133 }
 134
 135 sub fixDyn
 136 {
 137         my $s;
 138
 139         foreach (@elfs) {
 140                 if (/^libipt_.+\.so$/) {
 141                         fixDynDep("iptables", $_);
 142                 }
 143                 elsif (/^libip6t_.+\.so$/) {
 144                         fixDynDep("ip6tables", $_);
 145                 }
 146                 elsif (/^CP\d+\.so$/) {
 147                         fixDynDep("smbd", $_);
 148                 }
 149         }
 150
 151         fixDynDep("l2tpd", "cmd.so");
 152         fixDynDep("l2tpd", "sync-pppd.so");
 153         fixDynDep("pppd", "pppol2tp.so");
 154         fixDynDep("pppd", "pptp.so");
 155         fixDynDep("pppd", "rp-pppoe.so");
 156
 157         fixDynDep("libcrypto.so.1.0.0", "libssl.so.1.0.0");
 158
 159 #shibby
 160         fixDynDep("transmission-daemon", "libevent-2.0.so.5");
 161         fixDynDep("transmission-daemon", "libcurl.so.4.3.0");
 162 #       fixDynDep("transmission-daemon", "libiconv.so.2.4.0");
 163         fixDynDep("transmission-remote", "libevent-2.0.so.5");
 164         fixDynDep("transmission-remote", "libcurl.so.4.3.0");
 165 #       fixDynDep("transmission-remote", "libiconv.so.2.4.0");
 166         fixDynDep("radvd", "libdaemon.so.0.5.0");
 167         fixDynDep("miniupnpd", "libnfnetlink.so.0.2.0");
 168         fixDynDep("dnscrypt-proxy", "libsodium.so.13.0.2");
 169
 170 #minidlna module, bwq518
 171         fixDynDep("minidlna", "libz.so.1");
 172         fixDynDep("minidlna", "libstdc.so.6");
 173         fixDynDep("minidlna", "libiconv.so.2.4.0");
 174         fixDynDep("minidlna", "libssl.so.1.0.0");
 175         fixDynDep("minidlna", "libjpeg.so");
 176         fixDynDep("minidlna", "libogg.so.0");
 177         fixDynDep("minidlna", "libvorbis.so.0");
 178         fixDynDep("minidlna", "libid3tag.so.0");
 179         fixDynDep("minidlna", "libexif.so.12");
 180         fixDynDep("minidlna", "libFLAC.so.8");
 181         fixDynDep("libjepg.so", "libc.so.0");
 182         fixDynDep("libavcodec.so.52", "libpthread.so.0");
 183
 184 #ipset modules
 185         fixDynDep("libipset_iphash.so", "ipset");
 186         fixDynDep("libipset_iptree.so", "ipset");
 187         fixDynDep("libipset_ipmap.so", "ipset");
 188         fixDynDep("libipset_ipporthash.so", "ipset");
 189         fixDynDep("libipset_ipportiphash.so", "ipset");
 190         fixDynDep("libipset_ipportnethash.so", "ipset");
 191         fixDynDep("libipset_iptreemap.so", "ipset");
 192         fixDynDep("libipset_macipmap.so", "ipset");
 193         fixDynDep("libipset_nethash.so", "ipset");
 194         fixDynDep("libipset_portmap.so", "ipset");
 195         fixDynDep("libipset_setlist.so", "ipset");
 196
 197         fixDynDep("tomatodata.cgi", "libc.so.0");
 198         fixDynDep("tomatoups.cgi", "libc.so.0");
 199         fixDynDep("apcupsd", "libc.so.0");
 200         fixDynDep("apcupsd", "libgcc_s.so.1");
 201         fixDynDep("apcaccess", "libc.so.0");
 202         fixDynDep("smtp", "libc.so.0");
 203
 204 #       fixDynDep("libbcm.so", "libshared.so");
 205 #       fixDynDep("libbcm.so", "libc.so.0");
 206
 207         fixDynDep("nginx", "libpcre.so.1.2.3");
 208         fixDynDep("nginx", "libpcreposix.so.0.0.2");
 209         fixDynDep("php-cgi", "libxml2.so.2.9.1");
 210         fixDynDep("php-cgi", "libpng12.so.0.51.0");
 211         fixDynDep("php-cgi", "libpng.so.3.51.0");
 212         fixDynDep("php-cgi", "libiconv.so.2.5.1");
 213         fixDynDep("php-cgi", "libsqlite3.so.0.8.6");
 214         fixDynDep("php-cli", "libxml2.so.2.9.1");
 215         fixDynDep("php-cli", "libpng12.so.0.51.0");
 216         fixDynDep("php-cli", "libpng.so.3.51.0");
 217         fixDynDep("php-cli", "libiconv.so.2.5.1");
 218         fixDynDep("php-cli", "libsqlite3.so.0.8.6");
 219
 220 #!!TB - Updated Broadcom WL driver
 221         fixDynDep("libbcmcrypto.so", "libc.so.0");
 222         fixDynDep("nas", "libbcmcrypto.so");
 223         fixDynDep("wl", "libbcmcrypto.so");
 224         fixDynDep("nas", "libc.so.0");
 225         fixDynDep("wl", "libc.so.0");
 226
 227 #Roadkill for NocatSplash
 228         fixDynDep("splashd","libglib-1.2.so.0.0.10");
 229 }
 230
 231 sub usersOf
 232 {
 233         my $name = shift;
 234         my $sym = shift;
 235         my @x;
 236         my $e;
 237         my $l;
 238
 239         @x = ();
 240         foreach $e (@elfs) {
 241                 foreach $l (@{$elf_lib{$e}}) {
 242                         if ($l eq $name) {
 243                                 if ((!defined $sym) || (defined $elf_ext{$e}{$sym})) {
 244                                         push(@x, $e);
 245                                 }
 246                                 last;
 247                         }
 248                 }
 249         }
 250         return @x;
 251 }
 252
 253 sub resolve
 254 {
 255         my $name = shift;
 256         my $sym = shift;
 257         my $l;
 258
 259         foreach $l (@{$elf_lib{$name}}) {
 260 #               print "\n$l $sym ", $elf_exp{$l}{$sym}, "\n";
 261                 return $l if (defined $elf_exp{$l}{$sym});
 262         }
 263         return "*** unresolved ***";
 264 }
 265
 266 sub fillGaps
 267 {
 268         my $name;
 269         my $sym;
 270         my @users;
 271         my $u;
 272         my $t;
 273         my $found;
 274
 275 #       print "Resolving implicit links...\n";
 276
 277         foreach $name (@elfs) {
 278                 foreach $sym (keys %{$elf_ext{$name}}) {
 279                         $found = 0;
 280
 281                         if ($sym eq '__uClibc_start_main') {
 282                                 $sym = '__uClibc_main';
 283                         }
 284
 285                         #  __gnu_local_gp is defined specially by the linker on MIPS
 286                         if ($sym eq '__gnu_local_gp') {
 287                                 $found = 1;
 288                         }
 289                         elsif (resolve($name, $sym) eq "*** unresolved ***") {
 290                                 @users = usersOf($name);
 291                                 foreach $u (@users) {
 292                                         # if exported by $u
 293                                         if (defined $elf_exp{$u}{$sym}) {
 294                                                 fixDynDep($name, $u);
 295                                                 $found = 1;
 296                                         }
 297                                         # if exported by shared libs of $u
 298                                         if (($t = resolve($u, $sym)) ne "*** unresolved ***") {
 299                                                 fixDynDep($name, $t);
 300                                                 $found = 1;
 301                                         }
 302                                 }
 303
 304                                 if ($found == 0) {
 305                                         print "Unable to resolve $sym used by $name\n", @users;
 306                                         exit 1;
 307                                 }
 308                         }
 309                 }
 310         }
 311 }
 312
 313 sub tab
 314 {
 315         my $current = shift;
 316         my $target = shift;
 317         my $s = "";
 318         my $n;
 319
 320         while (1) {
 321                 $n = $current + (4 - ($current % 4));
 322                 last if ($n > $target);
 323                 $s = $s . "\t";
 324                 $current = $n;
 325         }
 326         while ($current < $target) {
 327                 $s = $s . " ";
 328                 $current++;
 329         }
 330         return $s;
 331 }
 332
 333 sub genXref
 334 {
 335         my $f;
 336         my $fname;
 337         my $s;
 338         my @u;
 339
 340 #       print "Generating Xref Report...\n";
 341
 342         open($f, ">libfoo_xref.txt");
 343         foreach $fname (sort keys %elf_type) {
 344                 print $f "$fname:\n";
 345
 346                 if (scalar(@{$elf_lib{$fname}}) > 0) {
 347                         print $f "Dependency:\n";
 348                         foreach $s (sort @{$elf_lib{$fname}}) {
 349                                 print $f "\t$s", defined $elf_dyn{$fname}{$s} ? " (dyn)\n" : "\n";
 350                         }
 351                 }
 352
 353                 if (scalar(keys %{$elf_exp{$fname}}) > 0) {
 354                         print $f "Export:\n";
 355                         foreach $s (sort keys %{$elf_exp{$fname}}) {
 356                                 @u = usersOf($fname, $s);
 357                                 if (scalar(@u) > 0) {
 358                                         print $f "\t$s", tab(length($s) + 4, 40), " > ", join(",", @u), "\n";
 359                                 }
 360                                 else {
 361                                         print $f "\t$s\n";
 362                                 }
 363                         }
 364                 }
 365
 366                 if (scalar(keys %{$elf_ext{$fname}}) > 0) {
 367                         print $f "External:\n";
 368                         foreach $s (sort keys %{$elf_ext{$fname}}) {
 369                                 print $f "\t$s", tab(length($s) + 4, 40), " < ", resolve($fname, $s), "\n";
 370                         }
 371                 }
 372
 373                 print $f "\n";
 374         }
 375         close($f);
 376 }
 377
 378
 379 sub genSO
 380 {
 381         my ($so, $arc, $strip, $opt) = @_;
 382         my $name = basename($so);
 383         my $sym;
 384         my $fn;
 385         my $inuse;
 386         my @used;
 387         my @unused;
 388         my $cmd;
 389         my $before, $after;
 390
 391         if (!-f $so) {
 392                 print "$name: not found, skipping...\n";
 393                 return 0;
 394         }
 395
 396         #!!TB
 397         if (!-f $arc) {
 398                 print "$arc: not found, skipping...\n";
 399                 return 0;
 400         }
 401
 402         foreach $sym (sort keys %{$elf_exp{$name}}) {
 403                 if ((scalar(usersOf($name, $sym)) > 0) || (${strip} eq "no")) {
 404                         push(@used, $sym);
 405                 }
 406                 else {
 407                         push(@unused, $sym);
 408                 }
 409         }
 410
 411 #       print "\n$name: Attempting to link ", scalar(@used), " and remove ", scalar(@unused), " objects...\n";
 412
 413         print LOG "\n\n${base}\n";
 414
 415 #       $cmd = "mipsel-uclibc-ld -shared -s -z combreloc --warn-common --fatal-warnings ${opt} -soname ${name} -o ${so}";
 416         $cmd = "mipsel-uclibc-gcc -shared -nostdlib -Wl,-s,-z,combreloc -Wl,--warn-common -Wl,--fatal-warnings -Wl,--gc-sections ${opt} -Wl,-soname=${name} -o ${so}";
 417         foreach (@{$elf_lib{$name}}) {
 418                 if ((!$elf_dyn{$name}{$_}) && (/^lib(.+)\.so/)) {
 419                         $cmd .= " -l$1";
 420                 }
 421                 else {
 422 #                       print LOG "Not marking for linkage: $_\n";
 423                 }
 424         }
 425 #       print "$cmd -u... ${arc}\n";
 426         if (scalar(@used) == 0) {
 427                 print "$name: WARNING: Library is not used by anything, deleting...\n";
 428                 unlink $so;
 429 #               <>;
 430                 return 0;
 431         }
 432         $cmd .= " -u " . join(" -u ", @used) . " ". $arc;
 433
 434         print LOG "Command: $cmd\n";
 435         print LOG "Used: ", join(",", @used), "\n";
 436         print LOG "Unused: ", join(",", @unused), "\n";
 437
 438         $before = -s $so;
 439
 440         system($cmd);
 441         if ($? != 0) {
 442                 error("ld returned $?");
 443         }
 444
 445         $after = -s $so;
 446
 447         print "$name: Attempted to remove ", scalar(@unused), "/", scalar(@unused) + scalar(@used), " symbols. ";
 448         printf "%.2fK - %.2fK = %.2fK\n", $before / 1024, $after / 1024, ($before - $after) / 1024;
 449
 450 #       print "\n$name: Attempting to link ", scalar(@used), " and remove ", scalar(@unused), " objects...\n";
 451 #       printf "Before: %.2fK / After: %.2fK / Removed: %.2fK\n\n", $before / 1024, $after / 1024, ($before - $after) / 1024;
 452
 453         return ($before > $after)
 454 }
 455
 456
 457 ##
 458 ##
 459 ##
 460
 461 #       print "\nlibfoo.pl - fooify shared libraries\n";
 462 #       print "Copyright (C) 2006-2007 Jonathan Zarate\n\n";
 463
 464 if ((!-d $root) || (!-d $uclibc) || (!-d $router)) {
 465         print "Missing or invalid environment variables\n";
 466         exit(1);
 467 }
 468
 469 open(LOG, ">libfoo.debug");
 470 #open(LOG, ">/dev/null");
 471
 472 print "Loading...\r";
 473 load($root);
 474 print "Finished loading files.", " " x 30, "\r";
 475
 476 fixDyn();
 477 fillGaps();
 478
 479 genXref();
 480
 481 $stripshared = "yes";
 482 if ($ARGV[0] eq "--noopt") {
 483         $stripshared = "no";
 484 }
 485
 486 genSO("${root}/lib/libc.so.0", "${uclibc}/lib/libc.a", "", "-Wl,-init=__uClibc_init ${uclibc}/lib/optinfo/interp.os");
 487 genSO("${root}/lib/libresolv.so.0", "${uclibc}/lib/libresolv.a", "${stripshared}");
 488 genSO("${root}/lib/libcrypt.so.0", "${uclibc}/lib/libcrypt.a", "${stripshared}");
 489 genSO("${root}/lib/libm.so.0", "${uclibc}/lib/libm.a");
 490 genSO("${root}/lib/libpthread.so.0", "${uclibc}/lib/libpthread.a", "${stripshared}", "-u pthread_mutexattr_init -Wl,-init=__pthread_initialize_minimal_internal");
 491 genSO("${root}/lib/libutil.so.0", "${uclibc}/lib/libutil.a", "${stripshared}");
 492 #  genSO("${root}/lib/libdl.so.0", "${uclibc}/lib/libdl.a", "${stripshared}");
 493 #  genSO("${root}/lib/libnsl.so.0", "${uclibc}/lib/libnsl.a", "${stripshared}");
 494
 495 genSO("${root}/usr/lib/libcrypto.so.1.0.0", "${router}/openssl/libcrypto.a");
 496 genSO("${root}/usr/lib/libssl.so.1.0.0", "${router}/openssl/libssl.a", "${stripshared}", "-L${router}/openssl");
 497
 498 genSO("${root}/usr/lib/libzebra.so", "${router}/zebra/lib/libzebra.a");
 499 genSO("${root}/usr/lib/libz.so.1", "${router}/zlib/libz.a");
 500 genSO("${root}/usr/lib/libjpeg.so", "${router}/jpeg/libjpeg.a");
 501 #genSO("${root}/usr/lib/libsqlite3.so.0.8.6", "${router}/sqlite/.libs/libsqlite3.a");
 502 genSO("${root}/usr/lib/libogg.so.0", "${router}/libogg/src/.libs/libogg.a");
 503 genSO("${root}/usr/lib/libvorbis.so.0", "${router}/libvorbis/lib/.libs/libvorbis.a", "", "-L${router}/libogg/src/.libs");
 504 genSO("${root}/usr/lib/libid3tag.so.0", "${router}/libid3tag/.libs/libid3tag.a", "", "-L${router}/zlib");
 505 genSO("${root}/usr/lib/libexif.so.12", "${router}/libexif/libexif/.libs/libexif.a");
 506 genSO("${root}/usr/lib/libFLAC.so.8", "${router}/flac/src/libFLAC/.libs/libFLAC.a", "", "-L${router}/libogg/src/.libs");
 507 genSO("${root}/usr/lib/libavcodec.so.52", "${router}/ffmpeg/libavcodec/libavcodec.a", "", "-L${router}/ffmpeg/libavutil -L${router}/zlib");
 508 genSO("${root}/usr/lib/libavutil.so.50", "${router}/ffmpeg/libavutil/libavutil.a", "-L${router}/zlib");
 509 genSO("${root}/usr/lib/libavformat.so.52", "${router}/ffmpeg/libavformat/libavformat.a", "", "-L${router}/ffmpeg/libavutil -L${router}/ffmpeg/libavcodec -L${router}/zlib");
 510 genSO("${root}/usr/lib/libsmb.so", "${router}/samba/source/bin/libsmb.a");
 511 genSO("${root}/usr/lib/libbigballofmud.so", "${router}/samba3/source/bin/libbigballofmud.a");
 512
 513 genSO("${root}/usr/lib/liblzo2.so.2", "${router}/lzo/src/.libs/liblzo2.a");
 514 #       genSO("${root}/usr/lib/libtamba.so", "${router}/samba3/source/bin/libtamba.a");
 515 #       genSO("${root}/usr/lib/libiptc.so", "${router}/iptables/libiptc/libiptc.a");
 516 #       genSO("${root}/usr/lib/libshared.so", "${router}/shared/libshared.a");
 517 #       genSO("${root}/usr/lib/libnvram.so", "${router}/nvram/libnvram.a");
 518 #       genSO("${root}/usr/lib/libusb-1.0.so.0", "${router}/libusb10/libusb/.libs/libusb-1.0.a");
 519 #       genSO("${root}/usr/lib/libusb-0.1.so.4", "${router}/libusb/libusb/.libs/libusb.a", "", "-L${router}/libusb10/libusb/.libs");
 520
 521 genSO("${root}/usr/lib/libbcmcrypto.so", "${router}/libbcmcrypto/libbcmcrypto.a");
 522
 523 #shibby
 524 genSO("${root}/usr/lib/libcurl.so.4.3.0", "${router}/libcurl/lib/.libs/libcurl.a", "", "-L${router}/zlib");
 525 genSO("${root}/usr/lib/libevent-2.0.so.5", "${router}/libevent/.libs/libevent.a");
 526 genSO("${root}/usr/lib/libdaemon.so.0.5.0", "${router}/libdaemon/libdaemon/.libs/libdaemon.a");
 527 genSO("${root}/usr/lib/libiconv.so.2.5.1", "${router}/libiconv/lib/.libs/libiconv.a");
 528 genSO("${root}/usr/lib/libnfnetlink.so.0.2.0", "${router}/libnfnetlink/src/.libs/libnfnetlink.a");
 529 genSO("${root}/usr/lib/libsodium.so.13.0.2", "${router}/libsodium/src/libsodium/.libs/libsodium.a");
 530 genSO("${root}/usr/lib/libpng.so.3.51.0", "${router}/libpng/.libs/libpng.a", "", "-L${router}/zlib");
 531 genSO("${root}/usr/lib/libpng12.so.0.51.0", "${router}/libpng/.libs/libpng12.a", "", "-L${router}/zlib");
 532 genSO("${root}/usr/lib/libxml2.so.2.9.1", "${router}/libxml2/.libs/libxml2.a");
 533
 534 print "\n";
 535
 536 close(LOG);
 537 exit(0);