selftest/target/Samba3.pm

   1 #!/usr/bin/perl
   2 # Bootstrap Samba and run a number of tests against it.
   3 # Copyright (C) 2005-2007 Jelmer Vernooij <jelmer@samba.org>
   4 # Published under the GNU GPL, v3 or later.
   5
   6 package Samba3;
   7
   8 use strict;
   9 use Cwd qw(abs_path);
  10 use FindBin qw($RealBin);
  11 use POSIX;
  12 use target::Samba;
  13
  14 sub have_ads($) {
  15         my ($self) = @_;
  16         my $found_ads = 0;
  17         my $smbd_build_options = Samba::bindir_path($self, "smbd") . " -b|";
  18         open(IN, $smbd_build_options) or die("Unable to run $smbd_build_options: $!");
  19
  20         while (<IN>) {
  21                 if (/WITH_ADS/) {
  22                        $found_ads = 1;
  23                 }
  24         }
  25         close IN;
  26
  27         # If we were not built with ADS support, pretend we were never even available
  28         print "smbd does not have ADS support\n" unless $found_ads;
  29         return $found_ads;
  30 }
  31
  32 # return smb.conf parameters applicable to @path, based on the underlying
  33 # filesystem type
  34 sub get_fs_specific_conf($$)
  35 {
  36         my ($self, $path) = @_;
  37         my $mods = "";
  38         my $stat_out = `stat --file-system $path` or return "";
  39
  40         if ($stat_out =~ m/Type:\s+btrfs/) {
  41                 $mods .= "btrfs ";
  42         }
  43
  44         if ($mods) {
  45                 return "vfs objects = $mods";
  46         }
  47
  48         return undef;
  49 }
  50
  51 sub new($$) {
  52         my ($classname, $bindir, $srcdir, $server_maxtime) = @_;
  53         my $self = { vars => {},
  54                      bindir => $bindir,
  55                      srcdir => $srcdir,
  56                      server_maxtime => $server_maxtime
  57         };
  58         bless $self;
  59         return $self;
  60 }
  61
  62 sub teardown_env($$)
  63 {
  64         my ($self, $envvars) = @_;
  65         my $count = 0;
  66
  67         # This should cause smbd to terminate gracefully
  68         close($envvars->{STDIN_PIPE});
  69
  70         my $smbdpid = $envvars->{SMBD_TL_PID};
  71         my $nmbdpid = $envvars->{NMBD_TL_PID};
  72         my $winbinddpid = $envvars->{WINBINDD_TL_PID};
  73
  74         # This should give it time to write out the gcov data
  75         until ($count > 20) {
  76             my $smbdchild = Samba::cleanup_child($smbdpid, "smbd");
  77             my $nmbdchild = Samba::cleanup_child($nmbdpid, "nmbd");
  78             my $winbinddchild = Samba::cleanup_child($winbinddpid, "winbindd");
  79             if ($smbdchild == -1
  80                 && $nmbdchild == -1
  81                 && $winbinddchild == -1) {
  82                 last;
  83             }
  84             sleep(1);
  85             $count++;
  86         }
  87
  88         if ($count <= 20 && kill(0, $smbdpid, $nmbdpid, $winbinddpid) == 0) {
  89             return;
  90         }
  91
  92         $self->stop_sig_term($smbdpid);
  93         $self->stop_sig_term($nmbdpid);
  94         $self->stop_sig_term($winbinddpid);
  95
  96         $count = 0;
  97         until ($count > 10) {
  98             my $smbdchild = Samba::cleanup_child($smbdpid, "smbd");
  99             my $nmbdchild = Samba::cleanup_child($nmbdpid, "nmbd");
 100             my $winbinddchild = Samba::cleanup_child($winbinddpid, "winbindd");
 101             if ($smbdchild == -1
 102                 && $nmbdchild == -1
 103                 && $winbinddchild == -1) {
 104                 last;
 105             }
 106             sleep(1);
 107             $count++;
 108         }
 109
 110         if ($count <= 10 && kill(0, $smbdpid, $nmbdpid, $winbinddpid) == 0) {
 111             return;
 112         }
 113
 114         warn("timelimit process did not quit on SIGTERM, sending SIGKILL");
 115         $self->stop_sig_kill($smbdpid);
 116         $self->stop_sig_kill($nmbdpid);
 117         $self->stop_sig_kill($winbinddpid);
 118
 119         return 0;
 120 }
 121
 122 sub getlog_env_app($$$)
 123 {
 124         my ($self, $envvars, $name) = @_;
 125
 126         my $title = "$name LOG of: $envvars->{NETBIOSNAME}\n";
 127         my $out = $title;
 128
 129         open(LOG, "<".$envvars->{$name."_TEST_LOG"});
 130
 131         seek(LOG, $envvars->{$name."_TEST_LOG_POS"}, SEEK_SET);
 132         while (<LOG>) {
 133                 $out .= $_;
 134         }
 135         $envvars->{$name."_TEST_LOG_POS"} = tell(LOG);
 136         close(LOG);
 137
 138         return "" if $out eq $title;
 139
 140         return $out;
 141 }
 142
 143 sub getlog_env($$)
 144 {
 145         my ($self, $envvars) = @_;
 146         my $ret = "";
 147
 148         $ret .= $self->getlog_env_app($envvars, "SMBD");
 149         $ret .= $self->getlog_env_app($envvars, "NMBD");
 150         $ret .= $self->getlog_env_app($envvars, "WINBINDD");
 151
 152         return $ret;
 153 }
 154
 155 sub check_env($$)
 156 {
 157         my ($self, $envvars) = @_;
 158
 159         my $childpid = waitpid(-1, WNOHANG);
 160
 161         # TODO ...
 162         return 1;
 163 }
 164
 165 sub setup_env($$$)
 166 {
 167         my ($self, $envname, $path) = @_;
 168
 169         $ENV{ENVNAME} = $envname;
 170
 171         if (defined($self->{vars}->{$envname})) {
 172                 return $self->{vars}->{$envname};
 173         }
 174
 175         if ($envname eq "nt4_dc") {
 176                 return $self->setup_nt4_dc("$path/nt4_dc");
 177         } elsif ($envname eq "nt4_dc_schannel") {
 178                 return $self->setup_nt4_dc_schannel("$path/nt4_dc_schannel");
 179         } elsif ($envname eq "simpleserver") {
 180                 return $self->setup_simpleserver("$path/simpleserver");
 181         } elsif ($envname eq "fileserver") {
 182                 return $self->setup_fileserver("$path/fileserver");
 183         } elsif ($envname eq "maptoguest") {
 184                 return $self->setup_maptoguest("$path/maptoguest");
 185         } elsif ($envname eq "ktest") {
 186                 return $self->setup_ktest("$path/ktest");
 187         } elsif ($envname eq "nt4_member") {
 188                 if (not defined($self->{vars}->{nt4_dc})) {
 189                         if (not defined($self->setup_nt4_dc("$path/nt4_dc"))) {
 190                                 return undef;
 191                         }
 192                 }
 193                 return $self->setup_nt4_member("$path/nt4_member", $self->{vars}->{nt4_dc});
 194         } else {
 195                 return "UNKNOWN";
 196         }
 197 }
 198
 199 sub setup_nt4_dc($$)
 200 {
 201         my ($self, $path) = @_;
 202
 203         print "PROVISIONING NT4 DC...";
 204
 205         my $nt4_dc_options = "
 206         domain master = yes
 207         domain logons = yes
 208         lanman auth = yes
 209
 210         rpc_server:epmapper = external
 211         rpc_server:spoolss = external
 212         rpc_server:lsarpc = external
 213         rpc_server:samr = external
 214         rpc_server:netlogon = external
 215         rpc_server:register_embedded_np = yes
 216         rpc_server:FssagentRpc = external
 217
 218         rpc_daemon:epmd = fork
 219         rpc_daemon:spoolssd = fork
 220         rpc_daemon:lsasd = fork
 221         rpc_daemon:fssd = fork
 222         fss: sequence timeout = 1
 223 ";
 224
 225         my $vars = $self->provision($path,
 226                                     "LOCALNT4DC2",
 227                                     "localntdc2pass",
 228                                     $nt4_dc_options);
 229
 230         $vars or return undef;
 231
 232         if (not $self->check_or_start($vars, "yes", "yes", "yes")) {
 233                return undef;
 234         }
 235
 236         $vars->{DC_SERVER} = $vars->{SERVER};
 237         $vars->{DC_SERVER_IP} = $vars->{SERVER_IP};
 238         $vars->{DC_SERVER_IPV6} = $vars->{SERVER_IPV6};
 239         $vars->{DC_NETBIOSNAME} = $vars->{NETBIOSNAME};
 240         $vars->{DC_USERNAME} = $vars->{USERNAME};
 241         $vars->{DC_PASSWORD} = $vars->{PASSWORD};
 242
 243         $self->{vars}->{nt4_dc} = $vars;
 244
 245         return $vars;
 246 }
 247
 248 sub setup_nt4_dc_schannel($$)
 249 {
 250         my ($self, $path) = @_;
 251
 252         print "PROVISIONING NT4 DC WITH SERVER SCHANNEL ...";
 253
 254         my $pdc_options = "
 255         domain master = yes
 256         domain logons = yes
 257         lanman auth = yes
 258
 259         rpc_server:epmapper = external
 260         rpc_server:spoolss = external
 261         rpc_server:lsarpc = external
 262         rpc_server:samr = external
 263         rpc_server:netlogon = external
 264         rpc_server:register_embedded_np = yes
 265
 266         rpc_daemon:epmd = fork
 267         rpc_daemon:spoolssd = fork
 268         rpc_daemon:lsasd = fork
 269
 270         server schannel = yes
 271 ";
 272
 273         my $vars = $self->provision($path,
 274                                     "LOCALNT4DC9",
 275                                     "localntdc9pass",
 276                                     $pdc_options);
 277
 278         $vars or return undef;
 279
 280         if (not $self->check_or_start($vars, "yes", "yes", "yes")) {
 281                return undef;
 282         }
 283
 284         $vars->{DC_SERVER} = $vars->{SERVER};
 285         $vars->{DC_SERVER_IP} = $vars->{SERVER_IP};
 286         $vars->{DC_SERVER_IPV6} = $vars->{SERVER_IPV6};
 287         $vars->{DC_NETBIOSNAME} = $vars->{NETBIOSNAME};
 288         $vars->{DC_USERNAME} = $vars->{USERNAME};
 289         $vars->{DC_PASSWORD} = $vars->{PASSWORD};
 290
 291         $self->{vars}->{nt4_dc_schannel} = $vars;
 292
 293         return $vars;
 294 }
 295
 296 sub setup_nt4_member($$$)
 297 {
 298         my ($self, $prefix, $nt4_dc_vars) = @_;
 299         my $count = 0;
 300         my $rc;
 301
 302         print "PROVISIONING MEMBER...";
 303
 304         my $member_options = "
 305         security = domain
 306         server signing = on
 307         dbwrap_tdb_mutexes:* = yes
 308 ";
 309         my $ret = $self->provision($prefix,
 310                                    "LOCALNT4MEMBER3",
 311                                    "localnt4member3pass",
 312                                    $member_options);
 313
 314         $ret or return undef;
 315
 316         my $nmblookup = Samba::bindir_path($self, "nmblookup");
 317         do {
 318                 print "Waiting for the LOGON SERVER registration ...\n";
 319                 $rc = system("$nmblookup $ret->{CONFIGURATION} $ret->{DOMAIN}\#1c");
 320                 if ($rc != 0) {
 321                         sleep(1);
 322                 }
 323                 $count++;
 324         } while ($rc != 0 && $count < 10);
 325         if ($count == 10) {
 326                 print "NMBD not reachable after 10 retries\n";
 327                 teardown_env($self, $ret);
 328                 return 0;
 329         }
 330
 331         my $net = Samba::bindir_path($self, "net");
 332         my $cmd = "";
 333         $cmd .= "SOCKET_WRAPPER_DEFAULT_IFACE=\"$ret->{SOCKET_WRAPPER_DEFAULT_IFACE}\" ";
 334         $cmd .= "$net join $ret->{CONFIGURATION} $nt4_dc_vars->{DOMAIN} member";
 335         $cmd .= " -U$nt4_dc_vars->{USERNAME}\%$nt4_dc_vars->{PASSWORD}";
 336
 337         if (system($cmd) != 0) {
 338             warn("Join failed\n$cmd");
 339             return undef;
 340         }
 341
 342         if (not $self->check_or_start($ret, "yes", "yes", "yes")) {
 343                return undef;
 344         }
 345
 346         $ret->{DC_SERVER} = $nt4_dc_vars->{SERVER};
 347         $ret->{DC_SERVER_IP} = $nt4_dc_vars->{SERVER_IP};
 348         $ret->{DC_SERVER_IPV6} = $nt4_dc_vars->{SERVER_IPV6};
 349         $ret->{DC_NETBIOSNAME} = $nt4_dc_vars->{NETBIOSNAME};
 350         $ret->{DC_USERNAME} = $nt4_dc_vars->{USERNAME};
 351         $ret->{DC_PASSWORD} = $nt4_dc_vars->{PASSWORD};
 352
 353         return $ret;
 354 }
 355
 356 sub setup_admember($$$$)
 357 {
 358         my ($self, $prefix, $dcvars) = @_;
 359
 360         # If we didn't build with ADS, pretend this env was never available
 361         if (not $self->have_ads()) {
 362                 return "UNKNOWN";
 363         }
 364
 365         print "PROVISIONING S3 AD MEMBER...";
 366
 367         my $member_options = "
 368         security = ads
 369         server signing = on
 370         workgroup = $dcvars->{DOMAIN}
 371         realm = $dcvars->{REALM}
 372 ";
 373
 374         my $ret = $self->provision($prefix,
 375                                    "LOCALADMEMBER",
 376                                    "loCalMemberPass",
 377                                    $member_options,
 378                                    $dcvars->{SERVER_IP},
 379                                    $dcvars->{SERVER_IPV6});
 380
 381         $ret or return undef;
 382
 383         close(USERMAP);
 384         $ret->{DOMAIN} = $dcvars->{DOMAIN};
 385         $ret->{REALM} = $dcvars->{REALM};
 386
 387         my $ctx;
 388         my $prefix_abs = abs_path($prefix);
 389         $ctx = {};
 390         $ctx->{krb5_conf} = "$prefix_abs/lib/krb5.conf";
 391         $ctx->{domain} = $dcvars->{DOMAIN};
 392         $ctx->{realm} = $dcvars->{REALM};
 393         $ctx->{dnsname} = lc($dcvars->{REALM});
 394         $ctx->{kdc_ipv4} = $dcvars->{SERVER_IP};
 395         $ctx->{kdc_ipv6} = $dcvars->{SERVER_IPV6};
 396         Samba::mk_krb5_conf($ctx, "");
 397
 398         $ret->{KRB5_CONFIG} = $ctx->{krb5_conf};
 399
 400         my $net = Samba::bindir_path($self, "net");
 401         my $cmd = "";
 402         $cmd .= "SOCKET_WRAPPER_DEFAULT_IFACE=\"$ret->{SOCKET_WRAPPER_DEFAULT_IFACE}\" ";
 403         if (defined($ret->{RESOLV_WRAPPER_CONF})) {
 404                 $cmd .= "RESOLV_WRAPPER_CONF=\"$ret->{RESOLV_WRAPPER_CONF}\" ";
 405         } else {
 406                 $cmd .= "RESOLV_WRAPPER_HOSTS=\"$ret->{RESOLV_WRAPPER_HOSTS}\" ";
 407         }
 408         $cmd .= "KRB5_CONFIG=\"$ret->{KRB5_CONFIG}\" ";
 409         $cmd .= "$net join $ret->{CONFIGURATION}";
 410         $cmd .= " -U$dcvars->{USERNAME}\%$dcvars->{PASSWORD}";
 411
 412         if (system($cmd) != 0) {
 413             warn("Join failed\n$cmd");
 414             return undef;
 415         }
 416
 417         # We need world access to this share, as otherwise the domain
 418         # administrator from the AD domain provided by Samba4 can't
 419         # access the share for tests.
 420         chmod 0777, "$prefix/share";
 421
 422         if (not $self->check_or_start($ret, "yes", "yes", "yes")) {
 423                 return undef;
 424         }
 425
 426         $ret->{DC_SERVER} = $dcvars->{SERVER};
 427         $ret->{DC_SERVER_IP} = $dcvars->{SERVER_IP};
 428         $ret->{DC_SERVER_IPV6} = $dcvars->{SERVER_IPV6};
 429         $ret->{DC_NETBIOSNAME} = $dcvars->{NETBIOSNAME};
 430         $ret->{DC_USERNAME} = $dcvars->{USERNAME};
 431         $ret->{DC_PASSWORD} = $dcvars->{PASSWORD};
 432
 433         # Special case, this is called from Samba4.pm but needs to use the Samba3 check_env and get_log_env
 434         $ret->{target} = $self;
 435
 436         return $ret;
 437 }
 438
 439 sub setup_admember_rfc2307($$$$)
 440 {
 441         my ($self, $prefix, $dcvars) = @_;
 442
 443         # If we didn't build with ADS, pretend this env was never available
 444         if (not $self->have_ads()) {
 445                 return "UNKNOWN";
 446         }
 447
 448         print "PROVISIONING S3 AD MEMBER WITH idmap_rfc2307 config...";
 449
 450         my $member_options = "
 451         security = ads
 452         server signing = on
 453         workgroup = $dcvars->{DOMAIN}
 454         realm = $dcvars->{REALM}
 455         idmap config $dcvars->{DOMAIN} : backend = rfc2307
 456         idmap config $dcvars->{DOMAIN} : range = 2000000-2999999
 457         idmap config $dcvars->{DOMAIN} : ldap_server = ad
 458         idmap config $dcvars->{DOMAIN} : bind_path_user = ou=idmap,dc=samba,dc=example,dc=com
 459         idmap config $dcvars->{DOMAIN} : bind_path_group = ou=idmap,dc=samba,dc=example,dc=com
 460 ";
 461
 462         my $ret = $self->provision($prefix,
 463                                    "RFC2307MEMBER",
 464                                    "loCalMemberPass",
 465                                    $member_options,
 466                                    $dcvars->{SERVER_IP},
 467                                    $dcvars->{SERVER_IPV6});
 468
 469         $ret or return undef;
 470
 471         close(USERMAP);
 472         $ret->{DOMAIN} = $dcvars->{DOMAIN};
 473         $ret->{REALM} = $dcvars->{REALM};
 474
 475         my $ctx;
 476         my $prefix_abs = abs_path($prefix);
 477         $ctx = {};
 478         $ctx->{krb5_conf} = "$prefix_abs/lib/krb5.conf";
 479         $ctx->{domain} = $dcvars->{DOMAIN};
 480         $ctx->{realm} = $dcvars->{REALM};
 481         $ctx->{dnsname} = lc($dcvars->{REALM});
 482         $ctx->{kdc_ipv4} = $dcvars->{SERVER_IP};
 483         $ctx->{kdc_ipv6} = $dcvars->{SERVER_IPV6};
 484         Samba::mk_krb5_conf($ctx, "");
 485
 486         $ret->{KRB5_CONFIG} = $ctx->{krb5_conf};
 487
 488         my $net = Samba::bindir_path($self, "net");
 489         my $cmd = "";
 490         $cmd .= "SOCKET_WRAPPER_DEFAULT_IFACE=\"$ret->{SOCKET_WRAPPER_DEFAULT_IFACE}\" ";
 491         if (defined($ret->{RESOLV_WRAPPER_CONF})) {
 492                 $cmd .= "RESOLV_WRAPPER_CONF=\"$ret->{RESOLV_WRAPPER_CONF}\" ";
 493         } else {
 494                 $cmd .= "RESOLV_WRAPPER_HOSTS=\"$ret->{RESOLV_WRAPPER_HOSTS}\" ";
 495         }
 496         $cmd .= "KRB5_CONFIG=\"$ret->{KRB5_CONFIG}\" ";
 497         $cmd .= "$net join $ret->{CONFIGURATION}";
 498         $cmd .= " -U$dcvars->{USERNAME}\%$dcvars->{PASSWORD}";
 499
 500         if (system($cmd) != 0) {
 501             warn("Join failed\n$cmd");
 502             return undef;
 503         }
 504
 505         # We need world access to this share, as otherwise the domain
 506         # administrator from the AD domain provided by Samba4 can't
 507         # access the share for tests.
 508         chmod 0777, "$prefix/share";
 509
 510         if (not $self->check_or_start($ret, "yes", "yes", "yes")) {
 511                 return undef;
 512         }
 513
 514         $ret->{DC_SERVER} = $dcvars->{SERVER};
 515         $ret->{DC_SERVER_IP} = $dcvars->{SERVER_IP};
 516         $ret->{DC_SERVER_IPV6} = $dcvars->{SERVER_IPV6};
 517         $ret->{DC_NETBIOSNAME} = $dcvars->{NETBIOSNAME};
 518         $ret->{DC_USERNAME} = $dcvars->{USERNAME};
 519         $ret->{DC_PASSWORD} = $dcvars->{PASSWORD};
 520
 521         # Special case, this is called from Samba4.pm but needs to use the Samba3 check_env and get_log_env
 522         $ret->{target} = $self;
 523
 524         return $ret;
 525 }
 526
 527 sub setup_simpleserver($$)
 528 {
 529         my ($self, $path) = @_;
 530
 531         print "PROVISIONING simple server...";
 532
 533         my $prefix_abs = abs_path($path);
 534
 535         my $simpleserver_options = "
 536         lanman auth = yes
 537         vfs objects = xattr_tdb streams_depot
 538
 539 [vfs_aio_fork]
 540         path = $prefix_abs/share
 541         vfs objects = aio_fork
 542         read only = no
 543         vfs_aio_fork:erratic_testing_mode=yes
 544 ";
 545
 546         my $vars = $self->provision($path,
 547                                     "LOCALSHARE4",
 548                                     "local4pass",
 549                                     $simpleserver_options);
 550
 551         $vars or return undef;
 552
 553         if (not $self->check_or_start($vars, "yes", "no", "yes")) {
 554                return undef;
 555         }
 556
 557         $self->{vars}->{simpleserver} = $vars;
 558
 559         return $vars;
 560 }
 561
 562 sub setup_fileserver($$)
 563 {
 564         my ($self, $path) = @_;
 565         my $prefix_abs = abs_path($path);
 566         my $srcdir_abs = abs_path($self->{srcdir});
 567
 568         print "PROVISIONING file server ...\n";
 569
 570         my @dirs = ();
 571
 572         mkdir($prefix_abs, 0777);
 573
 574         my $share_dir="$prefix_abs/share";
 575
 576         # Create share directory structure
 577         my $lower_case_share_dir="$share_dir/lower-case";
 578         push(@dirs, $lower_case_share_dir);
 579
 580         my $lower_case_share_dir_30000="$share_dir/lower-case-30000";
 581         push(@dirs, $lower_case_share_dir_30000);
 582
 583         my $dfree_share_dir="$share_dir/dfree";
 584         push(@dirs, $dfree_share_dir);
 585
 586         my $valid_users_sharedir="$share_dir/valid_users";
 587         push(@dirs,$valid_users_sharedir);
 588
 589         my $fileserver_options = "
 590 [lowercase]
 591         path = $lower_case_share_dir
 592         comment = smb username is [%U]
 593         case sensitive = True
 594         default case = lower
 595         preserve case = no
 596         short preserve case = no
 597 [lowercase-30000]
 598         path = $lower_case_share_dir_30000
 599         comment = smb username is [%U]
 600         case sensitive = True
 601         default case = lower
 602         preserve case = no
 603         short preserve case = no
 604 [dfree]
 605         path = $dfree_share_dir
 606         comment = smb username is [%U]
 607         dfree command = $srcdir_abs/testprogs/blackbox/dfree.sh
 608 [valid-users-access]
 609         path = $valid_users_sharedir
 610         valid users = +SAMBA-TEST/userdup
 611         ";
 612
 613         my $vars = $self->provision($path,
 614                                     "FILESERVER",
 615                                     "fileserver",
 616                                     $fileserver_options,
 617                                     undef,
 618                                     undef,
 619                                     1);
 620
 621         $vars or return undef;
 622
 623         if (not $self->check_or_start($vars, "yes", "no", "yes")) {
 624                return undef;
 625         }
 626
 627         $self->{vars}->{fileserver} = $vars;
 628
 629         mkdir($_, 0777) foreach(@dirs);
 630
 631         ## Create case sensitive lower case share dir
 632         foreach my $file ('a'..'z') {
 633                 my $full_path = $lower_case_share_dir . '/' . $file;
 634                 open my $fh, '>', $full_path;
 635                 # Add some content to file
 636                 print $fh $full_path;
 637                 close $fh;
 638         }
 639
 640         for (my $file = 1; $file < 51; ++$file) {
 641                 my $full_path = $lower_case_share_dir . '/' . $file;
 642                 open my $fh, '>', $full_path;
 643                 # Add some content to file
 644                 print $fh $full_path;
 645                 close $fh;
 646         }
 647
 648         # Create content for 30000 share
 649         foreach my $file ('a'..'z') {
 650                 my $full_path = $lower_case_share_dir_30000 . '/' . $file;
 651                 open my $fh, '>', $full_path;
 652                 # Add some content to file
 653                 print $fh $full_path;
 654                 close $fh;
 655         }
 656
 657         for (my $file = 1; $file < 30001; ++$file) {
 658                 my $full_path = $lower_case_share_dir_30000 . '/' . $file;
 659                 open my $fh, '>', $full_path;
 660                 # Add some content to file
 661                 print $fh $full_path;
 662                 close $fh;
 663         }
 664
 665         ##
 666         ## create a listable file in valid_users_share
 667         ##
 668         my $valid_users_target = "$valid_users_sharedir/foo";
 669         unless (open(VALID_USERS_TARGET, ">$valid_users_target")) {
 670                 warn("Unable to open $valid_users_target");
 671                 return undef;
 672         }
 673         close(VALID_USERS_TARGET);
 674         chmod 0644, $valid_users_target;
 675
 676         return $vars;
 677 }
 678
 679 sub setup_ktest($$$)
 680 {
 681         my ($self, $prefix) = @_;
 682
 683         # If we didn't build with ADS, pretend this env was never available
 684         if (not $self->have_ads()) {
 685                 return "UNKNOWN";
 686         }
 687
 688         print "PROVISIONING server with security=ads...";
 689
 690         my $ktest_options = "
 691         workgroup = KTEST
 692         realm = ktest.samba.example.com
 693         security = ads
 694         username map = $prefix/lib/username.map
 695         server signing = required
 696 ";
 697
 698         my $ret = $self->provision($prefix,
 699                                    "LOCALKTEST6",
 700                                    "localktest6pass",
 701                                    $ktest_options);
 702
 703         $ret or return undef;
 704
 705         my $ctx;
 706         my $prefix_abs = abs_path($prefix);
 707         $ctx = {};
 708         $ctx->{krb5_conf} = "$prefix_abs/lib/krb5.conf";
 709         $ctx->{domain} = "KTEST";
 710         $ctx->{realm} = "KTEST.SAMBA.EXAMPLE.COM";
 711         $ctx->{dnsname} = lc($ctx->{realm});
 712         $ctx->{kdc_ipv4} = "0.0.0.0";
 713         $ctx->{kdc_ipv6} = "::";
 714         Samba::mk_krb5_conf($ctx, "");
 715
 716         $ret->{KRB5_CONFIG} = $ctx->{krb5_conf};
 717
 718         open(USERMAP, ">$prefix/lib/username.map") or die("Unable to open $prefix/lib/username.map");
 719         print USERMAP "
 720 $ret->{USERNAME} = KTEST\\Administrator
 721 ";
 722         close(USERMAP);
 723
 724 #This is the secrets.tdb created by 'net ads join' from Samba3 to a
 725 #Samba4 DC with the same parameters as are being used here.  The
 726 #domain SID is S-1-5-21-1071277805-689288055-3486227160
 727
 728         system("cp $self->{srcdir}/source3/selftest/ktest-secrets.tdb $prefix/private/secrets.tdb");
 729         chmod 0600, "$prefix/private/secrets.tdb";
 730
 731 #Make sure there's no old ntdb file.
 732         system("rm -f $prefix/private/secrets.ntdb");
 733
 734 #This uses a pre-calculated krb5 credentials cache, obtained by running Samba4 with:
 735 # "--option=kdc:service ticket lifetime=239232" "--option=kdc:user ticket lifetime=239232" "--option=kdc:renewal lifetime=239232"
 736 #
 737 #and having in krb5.conf:
 738 # ticket_lifetime = 799718400
 739 # renew_lifetime = 799718400
 740 #
 741 # The commands for the -2 keytab where were:
 742 # kinit administrator@KTEST.SAMBA.EXAMPLE.COM
 743 # kvno host/localktest6@KTEST.SAMBA.EXAMPLE.COM
 744 # kvno cifs/localktest6@KTEST.SAMBA.EXAMPLE.COM
 745 # kvno host/LOCALKTEST6@KTEST.SAMBA.EXAMPLE.COM
 746 # kvno cifs/LOCALKTEST6@KTEST.SAMBA.EXAMPLE.COM
 747 #
 748 # and then for the -3 keytab, I did
 749 #
 750 # net changetrustpw; kdestroy and the same again.
 751 #
 752 # This creates a credential cache with a very long lifetime (2036 at
 753 # at 2011-04), and shows that running 'net changetrustpw' does not
 754 # break existing logins (for the secrets.tdb method at least).
 755 #
 756
 757         $ret->{KRB5_CCACHE}="FILE:$prefix/krb5_ccache";
 758
 759         system("cp $self->{srcdir}/source3/selftest/ktest-krb5_ccache-2 $prefix/krb5_ccache-2");
 760         chmod 0600, "$prefix/krb5_ccache-2";
 761
 762         system("cp $self->{srcdir}/source3/selftest/ktest-krb5_ccache-3 $prefix/krb5_ccache-3");
 763         chmod 0600, "$prefix/krb5_ccache-3";
 764
 765         # We need world access to this share, as otherwise the domain
 766         # administrator from the AD domain provided by ktest can't
 767         # access the share for tests.
 768         chmod 0777, "$prefix/share";
 769
 770         if (not $self->check_or_start($ret, "yes", "no", "yes")) {
 771                return undef;
 772         }
 773         return $ret;
 774 }
 775
 776 sub setup_maptoguest($$)
 777 {
 778         my ($self, $path) = @_;
 779
 780         print "PROVISIONING maptoguest...";
 781
 782         my $options = "
 783 map to guest = bad user
 784 ";
 785
 786         my $vars = $self->provision($path,
 787                                     "maptoguest",
 788                                     "maptoguestpass",
 789                                     $options);
 790
 791         $vars or return undef;
 792
 793         if (not $self->check_or_start($vars, "yes", "no", "yes")) {
 794                return undef;
 795         }
 796
 797         $self->{vars}->{s3maptoguest} = $vars;
 798
 799         return $vars;
 800 }
 801
 802 sub stop_sig_term($$) {
 803         my ($self, $pid) = @_;
 804         kill("USR1", $pid) or kill("ALRM", $pid) or warn("Unable to kill $pid: $!");
 805 }
 806
 807 sub stop_sig_kill($$) {
 808         my ($self, $pid) = @_;
 809         kill("ALRM", $pid) or warn("Unable to kill $pid: $!");
 810 }
 811
 812 sub write_pid($$$)
 813 {
 814         my ($env_vars, $app, $pid) = @_;
 815
 816         open(PID, ">$env_vars->{PIDDIR}/timelimit.$app.pid");
 817         print PID $pid;
 818         close(PID);
 819 }
 820
 821 sub read_pid($$)
 822 {
 823         my ($env_vars, $app) = @_;
 824
 825         open(PID, "<$env_vars->{PIDDIR}/timelimit.$app.pid");
 826         my $pid = <PID>;
 827         close(PID);
 828         return $pid;
 829 }
 830
 831 sub check_or_start($$$$$) {
 832         my ($self, $env_vars, $nmbd, $winbindd, $smbd) = @_;
 833
 834         # use a pipe for stdin in the child processes. This allows
 835         # those processes to monitor the pipe for EOF to ensure they
 836         # exit when the test script exits
 837         pipe(STDIN_READER, $env_vars->{STDIN_PIPE});
 838
 839         unlink($env_vars->{NMBD_TEST_LOG});
 840         print "STARTING NMBD...";
 841         my $pid = fork();
 842         if ($pid == 0) {
 843                 open STDOUT, ">$env_vars->{NMBD_TEST_LOG}";
 844                 open STDERR, '>&STDOUT';
 845
 846                 SocketWrapper::set_default_iface($env_vars->{SOCKET_WRAPPER_DEFAULT_IFACE});
 847
 848                 $ENV{KRB5_CONFIG} = $env_vars->{KRB5_CONFIG};
 849                 $ENV{SELFTEST_WINBINDD_SOCKET_DIR} = $env_vars->{SELFTEST_WINBINDD_SOCKET_DIR};
 850                 $ENV{NMBD_SOCKET_DIR} = $env_vars->{NMBD_SOCKET_DIR};
 851
 852                 $ENV{NSS_WRAPPER_PASSWD} = $env_vars->{NSS_WRAPPER_PASSWD};
 853                 $ENV{NSS_WRAPPER_GROUP} = $env_vars->{NSS_WRAPPER_GROUP};
 854                 $ENV{NSS_WRAPPER_HOSTS} = $env_vars->{NSS_WRAPPER_HOSTS};
 855                 $ENV{NSS_WRAPPER_HOSTNAME} = $env_vars->{NSS_WRAPPER_HOSTNAME};
 856                 $ENV{NSS_WRAPPER_MODULE_SO_PATH} = $env_vars->{NSS_WRAPPER_MODULE_SO_PATH};
 857                 $ENV{NSS_WRAPPER_MODULE_FN_PREFIX} = $env_vars->{NSS_WRAPPER_MODULE_FN_PREFIX};
 858
 859                 $ENV{ENVNAME} = "$ENV{ENVNAME}.nmbd";
 860
 861                 if ($nmbd ne "yes") {
 862                         $SIG{USR1} = $SIG{ALRM} = $SIG{INT} = $SIG{QUIT} = $SIG{TERM} = sub {
 863                                 my $signame = shift;
 864                                 print("Skip nmbd received signal $signame");
 865                                 exit 0;
 866                         };
 867                         sleep($self->{server_maxtime});
 868                         exit 0;
 869                 }
 870
 871                 $ENV{MAKE_TEST_BINARY} = Samba::bindir_path($self, "nmbd");
 872                 my @optargs = ("-d0");
 873                 if (defined($ENV{NMBD_OPTIONS})) {
 874                         @optargs = split(/ /, $ENV{NMBD_OPTIONS});
 875                 }
 876                 my @preargs = (Samba::bindir_path($self, "timelimit"), $self->{server_maxtime});
 877                 if(defined($ENV{NMBD_VALGRIND})) {
 878                         @preargs = split(/ /, $ENV{NMBD_VALGRIND});
 879                 }
 880                 my @args = ("-F", "--no-process-group",
 881                             "-s", $env_vars->{SERVERCONFFILE},
 882                             "-l", $env_vars->{LOGDIR});
 883                 if (not defined($ENV{NMBD_DONT_LOG_STDOUT})) {
 884                         push(@args, "--log-stdout");
 885                 }
 886
 887                 close($env_vars->{STDIN_PIPE});
 888                 open STDIN, ">&", \*STDIN_READER or die "can't dup STDIN_READER to STDIN: $!";
 889
 890                 exec(@preargs, $ENV{MAKE_TEST_BINARY}, @args, @optargs)
 891                         or die("Unable to start $ENV{MAKE_TEST_BINARY}: $!");
 892         }
 893         $env_vars->{NMBD_TL_PID} = $pid;
 894         write_pid($env_vars, "nmbd", $pid);
 895         print "DONE\n";
 896
 897         unlink($env_vars->{WINBINDD_TEST_LOG});
 898         print "STARTING WINBINDD...";
 899         $pid = fork();
 900         if ($pid == 0) {
 901                 open STDOUT, ">$env_vars->{WINBINDD_TEST_LOG}";
 902                 open STDERR, '>&STDOUT';
 903
 904                 SocketWrapper::set_default_iface($env_vars->{SOCKET_WRAPPER_DEFAULT_IFACE});
 905
 906                 $ENV{KRB5_CONFIG} = $env_vars->{KRB5_CONFIG};
 907                 $ENV{SELFTEST_WINBINDD_SOCKET_DIR} = $env_vars->{SELFTEST_WINBINDD_SOCKET_DIR};
 908                 $ENV{NMBD_SOCKET_DIR} = $env_vars->{NMBD_SOCKET_DIR};
 909
 910                 $ENV{NSS_WRAPPER_PASSWD} = $env_vars->{NSS_WRAPPER_PASSWD};
 911                 $ENV{NSS_WRAPPER_GROUP} = $env_vars->{NSS_WRAPPER_GROUP};
 912                 $ENV{NSS_WRAPPER_HOSTS} = $env_vars->{NSS_WRAPPER_HOSTS};
 913                 $ENV{NSS_WRAPPER_HOSTNAME} = $env_vars->{NSS_WRAPPER_HOSTNAME};
 914                 $ENV{NSS_WRAPPER_MODULE_SO_PATH} = $env_vars->{NSS_WRAPPER_MODULE_SO_PATH};
 915                 $ENV{NSS_WRAPPER_MODULE_FN_PREFIX} = $env_vars->{NSS_WRAPPER_MODULE_FN_PREFIX};
 916                 if (defined($env_vars->{RESOLV_WRAPPER_CONF})) {
 917                         $ENV{RESOLV_WRAPPER_CONF} = $env_vars->{RESOLV_WRAPPER_CONF};
 918                 } else {
 919                         $ENV{RESOLV_WRAPPER_HOSTS} = $env_vars->{RESOLV_WRAPPER_HOSTS};
 920                 }
 921
 922                 $ENV{ENVNAME} = "$ENV{ENVNAME}.winbindd";
 923
 924                 if ($winbindd ne "yes") {
 925                         $SIG{USR1} = $SIG{ALRM} = $SIG{INT} = $SIG{QUIT} = $SIG{TERM} = sub {
 926                                 my $signame = shift;
 927                                 print("Skip winbindd received signal $signame");
 928                                 exit 0;
 929                         };
 930                         sleep($self->{server_maxtime});
 931                         exit 0;
 932                 }
 933
 934                 $ENV{MAKE_TEST_BINARY} = Samba::bindir_path($self, "winbindd");
 935                 my @optargs = ("-d0");
 936                 if (defined($ENV{WINBINDD_OPTIONS})) {
 937                         @optargs = split(/ /, $ENV{WINBINDD_OPTIONS});
 938                 }
 939                 my @preargs = (Samba::bindir_path($self, "timelimit"), $self->{server_maxtime});
 940                 if(defined($ENV{WINBINDD_VALGRIND})) {
 941                         @preargs = split(/ /, $ENV{WINBINDD_VALGRIND});
 942                 }
 943                 my @args = ("-F", "--no-process-group",
 944                             "-s", $env_vars->{SERVERCONFFILE},
 945                             "-l", $env_vars->{LOGDIR});
 946                 if (not defined($ENV{WINBINDD_DONT_LOG_STDOUT})) {
 947                         push(@args, "--stdout");
 948                 }
 949
 950                 close($env_vars->{STDIN_PIPE});
 951                 open STDIN, ">&", \*STDIN_READER or die "can't dup STDIN_READER to STDIN: $!";
 952
 953                 exec(@preargs, $ENV{MAKE_TEST_BINARY}, @args, @optargs)
 954                         or die("Unable to start $ENV{MAKE_TEST_BINARY}: $!");
 955         }
 956         $env_vars->{WINBINDD_TL_PID} = $pid;
 957         write_pid($env_vars, "winbindd", $pid);
 958         print "DONE\n";
 959
 960         unlink($env_vars->{SMBD_TEST_LOG});
 961         print "STARTING SMBD...";
 962         $pid = fork();
 963         if ($pid == 0) {
 964                 open STDOUT, ">$env_vars->{SMBD_TEST_LOG}";
 965                 open STDERR, '>&STDOUT';
 966
 967                 SocketWrapper::set_default_iface($env_vars->{SOCKET_WRAPPER_DEFAULT_IFACE});
 968
 969                 $ENV{KRB5_CONFIG} = $env_vars->{KRB5_CONFIG};
 970                 $ENV{SELFTEST_WINBINDD_SOCKET_DIR} = $env_vars->{SELFTEST_WINBINDD_SOCKET_DIR};
 971                 $ENV{NMBD_SOCKET_DIR} = $env_vars->{NMBD_SOCKET_DIR};
 972
 973                 $ENV{NSS_WRAPPER_PASSWD} = $env_vars->{NSS_WRAPPER_PASSWD};
 974                 $ENV{NSS_WRAPPER_GROUP} = $env_vars->{NSS_WRAPPER_GROUP};
 975                 $ENV{NSS_WRAPPER_HOSTS} = $env_vars->{NSS_WRAPPER_HOSTS};
 976                 $ENV{NSS_WRAPPER_HOSTNAME} = $env_vars->{NSS_WRAPPER_HOSTNAME};
 977                 $ENV{NSS_WRAPPER_MODULE_SO_PATH} = $env_vars->{NSS_WRAPPER_MODULE_SO_PATH};
 978                 $ENV{NSS_WRAPPER_MODULE_FN_PREFIX} = $env_vars->{NSS_WRAPPER_MODULE_FN_PREFIX};
 979                 if (defined($env_vars->{RESOLV_WRAPPER_CONF})) {
 980                         $ENV{RESOLV_WRAPPER_CONF} = $env_vars->{RESOLV_WRAPPER_CONF};
 981                 } else {
 982                         $ENV{RESOLV_WRAPPER_HOSTS} = $env_vars->{RESOLV_WRAPPER_HOSTS};
 983                 }
 984
 985                 $ENV{ENVNAME} = "$ENV{ENVNAME}.smbd";
 986
 987                 if ($smbd ne "yes") {
 988                         $SIG{USR1} = $SIG{ALRM} = $SIG{INT} = $SIG{QUIT} = $SIG{TERM} = sub {
 989                                 my $signame = shift;
 990                                 print("Skip smbd received signal $signame");
 991                                 exit 0;
 992                         };
 993                         sleep($self->{server_maxtime});
 994                         exit 0;
 995                 }
 996
 997                 $ENV{MAKE_TEST_BINARY} = Samba::bindir_path($self, "smbd");
 998                 my @optargs = ("-d0");
 999                 if (defined($ENV{SMBD_OPTIONS})) {
1000                         @optargs = split(/ /, $ENV{SMBD_OPTIONS});
1001                 }
1002                 my @preargs = (Samba::bindir_path($self, "timelimit"), $self->{server_maxtime});
1003                 if(defined($ENV{SMBD_VALGRIND})) {
1004                         @preargs = split(/ /,$ENV{SMBD_VALGRIND});
1005                 }
1006                 my @args = ("-F", "--no-process-group",
1007                             "-s", $env_vars->{SERVERCONFFILE},
1008                             "-l", $env_vars->{LOGDIR});
1009                 if (not defined($ENV{SMBD_DONT_LOG_STDOUT})) {
1010                         push(@args, "--log-stdout");
1011                 }
1012
1013                 close($env_vars->{STDIN_PIPE});
1014                 open STDIN, ">&", \*STDIN_READER or die "can't dup STDIN_READER to STDIN: $!";
1015
1016                 exec(@preargs, $ENV{MAKE_TEST_BINARY}, @args, @optargs)
1017                         or die("Unable to start $ENV{MAKE_TEST_BINARY}: $!");
1018         }
1019         $env_vars->{SMBD_TL_PID} = $pid;
1020         write_pid($env_vars, "smbd", $pid);
1021         print "DONE\n";
1022
1023         close(STDIN_READER);
1024
1025         return $self->wait_for_start($env_vars, $nmbd, $winbindd, $smbd);
1026 }
1027
1028 sub provision($$$$$$$$)
1029 {
1030         my ($self, $prefix, $server, $password, $extra_options, $dc_server_ip, $dc_server_ipv6, $no_delete_prefix) = @_;
1031
1032         ##
1033         ## setup the various environment variables we need
1034         ##
1035
1036         my $swiface = Samba::get_interface($server);
1037         my %ret = ();
1038         my $server_ip = "127.0.0.$swiface";
1039         my $server_ipv6 = sprintf("fd00:0000:0000:0000:0000:0000:5357:5f%02x", $swiface);
1040         my $domain = "SAMBA-TEST";
1041
1042         my $unix_name = ($ENV{USER} or $ENV{LOGNAME} or `PATH=/usr/ucb:$ENV{PATH} whoami`);
1043         chomp $unix_name;
1044         my $unix_uid = $>;
1045         my $unix_gids_str = $);
1046         my @unix_gids = split(" ", $unix_gids_str);
1047
1048         my $prefix_abs = abs_path($prefix);
1049         my $bindir_abs = abs_path($self->{bindir});
1050
1051         my @dirs = ();
1052
1053         my $shrdir="$prefix_abs/share";
1054         push(@dirs,$shrdir);
1055
1056         my $libdir="$prefix_abs/lib";
1057         push(@dirs,$libdir);
1058
1059         my $piddir="$prefix_abs/pid";
1060         push(@dirs,$piddir);
1061
1062         my $privatedir="$prefix_abs/private";
1063         push(@dirs,$privatedir);
1064
1065         my $lockdir="$prefix_abs/lockdir";
1066         push(@dirs,$lockdir);
1067
1068         my $eventlogdir="$prefix_abs/lockdir/eventlog";
1069         push(@dirs,$eventlogdir);
1070
1071         my $logdir="$prefix_abs/logs";
1072         push(@dirs,$logdir);
1073
1074         my $driver32dir="$shrdir/W32X86";
1075         push(@dirs,$driver32dir);
1076
1077         my $driver64dir="$shrdir/x64";
1078         push(@dirs,$driver64dir);
1079
1080         my $driver40dir="$shrdir/WIN40";
1081         push(@dirs,$driver40dir);
1082
1083         my $ro_shrdir="$shrdir/root-tmp";
1084         push(@dirs,$ro_shrdir);
1085
1086         my $msdfs_shrdir="$shrdir/msdfsshare";
1087         push(@dirs,$msdfs_shrdir);
1088
1089         my $msdfs_deeppath="$msdfs_shrdir/deeppath";
1090         push(@dirs,$msdfs_deeppath);
1091
1092         my $badnames_shrdir="$shrdir/badnames";
1093         push(@dirs,$badnames_shrdir);
1094
1095         my $lease1_shrdir="$shrdir/SMB2_10";
1096         push(@dirs,$lease1_shrdir);
1097
1098         my $lease2_shrdir="$shrdir/SMB3_00";
1099         push(@dirs,$lease2_shrdir);
1100
1101         my $manglenames_shrdir="$shrdir/manglenames";
1102         push(@dirs,$manglenames_shrdir);
1103
1104         # this gets autocreated by winbindd
1105         my $wbsockdir="$prefix_abs/winbindd";
1106         my $wbsockprivdir="$lockdir/winbindd_privileged";
1107
1108         my $nmbdsockdir="$prefix_abs/nmbd";
1109         unlink($nmbdsockdir);
1110
1111         ##
1112         ## create the test directory layout
1113         ##
1114         die ("prefix_abs = ''") if $prefix_abs eq "";
1115         die ("prefix_abs = '/'") if $prefix_abs eq "/";
1116
1117         mkdir($prefix_abs, 0777);
1118         print "CREATE TEST ENVIRONMENT IN '$prefix'...";
1119         if (not defined($no_delete_prefix) or not $no_delete_prefix) {
1120             system("rm -rf $prefix_abs/*");
1121         }
1122         mkdir($_, 0777) foreach(@dirs);
1123
1124         my $fs_specific_conf = $self->get_fs_specific_conf($shrdir);
1125
1126         ##
1127         ## lockdir and piddir must be 0755
1128         ##
1129         chmod 0755, $lockdir;
1130         chmod 0755, $piddir;
1131
1132
1133         ##
1134         ## create ro and msdfs share layout
1135         ##
1136
1137         chmod 0755, $ro_shrdir;
1138         my $unreadable_file = "$ro_shrdir/unreadable_file";
1139         unless (open(UNREADABLE_FILE, ">$unreadable_file")) {
1140                 warn("Unable to open $unreadable_file");
1141                 return undef;
1142         }
1143         close(UNREADABLE_FILE);
1144         chmod 0600, $unreadable_file;
1145
1146         my $msdfs_target = "$ro_shrdir/msdfs-target";
1147         unless (open(MSDFS_TARGET, ">$msdfs_target")) {
1148                 warn("Unable to open $msdfs_target");
1149                 return undef;
1150         }
1151         close(MSDFS_TARGET);
1152         chmod 0666, $msdfs_target;
1153         symlink "msdfs:$server_ip\\ro-tmp,$server_ipv6\\ro-tmp",
1154                 "$msdfs_shrdir/msdfs-src1";
1155         symlink "msdfs:$server_ipv6\\ro-tmp", "$msdfs_shrdir/deeppath/msdfs-src2";
1156
1157         ##
1158         ## create bad names in $badnames_shrdir
1159         ##
1160         ## (An invalid name, would be mangled to 8.3).
1161         my $badname_target = "$badnames_shrdir/\340|\231\216\377\177";
1162         unless (open(BADNAME_TARGET, ">$badname_target")) {
1163                 warn("Unable to open $badname_target");
1164                 return undef;
1165         }
1166         close(BADNAME_TARGET);
1167         chmod 0666, $badname_target;
1168
1169         ## (A bad name, would not be mangled to 8.3).
1170         my $badname_target = "$badnames_shrdir/\240\276\346\327\377\177";
1171         unless (open(BADNAME_TARGET, ">$badname_target")) {
1172                 warn("Unable to open $badname_target");
1173                 return undef;
1174         }
1175         close(BADNAME_TARGET);
1176         chmod 0666, $badname_target;
1177
1178         ## (A bad good name).
1179         my $badname_target = "$badnames_shrdir/blank.txt";
1180         unless (open(BADNAME_TARGET, ">$badname_target")) {
1181                 warn("Unable to open $badname_target");
1182                 return undef;
1183         }
1184         close(BADNAME_TARGET);
1185         chmod 0666, $badname_target;
1186
1187         ##
1188         ## create mangleable directory names in $manglenames_shrdir
1189         ##
1190         my $manglename_target = "$manglenames_shrdir/foo:bar";
1191         mkdir($manglename_target, 0777);
1192
1193         my $conffile="$libdir/server.conf";
1194
1195         my $nss_wrapper_pl = "$ENV{PERL} $self->{srcdir}/lib/nss_wrapper/nss_wrapper.pl";
1196         my $nss_wrapper_passwd = "$privatedir/passwd";
1197         my $nss_wrapper_group = "$privatedir/group";
1198         my $nss_wrapper_hosts = "$ENV{SELFTEST_PREFIX}/hosts";
1199         my $resolv_conf = "$privatedir/resolv.conf";
1200         my $dns_host_file = "$ENV{SELFTEST_PREFIX}/dns_host_file";
1201
1202         my $mod_printer_pl = "$ENV{PERL} $self->{srcdir}/source3/script/tests/printing/modprinter.pl";
1203
1204         my $fake_snap_pl = "$ENV{PERL} $self->{srcdir}/source3/script/tests/fake_snap.pl";
1205
1206         my @eventlog_list = ("dns server", "application");
1207
1208         ##
1209         ## calculate uids and gids
1210         ##
1211
1212         my ($max_uid, $max_gid);
1213         my ($uid_nobody, $uid_root, $uid_pdbtest, $uid_pdbtest2, $uid_userdup);
1214         my ($gid_nobody, $gid_nogroup, $gid_root, $gid_domusers, $gid_domadmins);
1215         my ($gid_userdup);
1216
1217         if ($unix_uid < 0xffff - 5) {
1218                 $max_uid = 0xffff;
1219         } else {
1220                 $max_uid = $unix_uid;
1221         }
1222
1223         $uid_root = $max_uid - 1;
1224         $uid_nobody = $max_uid - 2;
1225         $uid_pdbtest = $max_uid - 3;
1226         $uid_pdbtest2 = $max_uid - 4;
1227         $uid_userdup = $max_uid - 5;
1228
1229         if ($unix_gids[0] < 0xffff - 6) {
1230                 $max_gid = 0xffff;
1231         } else {
1232                 $max_gid = $unix_gids[0];
1233         }
1234
1235         $gid_nobody = $max_gid - 1;
1236         $gid_nogroup = $max_gid - 2;
1237         $gid_root = $max_gid - 3;
1238         $gid_domusers = $max_gid - 4;
1239         $gid_domadmins = $max_gid - 5;
1240         $gid_userdup = $max_gid - 6;
1241
1242         ##
1243         ## create conffile
1244         ##
1245
1246         unless (open(CONF, ">$conffile")) {
1247                 warn("Unable to open $conffile");
1248                 return undef;
1249         }
1250         print CONF "
1251 [global]
1252         netbios name = $server
1253         interfaces = $server_ip/8 $server_ipv6/64
1254         bind interfaces only = yes
1255         panic action = cd $self->{srcdir} && $self->{srcdir}/selftest/gdb_backtrace %d %\$(MAKE_TEST_BINARY)
1256         smbd:suicide mode = yes
1257
1258         workgroup = $domain
1259
1260         private dir = $privatedir
1261         pid directory = $piddir
1262         lock directory = $lockdir
1263         log file = $logdir/log.\%m
1264         log level = 1
1265         debug pid = yes
1266         max log size = 0
1267
1268         state directory = $lockdir
1269         cache directory = $lockdir
1270
1271         passdb backend = tdbsam
1272
1273         time server = yes
1274
1275         add user script =               $nss_wrapper_pl --passwd_path $nss_wrapper_passwd --type passwd --action add --name %u --gid $gid_nogroup
1276         add group script =              $nss_wrapper_pl --group_path  $nss_wrapper_group  --type group  --action add --name %g
1277         add machine script =            $nss_wrapper_pl --passwd_path $nss_wrapper_passwd --type passwd --action add --name %u --gid $gid_nogroup
1278         add user to group script =      $nss_wrapper_pl --passwd_path $nss_wrapper_passwd --type member --action add --member %u --name %g --group_path $nss_wrapper_group
1279         delete user script =            $nss_wrapper_pl --passwd_path $nss_wrapper_passwd --type passwd --action delete --name %u
1280         delete group script =           $nss_wrapper_pl --group_path  $nss_wrapper_group  --type group  --action delete --name %g
1281         delete user from group script = $nss_wrapper_pl --passwd_path $nss_wrapper_passwd --type member --action delete --member %u --name %g --group_path $nss_wrapper_group
1282
1283         addprinter command =            $mod_printer_pl -a -s $conffile --
1284         deleteprinter command =         $mod_printer_pl -d -s $conffile --
1285
1286         eventlog list = application \"dns server\"
1287
1288         kernel oplocks = no
1289         kernel change notify = no
1290         smb2 leases = yes
1291
1292         logging = file
1293         printing = bsd
1294         printcap name = /dev/null
1295
1296         winbindd socket directory = $wbsockdir
1297         nmbd:socket dir = $nmbdsockdir
1298         idmap config * : range = 100000-200000
1299         winbind enum users = yes
1300         winbind enum groups = yes
1301         winbind separator = /
1302
1303 #       min receivefile size = 4000
1304
1305         read only = no
1306         server signing = auto
1307
1308         smbd:sharedelay = 100000
1309         smbd:writetimeupdatedelay = 500000
1310         map hidden = no
1311         map system = no
1312         map readonly = no
1313         store dos attributes = yes
1314         create mask = 755
1315         dos filemode = yes
1316         strict rename = yes
1317         vfs objects = acl_xattr fake_acls xattr_tdb streams_depot
1318
1319         printing = vlp
1320         print command = $bindir_abs/vlp tdbfile=$lockdir/vlp.tdb print %p %s
1321         lpq command = $bindir_abs/vlp tdbfile=$lockdir/vlp.tdb lpq %p
1322         lp rm command = $bindir_abs/vlp tdbfile=$lockdir/vlp.tdb lprm %p %j
1323         lp pause command = $bindir_abs/vlp tdbfile=$lockdir/vlp.tdb lppause %p %j
1324         lp resume command = $bindir_abs/vlp tdbfile=$lockdir/vlp.tdb lpresume %p %j
1325         queue pause command = $bindir_abs/vlp tdbfile=$lockdir/vlp.tdb queuepause %p
1326         queue resume command = $bindir_abs/vlp tdbfile=$lockdir/vlp.tdb queueresume %p
1327         lpq cache time = 0
1328         print notify backchannel = yes
1329
1330         ncalrpc dir = $prefix_abs/ncalrpc
1331
1332         # The samba3.blackbox.smbclient_s3 test uses this to test that
1333         # sending messages works, and that the %m sub works.
1334         message command = mv %s $shrdir/message.%m
1335
1336         # fsrvp server requires registry shares
1337         registry shares = yes
1338
1339         # Used by RPC SRVSVC tests
1340         add share command = $bindir_abs/smbaddshare
1341         change share command = $bindir_abs/smbchangeshare
1342         delete share command = $bindir_abs/smbdeleteshare
1343
1344         # fruit:copyfile is a global option
1345         fruit:copyfile = yes
1346
1347         # Begin extra options
1348         $extra_options
1349         # End extra options
1350
1351         #Include user defined custom parameters if set
1352 ";
1353
1354         if (defined($ENV{INCLUDE_CUSTOM_CONF})) {
1355                 print CONF "\t$ENV{INCLUDE_CUSTOM_CONF}\n";
1356         }
1357
1358         print CONF "
1359 [tmp]
1360         path = $shrdir
1361         comment = smb username is [%U]
1362 [tmpsort]
1363         path = $shrdir
1364         comment = Load dirsort module
1365         vfs objects = dirsort acl_xattr fake_acls xattr_tdb streams_depot
1366 [tmpenc]
1367         path = $shrdir
1368         comment = encrypt smb username is [%U]
1369         smb encrypt = required
1370         vfs objects = dirsort
1371 [tmpguest]
1372         path = $shrdir
1373         guest ok = yes
1374 [guestonly]
1375         path = $shrdir
1376         guest only = yes
1377         guest ok = yes
1378 [forceuser]
1379         path = $shrdir
1380         force user = $unix_name
1381         guest ok = yes
1382 [forceuser_unixonly]
1383         path = $shrdir
1384         force user = pdbtest
1385         guest ok = yes
1386 [forcegroup]
1387         path = $shrdir
1388         force group = nogroup
1389         guest ok = yes
1390 [ro-tmp]
1391         path = $ro_shrdir
1392         guest ok = yes
1393 [write-list-tmp]
1394         path = $shrdir
1395         read only = yes
1396         write list = $unix_name
1397 [valid-users-tmp]
1398         path = $shrdir
1399         valid users = $unix_name
1400 [msdfs-share]
1401         path = $msdfs_shrdir
1402         msdfs root = yes
1403         msdfs shuffle referrals = yes
1404         guest ok = yes
1405 [hideunread]
1406         copy = tmp
1407         hide unreadable = yes
1408 [tmpcase]
1409         copy = tmp
1410         case sensitive = yes
1411 [hideunwrite]
1412         copy = tmp
1413         hide unwriteable files = yes
1414 [durable]
1415         copy = tmp
1416         kernel share modes = no
1417         kernel oplocks = no
1418         posix locking = no
1419 [fs_specific]
1420         copy = tmp
1421         $fs_specific_conf
1422 [print1]
1423         copy = tmp
1424         printable = yes
1425
1426 [print2]
1427         copy = print1
1428 [print3]
1429         copy = print1
1430         default devmode = no
1431 [lp]
1432         copy = print1
1433
1434 [nfs4acl_simple]
1435         path = $shrdir
1436         comment = smb username is [%U]
1437         nfs4:mode = simple
1438         vfs objects = nfs4acl_xattr xattr_tdb
1439
1440 [nfs4acl_special]
1441         path = $shrdir
1442         comment = smb username is [%U]
1443         nfs4:mode = special
1444         vfs objects = nfs4acl_xattr xattr_tdb
1445
1446 [xcopy_share]
1447         path = $shrdir
1448         comment = smb username is [%U]
1449         create mask = 777
1450         force create mode = 777
1451 [posix_share]
1452         path = $shrdir
1453         comment = smb username is [%U]
1454         create mask = 0777
1455         force create mode = 0
1456         directory mask = 0777
1457         force directory mode = 0
1458         vfs objects = xattr_tdb
1459 [aio]
1460         copy = tmp
1461         aio read size = 1
1462         aio write size = 1
1463
1464 [print\$]
1465         copy = tmp
1466
1467 [vfs_fruit]
1468         path = $shrdir
1469         vfs objects = catia fruit streams_xattr
1470         fruit:ressource = file
1471         fruit:metadata = netatalk
1472         fruit:locking = netatalk
1473         fruit:encoding = native
1474
1475 [badname-tmp]
1476         path = $badnames_shrdir
1477         guest ok = yes
1478
1479 [manglenames_share]
1480         path = $manglenames_shrdir
1481         guest ok = yes
1482
1483 [dynamic_share]
1484         path = $shrdir/%R
1485         guest ok = yes
1486
1487 [fsrvp_share]
1488         path = $shrdir
1489         comment = fake shapshots using rsync
1490         vfs objects = shell_snap shadow_copy2
1491         shell_snap:check path command = $fake_snap_pl --check
1492         shell_snap:create command = $fake_snap_pl --create
1493         shell_snap:delete command = $fake_snap_pl --delete
1494         # a relative path here fails, the snapshot dir is no longer found
1495         shadow:snapdir = $shrdir/.snapshots
1496         ";
1497         close(CONF);
1498
1499         ##
1500         ## create a test account
1501         ##
1502
1503         unless (open(PASSWD, ">$nss_wrapper_passwd")) {
1504            warn("Unable to open $nss_wrapper_passwd");
1505            return undef;
1506         }
1507         print PASSWD "nobody:x:$uid_nobody:$gid_nobody:nobody gecos:$prefix_abs:/bin/false
1508 $unix_name:x:$unix_uid:$unix_gids[0]:$unix_name gecos:$prefix_abs:/bin/false
1509 pdbtest:x:$uid_pdbtest:$gid_nogroup:pdbtest gecos:$prefix_abs:/bin/false
1510 pdbtest2:x:$uid_pdbtest2:$gid_nogroup:pdbtest gecos:$prefix_abs:/bin/false
1511 userdup:x:$uid_userdup:$gid_userdup:userdup gecos:$prefix_abs:/bin/false
1512 ";
1513         if ($unix_uid != 0) {
1514                 print PASSWD "root:x:$uid_root:$gid_root:root gecos:$prefix_abs:/bin/false
1515 ";
1516         }
1517         close(PASSWD);
1518
1519         unless (open(GROUP, ">$nss_wrapper_group")) {
1520              warn("Unable to open $nss_wrapper_group");
1521              return undef;
1522         }
1523         print GROUP "nobody:x:$gid_nobody:
1524 nogroup:x:$gid_nogroup:nobody
1525 $unix_name-group:x:$unix_gids[0]:
1526 domusers:X:$gid_domusers:
1527 domadmins:X:$gid_domadmins:
1528 userdup:x:$gid_userdup:$unix_name
1529 ";
1530         if ($unix_gids[0] != 0) {
1531                 print GROUP "root:x:$gid_root:
1532 ";
1533         }
1534
1535         close(GROUP);
1536
1537         ## hosts
1538         my $hostname = lc($server);
1539         unless (open(HOSTS, ">>$nss_wrapper_hosts")) {
1540                 warn("Unable to open $nss_wrapper_hosts");
1541                 return undef;
1542         }
1543         print HOSTS "${server_ip} ${hostname}.samba.example.com ${hostname}\n";
1544         print HOSTS "${server_ipv6} ${hostname}.samba.example.com ${hostname}\n";
1545         close(HOSTS);
1546
1547         ## hosts
1548         unless (open(RESOLV_CONF, ">$resolv_conf")) {
1549                 warn("Unable to open $resolv_conf");
1550                 return undef;
1551         }
1552         if (defined($dc_server_ip) or defined($dc_server_ipv6)) {
1553                 if (defined($dc_server_ip)) {
1554                         print RESOLV_CONF "nameserver $dc_server_ip\n";
1555                 }
1556                 if (defined($dc_server_ipv6)) {
1557                         print RESOLV_CONF "nameserver $dc_server_ipv6\n";
1558                 }
1559         } else {
1560                 print RESOLV_CONF "nameserver ${server_ip}\n";
1561                 print RESOLV_CONF "nameserver ${server_ipv6}\n";
1562         }
1563         close(RESOLV_CONF);
1564
1565         foreach my $evlog (@eventlog_list) {
1566                 my $evlogtdb = "$eventlogdir/$evlog.tdb";
1567                 open(EVENTLOG, ">$evlogtdb") or die("Unable to open $evlogtdb");
1568                 close(EVENTLOG);
1569         }
1570
1571         $ENV{NSS_WRAPPER_PASSWD} = $nss_wrapper_passwd;
1572         $ENV{NSS_WRAPPER_GROUP} = $nss_wrapper_group;
1573         $ENV{NSS_WRAPPER_HOSTS} = $nss_wrapper_hosts;
1574         $ENV{NSS_WRAPPER_HOSTNAME} = "${hostname}.samba.example.com";
1575         if ($ENV{SAMBA_DNS_FAKING}) {
1576                 $ENV{RESOLV_WRAPPER_CONF} = $resolv_conf;
1577         } else {
1578                 $ENV{RESOLV_WRAPPER_HOSTS} = $dns_host_file;
1579         }
1580
1581         my $cmd = "UID_WRAPPER_ROOT=1 " . Samba::bindir_path($self, "smbpasswd")." -c $conffile -L -s -a $unix_name > /dev/null";
1582         unless (open(PWD, "|$cmd")) {
1583              warn("Unable to set password for test account\n$cmd");
1584              return undef;
1585         }
1586         print PWD "$password\n$password\n";
1587         unless (close(PWD)) {
1588              warn("Unable to set password for test account\n$cmd");
1589              return undef;
1590         }
1591         print "DONE\n";
1592
1593         open(DNS_UPDATE_LIST, ">$prefix/dns_update_list") or die("Unable to open $$prefix/dns_update_list");
1594         print DNS_UPDATE_LIST "A $server. $server_ip\n";
1595         print DNS_UPDATE_LIST "AAAA $server. $server_ipv6\n";
1596         close(DNS_UPDATE_LIST);
1597
1598         $ret{SERVER_IP} = $server_ip;
1599         $ret{SERVER_IPV6} = $server_ipv6;
1600         $ret{NMBD_TEST_LOG} = "$prefix/nmbd_test.log";
1601         $ret{NMBD_TEST_LOG_POS} = 0;
1602         $ret{WINBINDD_TEST_LOG} = "$prefix/winbindd_test.log";
1603         $ret{WINBINDD_TEST_LOG_POS} = 0;
1604         $ret{SMBD_TEST_LOG} = "$prefix/smbd_test.log";
1605         $ret{SMBD_TEST_LOG_POS} = 0;
1606         $ret{SERVERCONFFILE} = $conffile;
1607         $ret{CONFIGURATION} ="-s $conffile";
1608         $ret{SERVER} = $server;
1609         $ret{USERNAME} = $unix_name;
1610         $ret{USERID} = $unix_uid;
1611         $ret{DOMAIN} = $domain;
1612         $ret{NETBIOSNAME} = $server;
1613         $ret{PASSWORD} = $password;
1614         $ret{PIDDIR} = $piddir;
1615         $ret{SELFTEST_WINBINDD_SOCKET_DIR} = $wbsockdir;
1616         $ret{WINBINDD_PRIV_PIPE_DIR} = $wbsockprivdir;
1617         $ret{NMBD_SOCKET_DIR} = $nmbdsockdir;
1618         $ret{SOCKET_WRAPPER_DEFAULT_IFACE} = $swiface;
1619         $ret{NSS_WRAPPER_PASSWD} = $nss_wrapper_passwd;
1620         $ret{NSS_WRAPPER_GROUP} = $nss_wrapper_group;
1621         $ret{NSS_WRAPPER_HOSTS} = $nss_wrapper_hosts;
1622         $ret{NSS_WRAPPER_HOSTNAME} = "${hostname}.samba.example.com";
1623         $ret{NSS_WRAPPER_MODULE_SO_PATH} = Samba::nss_wrapper_winbind_so_path($self);
1624         $ret{NSS_WRAPPER_MODULE_FN_PREFIX} = "winbind";
1625         if ($ENV{SAMBA_DNS_FAKING}) {
1626                 $ret{RESOLV_WRAPPER_HOSTS} = $dns_host_file;
1627         } else {
1628                 $ret{RESOLV_WRAPPER_CONF} = $resolv_conf;
1629         }
1630         $ret{LOCAL_PATH} = "$shrdir";
1631         $ret{LOGDIR} = $logdir;
1632
1633         return \%ret;
1634 }
1635
1636 sub wait_for_start($$$$$)
1637 {
1638         my ($self, $envvars, $nmbd, $winbindd, $smbd) = @_;
1639         my $ret;
1640
1641         if ($nmbd eq "yes") {
1642                 my $count = 0;
1643
1644                 # give time for nbt server to register its names
1645                 print "checking for nmbd\n";
1646
1647                 # This will return quickly when things are up, but be slow if we need to wait for (eg) SSL init
1648                 my $nmblookup = Samba::bindir_path($self, "nmblookup");
1649
1650                 do {
1651                         $ret = system("$nmblookup $envvars->{CONFIGURATION} $envvars->{SERVER}");
1652                         if ($ret != 0) {
1653                                 sleep(1);
1654                         } else {
1655                                 system("$nmblookup $envvars->{CONFIGURATION} -U $envvars->{SERVER_IP} __SAMBA__");
1656                                 system("$nmblookup $envvars->{CONFIGURATION} __SAMBA__");
1657                                 system("$nmblookup $envvars->{CONFIGURATION} -U 127.255.255.255 __SAMBA__");
1658                                 system("$nmblookup $envvars->{CONFIGURATION} -U $envvars->{SERVER_IP} $envvars->{SERVER}");
1659                         }
1660                         $count++;
1661                 } while ($ret != 0 && $count < 10);
1662                 if ($count == 10) {
1663                         print "NMBD not reachable after 10 retries\n";
1664                         teardown_env($self, $envvars);
1665                         return 0;
1666                 }
1667         }
1668
1669         if ($winbindd eq "yes") {
1670             print "checking for winbindd\n";
1671             my $count = 0;
1672             do {
1673                 $ret = system("SELFTEST_WINBINDD_SOCKET_DIR=" . $envvars->{SELFTEST_WINBINDD_SOCKET_DIR} . " " . Samba::bindir_path($self, "wbinfo") . " --ping-dc");
1674                 if ($ret != 0) {
1675                     sleep(2);
1676                 }
1677                 $count++;
1678             } while ($ret != 0 && $count < 10);
1679             if ($count == 10) {
1680                 print "WINBINDD not reachable after 20 seconds\n";
1681                 teardown_env($self, $envvars);
1682                 return 0;
1683             }
1684         }
1685
1686         if ($smbd eq "yes") {
1687             # make sure smbd is also up set
1688             print "wait for smbd\n";
1689
1690             my $count = 0;
1691             do {
1692                 $ret = system(Samba::bindir_path($self, "smbclient") ." $envvars->{CONFIGURATION} -L $envvars->{SERVER} -U% -p 139");
1693                 if ($ret != 0) {
1694                     sleep(2);
1695                 }
1696                 $count++
1697             } while ($ret != 0 && $count < 10);
1698             if ($count == 10) {
1699                 print "SMBD failed to start up in a reasonable time (20sec)\n";
1700                 teardown_env($self, $envvars);
1701                 return 0;
1702             }
1703         }
1704
1705         # Ensure we have domain users mapped.
1706         $ret = system(Samba::bindir_path($self, "net") ." $envvars->{CONFIGURATION} groupmap add rid=513 unixgroup=domusers type=domain");
1707         if ($ret != 0) {
1708             return 1;
1709         }
1710         $ret = system(Samba::bindir_path($self, "net") ." $envvars->{CONFIGURATION} groupmap add rid=512 unixgroup=domadmins type=domain");
1711         if ($ret != 0) {
1712             return 1;
1713         }
1714
1715         if ($winbindd eq "yes") {
1716             # note: creating builtin groups requires winbindd for the
1717             # unix id allocator
1718             $ret = system("SELFTEST_WINBINDD_SOCKET_DIR=" . $envvars->{SELFTEST_WINBINDD_SOCKET_DIR} . " " . Samba::bindir_path($self, "net") ." $envvars->{CONFIGURATION} sam createbuiltingroup Users");
1719             if ($ret != 0) {
1720                 print "Failed to create BUILTIN\\Users group\n";
1721                 return 0;
1722             }
1723             my $count = 0;
1724             do {
1725                 system(Samba::bindir_path($self, "net") . " $envvars->{CONFIGURATION} cache flush");
1726                 $ret = system("SELFTEST_WINBINDD_SOCKET_DIR=" . $envvars->{SELFTEST_WINBINDD_SOCKET_DIR} . " " . Samba::bindir_path($self, "wbinfo") . " --sid-to-gid=S-1-5-32-545");
1727                 if ($ret != 0) {
1728                     sleep(2);
1729                 }
1730                 $count++;
1731             } while ($ret != 0 && $count < 10);
1732             if ($count == 10) {
1733                 print "WINBINDD not reachable after 20 seconds\n";
1734                 teardown_env($self, $envvars);
1735                 return 0;
1736             }
1737         }
1738
1739         print $self->getlog_env($envvars);
1740
1741         return 1;
1742 }
1743
1744 1;