From: Jakub Narebski Date: Sun, 5 Dec 2010 20:48:50 +0000 (+0100) Subject: gitweb/lib - Simple output capture by redirecting STDOUT X-Git-Url: https://repo.or.cz/w/git/jnareb-git.git/commitdiff_plain/0f9570775f808a18d834a225d785aeea6bebf10c gitweb/lib - Simple output capture by redirecting STDOUT Add GitwebCache::Capture::Simple package, which captures output by redirecting STDOUT to in-memory file (saving what is printed to scalar), earlier saving original STDOUT to restore it when finished capturing. GitwebCache::Capture::Simple preserves PerlIO layers, both those set before started capturing output, and those set during capture. The exceptions is the 'scalar' layer, which needs additional parameter, and which for proper handling needs non-core module PerlIO::Util. No care was taken to handle the following special cases (prior to starting capture): closed STDOUT, STDOUT reopened to scalar reference, tied STDOUT. You shouldn't modify STDOUT during capture. Includes separate tests for capturing output in t9504/test_capture_interface.pl which is run as external test from t9504-gitweb-capture-interface.sh. It tests capturing of utf8 data printed in :utf8 mode, and of binary data (containing invalid utf8) in :raw mode. Note that nested capturing doesn't work (and probably couldn't be made to work when capturing to in-memory file), but this feature wouldn't be needed for capturing gitweb output (to cache it). This patch was based on "gitweb: add output buffering and associated functions" patch by John 'Warthog9' Hawley (J.H.) in "Gitweb caching v7" series, and on code of Capture::Tiny by David Golden (Apache License 2.0). Based-on-work-by: John 'Warthog9' Hawley Signed-off-by: Jakub Narebski --- diff --git a/gitweb/lib/GitwebCache/Capture/Simple.pm b/gitweb/lib/GitwebCache/Capture/Simple.pm new file mode 100644 index 0000000000..3585e5848e --- /dev/null +++ b/gitweb/lib/GitwebCache/Capture/Simple.pm @@ -0,0 +1,96 @@ +# gitweb - simple web interface to track changes in git repositories +# +# (C) 2010, Jakub Narebski +# +# This program is licensed under the GPLv2 + +# +# Simple output capturing via redirecting STDOUT to in-memory file. +# + +# This is the same mechanism that Capture::Tiny uses, only simpler; +# we don't capture STDERR at all, we don't tee, we don't support +# capturing output of external commands. + +package GitwebCache::Capture::Simple; + +use strict; +use warnings; + +use PerlIO; + +# Constructor +sub new { + my $class = shift; + + my $self = {}; + $self = bless($self, $class); + + return $self; +} + +sub capture { + my ($self, $code) = @_; + + $self->capture_start(); + $code->(); + return $self->capture_stop(); +} + +# ---------------------------------------------------------------------- + +# Start capturing data (STDOUT) +sub capture_start { + my $self = shift; + + # save copy of real STDOUT via duplicating it + my @layers = PerlIO::get_layers(\*STDOUT); + open $self->{'orig_stdout'}, ">&", \*STDOUT + or die "Couldn't dup STDOUT for capture: $!"; + + # close STDOUT, so that it isn't used anymode (to have it fd0) + close STDOUT; + + # reopen STDOUT as in-memory file + $self->{'data'} = ''; + unless (open STDOUT, '>', \$self->{'data'}) { + open STDOUT, '>&', fileno($self->{'orig_stdout'}); + die "Couldn't reopen STDOUT as in-memory file for capture: $!"; + } + _relayer(\*STDOUT, \@layers); + + # started capturing + $self->{'capturing'} = 1; +} + +# Stop capturing data (required for die_error) +sub capture_stop { + my $self = shift; + + # return if we didn't start capturing + return unless delete $self->{'capturing'}; + + # close in-memory file, and restore original STDOUT + my @layers = PerlIO::get_layers(\*STDOUT); + close STDOUT; + open STDOUT, '>&', fileno($self->{'orig_stdout'}); + _relayer(\*STDOUT, \@layers); + + return $self->{'data'}; +} + +# taken from Capture::Tiny by David Golden, Apache License 2.0 +# with debugging stripped out, and added filtering out 'scalar' layer +sub _relayer { + my ($fh, $layers) = @_; + + my %seen = ( unix => 1, perlio => 1, scalar => 1 ); # filter these out + my @unique = grep { !$seen{$_}++ } @$layers; + + binmode($fh, join(":", ":raw", @unique)); +} + + +1; +__END__ +# end of package GitwebCache::Capture::Simple diff --git a/t/t9504-gitweb-capture-interface.sh b/t/t9504-gitweb-capture-interface.sh new file mode 100755 index 0000000000..82623f188e --- /dev/null +++ b/t/t9504-gitweb-capture-interface.sh @@ -0,0 +1,34 @@ +#!/bin/sh +# +# Copyright (c) 2010 Jakub Narebski +# + +test_description='gitweb capturing interface + +This test checks capturing interface used for capturing gitweb output +in gitweb caching (GitwebCache::Capture* modules).' + +# for now we are running only cache interface tests +. ./test-lib.sh + +# this test is present in gitweb-lib.sh +if ! test_have_prereq PERL; then + skip_all='perl not available, skipping test' + test_done +fi + +"$PERL_PATH" -MTest::More -e 0 >/dev/null 2>&1 || { + skip_all='perl module Test::More unavailable, skipping test' + test_done +} + +# ---------------------------------------------------------------------- + +# The external test will outputs its own plan +test_external_has_tap=1 + +test_external \ + 'GitwebCache::Capture Perl API (in gitweb/lib/)' \ + "$PERL_PATH" "$TEST_DIRECTORY"/t9504/test_capture_interface.pl + +test_done diff --git a/t/t9504/test_capture_interface.pl b/t/t9504/test_capture_interface.pl new file mode 100755 index 0000000000..47ab804592 --- /dev/null +++ b/t/t9504/test_capture_interface.pl @@ -0,0 +1,91 @@ +#!/usr/bin/perl +use lib (split(/:/, $ENV{GITPERLLIB})); + +use warnings; +use strict; +use utf8; + +use Test::More; + +# test source version +use lib $ENV{GITWEBLIBDIR} || "$ENV{GIT_BUILD_DIR}/gitweb/lib"; + +# .................................................................... + +use_ok('GitwebCache::Capture::Simple'); +diag("Using lib '$INC[0]'"); +diag("Testing '$INC{'GitwebCache/Capture/Simple.pm'}'"); + +# Test setting up capture +# +my $capture = new_ok('GitwebCache::Capture::Simple' => [], 'The $capture'); + +# Test capturing +# +sub capture_block (&) { + return $capture->capture(shift); +} + +diag('Should not print anything except test results and diagnostic'); +my $test_data = 'Capture this'; +my $captured = capture_block { + print $test_data; +}; +is($captured, $test_data, 'capture simple data'); + +binmode STDOUT, ':utf8'; +$test_data = <<'EOF'; +Zażółć gęsią jaźń +EOF +utf8::decode($test_data); +$captured = capture_block { + binmode STDOUT, ':utf8'; + + print $test_data; +}; +utf8::decode($captured); +is($captured, $test_data, 'capture utf8 data'); + +$test_data = '|\x{fe}\x{ff}|\x{9F}|\000|'; # invalid utf-8 +$captured = capture_block { + binmode STDOUT, ':raw'; + + print $test_data; +}; +is($captured, $test_data, 'capture raw data'); + +# Test nested capturing +# +TODO: { + local $TODO = "not required for capturing gitweb output"; + no warnings; + + my $outer_capture = GitwebCache::Capture::Simple->new(); + $captured = $outer_capture->capture(sub { + print "pre|"; + my $captured = $capture->capture(sub { + print "INNER"; + }); + print lc($captured); + print "|post"; + }); + is($captured, "pre|inner|post", 'nested capture'); +} + +SKIP: { + skip "Capture::Tiny not available", 1 + unless eval { require Capture::Tiny; }; + + $captured = Capture::Tiny::capture(sub { + my $inner = $capture->capture(sub { + print "INNER"; + }); + }); + is($captured, '', "doesn't print while capturing"); +} + +done_testing(); + +# Local Variables: +# coding: utf-8 +# End: