=head1 NAME PDLA::Core::Dev - PDLA development module =head1 DESCRIPTION This module encapsulates most of the stuff useful for PDLA development and is often used from within Makefile.PL's. =head1 SYNOPSIS use PDLA::Core::Dev; =head1 FUNCTIONS =cut # Stuff used in development/install environment of PDLA Makefile.PL's # - not part of PDLA itself. package PDLA::Core::Dev; use File::Path; use File::Basename; use ExtUtils::Manifest; use English; require Exporter; @ISA = qw( Exporter ); @EXPORT = qw( isbigendian genpp %PDLA_DATATYPES PDLA_INCLUDE PDLA_TYPEMAP PDLA_AUTO_INCLUDE PDLA_BOOT PDLA_INST_INCLUDE PDLA_INST_TYPEMAP pdlpp_postamble_int pdlpp_stdargs_int pdlpp_postamble pdlpp_stdargs write_dummy_make unsupported getcyglib trylink pdlpp_mkgen ); # Installation locations # beware: whereami_any now appends the /Basic or /PDLA directory as appropriate # The INST are here still just in case we want to change something later. # print STDERR "executing PDLA::Core::Dev from",join(',',caller),"\n"; # Return library locations sub PDLA_INCLUDE { '"-I'.whereami_any().'/Core"' }; sub PDLA_TYPEMAP { whereami_any().'/Core/typemap.pdl' }; # sub PDLA_INST_INCLUDE { '-I'.whereami_any().'/Core' }; # sub PDLA_INST_TYPEMAP { whereami_any().'/Core/typemap.pdl' }; sub PDLA_INST_INCLUDE {&PDLA_INCLUDE} sub PDLA_INST_TYPEMAP {&PDLA_TYPEMAP} sub PDLA_AUTO_INCLUDE { my ($symname) = @_; $symname ||= 'PDLA'; return << "EOR"; #include static Core* $symname; /* Structure holds core C functions */ static SV* CoreSV; /* Gets pointer to perl var holding core structure */ EOR } sub PDLA_BOOT { my ($symname, $module) = @_; $symname ||= 'PDLA'; $module ||= 'The code'; return << "EOR"; perl_require_pv ("PDLA/Core.pm"); /* make sure PDLA::Core is loaded */ #ifndef aTHX_ #define aTHX_ #endif if (SvTRUE (ERRSV)) Perl_croak(aTHX_ "%s",SvPV_nolen (ERRSV)); CoreSV = perl_get_sv("PDLA::SHARE",FALSE); /* SV* value */ if (CoreSV==NULL) Perl_croak(aTHX_ "We require the PDLA::Core module, which was not found"); $symname = INT2PTR(Core*,SvIV( CoreSV )); /* Core* value */ if ($symname->Version != PDLA_CORE_VERSION) Perl_croak(aTHX_ "[$symname->Version: \%d PDLA_CORE_VERSION: \%d XS_VERSION: \%s] $module needs to be recompiled against the newly installed PDLA", $symname->Version, PDLA_CORE_VERSION, XS_VERSION); EOR } # whereami_any returns appended 'Basic' or 'PDLA' dir as appropriate use Cwd qw/abs_path/; sub whereami_any { my $dir = (&whereami(1) or &whereami_inst(1) or die "Unable to determine ANY directory path to PDLA::Core::Dev module\n"); return abs_path($dir); } sub whereami { for $dir (@INC,qw|. .. ../.. ../../.. ../../../..|) { return ($_[0] ? $dir . '/Basic' : $dir) if -e "$dir/Basic/Core/Dev.pm"; } die "Unable to determine UNINSTALLED directory path to PDLA::Core::Dev module\n" if !$_[0]; return undef; } sub whereami_inst { for $dir (@INC,map {$_."/blib"} qw|. .. ../.. ../../.. ../../../..|) { return ($_[0] ? $dir . '/PDLA' : $dir) if -e "$dir/PDLA/Core/Dev.pm"; } die "Unable to determine INSTALLED directory path to PDLA::Core::Dev module\n" if !$_[0]; return undef; } # # To access PDLA's configuration use %PDLA::Config. Makefile.PL has been set up # to create this variable so it is available during 'perl Makefile.PL' and # it can be eval-ed during 'make' unless ( %PDLA::Config ) { # look for the distribution and then the installed version # (a manual version of whereami_any) # my $dir; $dir = whereami(1); if ( defined $dir ) { $dir = abs_path($dir . "/Core"); } else { # as no argument given whereami_inst will die if it fails # (and it also returns a slightly different path than whereami(1) # does, since it does not include "/PDLA") # $dir = whereami_inst; $dir = abs_path($dir . "/PDLA"); } my $dir2 = $dir; $dir2 =~ s/\}/\\\}/g; eval sprintf('require q{%s/Config.pm};', $dir2); die "Unable to find PDLA's configuration info\n [$@]" if $@; } # Data types to C types mapping # get the map from Types.pm { # load PDLA::Types only if it has not been previously loaded my $loaded_types = grep (m%(PDLA|Core)/Types[.]pm$%, keys %INC); $@ = ''; # reset eval('require "'.whereami_any().'/Core/Types.pm"') # lets dist Types.pm win unless $loaded_types; # only when PDLA::Types not yet loaded if($@) { # if PDLA::Types doesn't work try with full path (during build) my $foo = $@; $@=""; eval('require PDLA::Types'); if($@) { die "can't find PDLA::Types: $foo and $@" unless $@ eq ""; } } } PDLA::Types->import(); my $inc = defined $PDLA::Config{MALLOCDBG}->{include} ? "$PDLA::Config{MALLOCDBG}->{include}" : ''; my $libs = defined $PDLA::Config{MALLOCDBG}->{libs} ? "$PDLA::Config{MALLOCDBG}->{libs}" : ''; %PDLA_DATATYPES = (); foreach $key (keys %PDLA::Types::typehash) { $PDLA_DATATYPES{$PDLA::Types::typehash{$key}->{'sym'}} = $PDLA::Types::typehash{$key}->{'ctype'}; } # non-blocking IO configuration $O_NONBLOCK = defined $Config{'o_nonblock'} ? $Config{'o_nonblock'} : 'O_NONBLOCK'; =head2 isbigendian =for ref Is the machine big or little endian? =for example print "Your machins is big endian.\n" if isbigendian(); returns 1 if the machine is big endian, 0 if little endian, or dies if neither. It uses the C element of perl's C<%Config> array. =for usage my $retval = isbigendian(); =cut # ' emacs parsing dummy # big/little endian? sub isbigendian { use Config; my $byteorder = $Config{byteorder} || die "ERROR: Unable to find 'byteorder' in perl's Config\n"; return 1 if $byteorder eq "4321"; return 1 if $byteorder eq "87654321"; return 0 if $byteorder eq "1234"; return 0 if $byteorder eq "12345678"; die "ERROR: PDLA does not understand your machine's byteorder ($byteorder)\n"; } #################### PDLA Generic PreProcessor #################### # # Preprocesses *.g files to *.c files allowing 'generic' # type code which is converted to code for each type. # # e.g. the code: # # pdl x; # GENERICLOOP(x.datatype) # generic *xx = x.data; # for(i=0; i) { # Process files in @ARGV list - result to STDOUT # Do the miscellaneous substitutions first s/O_NONBLOCK/$O_NONBLOCK/go; # I/O if ( m/ (\s*)? \b GENERICLOOP \s* \( ( [^\)]* ) \) ( \s*; )? /x ){ # Start of generic code #print $MATCH, "=$1=\n"; die "Found GENERICLOOP while searching for ENDGENERICLOOP\n" if $gotstart; $loopvar = $2; $indent = $1; print $PREMATCH; @gencode = (); # Start saving code push @gencode, $POSTMATCH; $gotstart = 1; next; } if ( m/ \b ENDGENERICLOOP ( \s*; )? /x ) { die "Found ENDGENERICLOOP while searching for GENERICLOOP\n" unless $gotstart; push @gencode, $PREMATCH; flushgeneric(); # Output the generic code print $POSTMATCH; # End of genric code $gotstart = 0; next; } if ($gotstart) { push @gencode, $_; } else { print; } } # End while } sub flushgeneric { # Construct the generic code switch print $indent,"switch ($loopvar) {\n\n"; for $case (keys %PDLA_DATATYPES) { $type = $PDLA_DATATYPES{$case}; print $indent,"case $case:\n"; # Start of this case print $indent," {"; # Now output actual code with substutions for (@gencode) { $line = $_; $line =~ s/\bgeneric\b/$type/g; print " ",$line; } print "}break;\n\n"; # End of this case } print $indent,"default:\n"; print $indent,' croak ("Not a known data type code=%d",'.$loopvar.");\n"; print $indent,"}"; } sub genpp_cmdline { my ($in, $out) = @_; require ExtUtils::MM; my $MM = bless { NAME => 'Fake' }, 'MM'; my $devpm = whereami_any()."/Core/Dev.pm"; sprintf($MM->oneliner(<<'EOF'), $devpm) . qq{ "$in" > "$out"}; require "%s"; PDLA::Core::Dev->import(); genpp(); EOF } # Standard PDLA postamble # # This is called via .../Gen/Inline/Pdlapp.pm, in the case that the INTERNAL # flag for the compilation is off (grep "ILSM" in that file to find the reference). # If it's ON, then postamble_int gets called instead. sub postamble { my ($self) = @_; sprintf <<'EOF', genpp_cmdline(qw($< $@)); # Rules for the generic preprocessor .SUFFIXES: .g .g.c : %s EOF } # Expects list in format: # [gtest.pd, GTest, PDLA::GTest, ['../GIS/Proj', ...] ], [...] # source, prefix,module/package, optional deps # The idea is to support in future several packages in same dir - EUMM # 7.06 supports # each optional dep is a relative dir that a "make" will chdir to and # "make" first - so the *.pd file can then "use" what it makes # This is the function internal for PDLA. sub pdlpp_postamble_int { join '',map { my($src,$pref,$mod, $deps) = @$_; die "If give dependencies, must be array-ref" if $deps and !ref $deps; my $w = whereami_any(); $w =~ s%/((PDLA)|(Basic))$%%; # remove the trailing subdir my $top = File::Spec->abs2rel($w); my $basic = File::Spec->catdir($top, 'Basic'); my $core = File::Spec->catdir($basic, 'Core'); my $gen = File::Spec->catdir($basic, 'Gen'); my $depbuild = ''; for my $dep (@{$deps || []}) { my $target = ''; if ($dep eq 'core') { $dep = $top; $target = ' core'; } require ExtUtils::MM; $dep =~ s#([\(\)])#\\$1#g; # in case of unbalanced ( $depbuild .= MM->oneliner("exit(!(chdir q($dep) && !system(q(\$(MAKE)$target))))"); $depbuild .= "\n\t"; } qq| $pref.pm: $src $core/Types.pm $depbuild\$(PERLRUNINST) \"-MPDLA::PP qw/$mod $mod $pref/\" $src $pref.xs: $pref.pm \$(TOUCH) \$@ $pref.c: $pref.xs $pref\$(OBJ_EXT): $pref.c | } (@_) } # This is the function to be used outside the PDLA tree. sub pdlpp_postamble { join '',map { my($src,$pref,$mod) = @$_; my $w = whereami_any(); $w =~ s%/((PDLA)|(Basic))$%%; # remove the trailing subdir qq| $pref.pm: $src \$(PERL) "-I$w" \"-MPDLA::PP qw/$mod $mod $pref/\" $src $pref.xs: $pref.pm \$(TOUCH) \$@ $pref.c: $pref.xs $pref\$(OBJ_EXT): $pref.c | } (@_) } sub pdlpp_stdargs_int { my($rec) = @_; my($src,$pref,$mod) = @$rec; my $w = whereami(); my $malloclib = exists $PDLA::Config{MALLOCDBG}->{libs} ? $PDLA::Config{MALLOCDBG}->{libs} : ''; my $mallocinc = exists $PDLA::Config{MALLOCDBG}->{include} ? $PDLA::Config{MALLOCDBG}->{include} : ''; my $libsarg = $libs || $malloclib ? "$libs $malloclib " : ''; # for Win32 return ( %::PDLA_OPTIONS, 'NAME' => $mod, 'VERSION_FROM' => "$w/Basic/Core/Version.pm", 'TYPEMAPS' => [&PDLA_TYPEMAP()], 'OBJECT' => "$pref\$(OBJ_EXT)", PM => {"$pref.pm" => "\$(INST_LIBDIR)/$pref.pm"}, MAN3PODS => {"$pref.pm" => "\$(INST_MAN3DIR)/$mod.\$(MAN3EXT)"}, 'INC' => &PDLA_INCLUDE()." $inc $mallocinc", 'LIBS' => $libsarg ? [$libsarg] : [], 'clean' => {'FILES' => "$pref.xs $pref.pm $pref\$(OBJ_EXT) $pref.c"}, (eval ($ExtUtils::MakeMaker::VERSION) >= 6.57_02 ? ('NO_MYMETA' => 1) : ()), ); } sub pdlpp_stdargs { my($rec) = @_; my($src,$pref,$mod) = @$rec; return ( %::PDLA_OPTIONS, 'NAME' => $mod, 'TYPEMAPS' => [&PDLA_INST_TYPEMAP()], 'OBJECT' => "$pref\$(OBJ_EXT)", PM => {"$pref.pm" => "\$(INST_LIBDIR)/$pref.pm"}, MAN3PODS => {"$pref.pm" => "\$(INST_MAN3DIR)/$mod.\$(MAN3EXT)"}, 'INC' => &PDLA_INST_INCLUDE()." $inc", 'LIBS' => $libs ? ["$libs "] : [], 'clean' => {'FILES' => "$pref.xs $pref.pm $pref\$(OBJ_EXT) $pref.c"}, 'dist' => {'PREOP' => '$(PERL) "-I$(INST_ARCHLIB)" "-I$(INST_LIB)" -MPDLA::Core::Dev -e pdlpp_mkgen $(DISTVNAME)' }, (eval ($ExtUtils::MakeMaker::VERSION) >= 6.57_02 ? ('NO_MYMETA' => 1) : ()), ); } # pdlpp_mkgen($dir) # - scans $dir/MANIFEST for all *.pd files and creates corresponding *.pm files # in $dir/GENERATED/ subdir; needed for proper doc rendering at metacpan.org # - it is used in Makefile.PL like: # dist => { PREOP=>'$(PERL) -MPDLA::Core::Dev -e pdlpp_mkgen $(DISTVNAME)' } # so all the magic *.pm generation happens during "make dist" # - it is intended to be called as a one-liner: # perl -MPDLA::Core::Dev -e pdlpp_mkgen DirName # sub pdlpp_mkgen { my $dir = @_ > 0 ? $_[0] : $ARGV[0]; die "pdlpp_mkgen: unspecified directory" unless defined $dir && -d $dir; my $file = "$dir/MANIFEST"; die "pdlpp_mkgen: non-existing '$dir/MANIFEST'" unless -f $file; my @pairs = (); my $manifest = ExtUtils::Manifest::maniread($file); for (keys %$manifest) { next if $_ !~ m/\.pd$/; # skip non-pd files next if $_ =~ m/^(t|xt)\//; # skip *.pd files in test subdirs next unless -f $_; my $content = do { local $/; open my $in, '<', $_; <$in> }; if ($content =~ /=head1\s+NAME\s+(\S+)\s+/sg) { push @pairs, [$_, $1]; } else { warn "pdlpp_mkgen: unknown module name for '$_' (use proper '=head1 NAME' section)\n"; } } my %added = (); for (@pairs) { my ($pd, $mod) = @$_; (my $prefix = $mod) =~ s|::|/|g; my $manifestpm = "GENERATED/$prefix.pm"; $prefix = "$dir/GENERATED/$prefix"; File::Path::mkpath(dirname($prefix)); #there is no way to use PDLA::PP from perl code, thus calling via system() my @in = map { "-I$_" } @INC, 'inc'; my $rv = system($^X, @in, "-MPDLA::PP qw[$mod $mod $prefix]", $pd); if ($rv == 0 && -f "$prefix.pm") { $added{$manifestpm} = "mod=$mod pd=$pd (added by pdlpp_mkgen)"; unlink "$prefix.xs"; #we need only .pm } else { warn "pdlpp_mkgen: cannot convert '$pd'\n"; } } if (scalar(keys %added) > 0) { #maniadd works only with this global variable local $ExtUtils::Manifest::MANIFEST = $file; ExtUtils::Manifest::maniadd(\%added); } } sub unsupported { my ($package,$os) = @_; "No support for $package on $os platform yet. Will skip build process"; } sub write_dummy_make { my ($msg) = @_; $msg =~ s#\n*\z#\n#; $msg =~ s#^\s*#\n#gm; print $msg; require ExtUtils::MakeMaker; ExtUtils::MakeMaker::WriteEmptyMakefile(NAME => 'Dummy', DIR => []); } sub getcyglib { my ($lib) = @_; my $lp = `gcc -print-file-name=lib$lib.a`; $lp =~ s|/[^/]+$||; $lp =~ s|^([a-z,A-Z]):|//$1|g; return "-L$lp -l$lib"; } =head2 trylink =for ref a perl configure clone =for example if (trylink 'libGL', '', 'char glBegin(); glBegin();', '-lGL') { $libs = '-lGLU -lGL'; $have_GL = 1; } else { $have_GL = 0; } $maybe = trylink 'libwhatever', $inc, $body, $libs, $cflags, {MakeMaker=>1, Hide=>0, Clean=>1}; Try to link some C-code making up the body of a function with a given set of library specifiers return 1 if successful, 0 otherwise =for usage trylink $infomsg, $include, $progbody, $libs [,$cflags,{OPTIONS}]; Takes 4 + 2 optional arguments. =over 5 =item * an informational message to print (can be empty) =item * any commands to be included at the top of the generated C program (typically something like C<#include "mylib.h">) =item * the body of the program (in function main) =item * library flags to use for linking. Preprocessing by MakeMaker should be performed as needed (see options and example). =item * compilation flags. For example, something like C<-I/usr/local/lib>. Optional argument. Empty if omitted. =item * OPTIONS =over =item MakeMaker Preprocess library strings in the way MakeMaker does things. This is advisable to ensure that your code will actually work after the link specs have been processed by MakeMaker. =item Hide Controls if linking output etc is hidden from the user or not. On by default except within the build of the PDLA distribution where the config value set in F prevails. =item Clean Remove temporary files. Enabled by default. You might want to switch it off during debugging. =back =back =cut sub trylink { my $opt = ref $_[$#_] eq 'HASH' ? pop : {}; my ($txt,$inc,$body,$libs,$cflags) = @_; $cflags ||= ''; require File::Spec; require File::Temp; my $cdir = sub { return File::Spec->catdir(@_)}; my $cfile = sub { return File::Spec->catfile(@_)}; use Config; # check if MakeMaker should be used to preprocess the libs for my $key(keys %$opt) {$opt->{lc $key} = $opt->{$key}} my $mmprocess = exists $opt->{makemaker} && $opt->{makemaker}; my $hide = exists $opt->{hide} ? $opt->{hide} : exists $PDLA::Config{HIDE_TRYLINK} ? $PDLA::Config{HIDE_TRYLINK} : 1; my $clean = exists $opt->{clean} ? $opt->{clean} : 1; if ($mmprocess) { require ExtUtils::MakeMaker; require ExtUtils::Liblist; my $self = new ExtUtils::MakeMaker {DIR => [],'NAME' => 'NONE'}; my @libs = $self->ext($libs, 0); print "processed LIBS: $libs[0]\n" unless $hide; $libs = $libs[0]; # replace by preprocessed libs } print " Trying $txt...\n " unless $txt =~ /^\s*$/; my $HIDE = !$hide ? '' : '>/dev/null 2>&1'; if($^O =~ /mswin32/i) {$HIDE = '>NUL 2>&1'} my $tempd; $tempd = File::Temp::tempdir(CLEANUP=>1) || die "trylink: could not make TEMPDIR"; ### if($^O =~ /MSWin32/i) {$tempd = File::Spec->tmpdir()} ### else { ### $tempd = $PDLA::Config{TEMPDIR} || ### } my ($tc,$te) = map {&$cfile($tempd,"testfile$_")} ('.c',''); open FILE,">$tc" or die "trylink: couldn't open testfile `$tc' for writing, $!"; my $prog = <<"EOF"; $inc int main(void) { $body return 0; } EOF print FILE $prog; close FILE; # print "test prog:\n$prog\n"; # make sure we can overwrite the executable. shouldn't need this, # but if it fails and HIDE is on, the user will never see the error. open(T, ">$te") or die( "unable to write to test executable `$te'"); close T; print "$Config{cc} $cflags -o $te $tc $libs $HIDE ...\n" unless $hide; my $success = (system("$Config{cc} $cflags -o $te $tc $libs $HIDE") == 0) && -e $te ? 1 : 0; unlink "$te","$tc" if $clean; print $success ? "\t\tYES\n" : "\t\tNO\n" unless $txt =~ /^\s*$/; print $success ? "\t\tSUCCESS\n" : "\t\tFAILED\n" if $txt =~ /^\s*$/ && !$hide; return $success; } =head2 datatypes_switch =for ref prints on C XS text for F. =cut sub datatypes_switch { my $ntypes = $#PDLA::Types::names; my @m; foreach my $i ( 0 .. $ntypes ) { my $type = PDLA::Type->new( $i ); my $typesym = $type->symbol; my $cname = $type->ctype; $cname =~ s/^PDLA_//; push @m, "\tcase $typesym: retval = PDLA.bvals.$cname; break;"; } print map "$_\n", @m; } =head2 generate_core_flags =for ref prints on C XS text with core flags, for F. =cut my %flags = ( hdrcpy => { set => 1 }, fflows => { FLAG => "DATAFLOW_F" }, bflows => { FLAG => "DATAFLOW_B" }, is_inplace => { FLAG => "INPLACE", postset => 1 }, donttouch => { FLAG => "DONTTOUCHDATA" }, allocated => { }, vaffine => { FLAG => "OPT_VAFFTRANSOK" }, anychgd => { FLAG => "ANYCHANGED" }, dimschgd => { FLAG => "PARENTDIMSCHANGED" }, tracedebug => { FLAG => "TRACEDEBUG", set => 1}, ); #if ( $bvalflag ) { $flags{baddata} = { set => 1, FLAG => "BADVAL" }; } sub generate_core_flags { # access (read, if set is true then write as well; if postset true then # read first and write new value after that) # to piddle's state foreach my $name ( keys %flags ) { my $flag = "PDLA_" . ($flags{$name}{FLAG} || uc($name)); if ( $flags{$name}{set} ) { print <<"!WITH!SUBS!"; int $name(x,mode=0) pdl *x int mode CODE: if (items>1) { setflag(x->state,$flag,mode); } RETVAL = ((x->state & $flag) > 0); OUTPUT: RETVAL !WITH!SUBS! } elsif ($flags{$name}{postset}) { print <<"!WITH!SUBS!"; int $name(x,mode=0) pdl *x int mode CODE: RETVAL = ((x->state & $flag) > 0); if (items>1) { setflag(x->state,$flag,mode); } OUTPUT: RETVAL !WITH!SUBS! } else { print <<"!WITH!SUBS!"; int $name(self) pdl *self CODE: RETVAL = ((self->state & $flag) > 0); OUTPUT: RETVAL !WITH!SUBS! } } # foreach: keys %flags } =head2 generate_badval_init =for ref prints on C XS text with badval initialisation, for F. =cut sub generate_badval_init { for my $type (PDLA::Types::types()) { my $typename = $type->ctype; $typename =~ s/^PDLA_//; my $bval = $type->defbval; if ($PDLA::Config{BADVAL_USENAN} && $type->usenan) { # note: no defaults if usenan print "\tPDLA.bvals.$typename = PDLA.NaN_$type;\n"; #Core NaN value } else { print "\tPDLA.bvals.$typename = PDLA.bvals.default_$typename = $bval;\n"; } } # PDLA.bvals.Byte = PDLA.bvals.default_Byte = UCHAR_MAX; # PDLA.bvals.Short = PDLA.bvals.default_Short = SHRT_MIN; # PDLA.bvals.Ushort = PDLA.bvals.default_Ushort = USHRT_MAX; # PDLA.bvals.Long = PDLA.bvals.default_Long = INT_MIN; } 1;