HTML-Selector-XPath-0.25/0000755000175000017500000000000013367253116014357 5ustar corioncorionHTML-Selector-XPath-0.25/Makefile.PL0000644000175000017500000000311013367253111016317 0ustar corioncorionuse ExtUtils::MakeMaker qw(WriteMakefile); my %module = ( NAME => 'HTML::Selector::XPath', VERSION_FROM => 'lib/HTML/Selector/XPath.pm', ABSTRACT_FROM => 'lib/HTML/Selector/XPath.pm', META_MERGE => { "meta-spec" => { version => 2 }, resources => { repository => { web => 'https://github.com/Corion/HTML-Selector-XPath', url => 'git://github.com/Corion/HTML-Selector-XPath.git', type => 'git', }, bugtracker => 'http://rt.cpan.org/Public/Dist/Display.html?Name=HTML-Selector-XPath', license => 'http://dev.perl.org/licenses/', }, dynamic_config => 0, # we promise to keep META.* up-to-date x_static_install => 1, # we are pure Perl and don't do anything fancy #provides => { # 'HTML::Selector::XPath' => { # file => 'lib/HTML/Selector/XPath.pm', # version => 'lib/HTML/Selector/XPath.pm', # } #} }, MIN_PERL_VERSION => '5.008001', BUILD_REQUIRES => { 'ExtUtils::MakeMaker' => 0, }, TEST_REQUIRES => { 'Test::More' => 0, 'Test::Base' => 0, 'Encode' => 0, }, 'PREREQ_PM' => { 'strict' => 0, 'Exporter' => 0, 'Carp' => 0, }, # e.g., Module::Name => 1.1 AUTHOR => 'Max Maischein ', LICENSE => 'perl' ); sub get_module_info { %module } if( ! caller ) { WriteMakefile(get_module_info); }; 1; HTML-Selector-XPath-0.25/t/0000755000175000017500000000000013367253116014622 5ustar corioncorionHTML-Selector-XPath-0.25/t/06_rt114261.t0000644000175000017500000000120413367253111016410 0ustar corioncorionuse strict; use Test::Base; use HTML::Selector::XPath qw(selector_to_xpath); plan tests => 1 * blocks; filters { selector => 'chomp', xpath => 'chomp' }; run { my $block = shift; is selector_to_xpath($block->selector), $block->xpath, $block->selector; } __END__ === --- selector a:contains("s1") --- xpath //a[text()[contains(string(.),"s1")]] === --- selector a:contains('s1') --- xpath //a[text()[contains(string(.),"s1")]] === --- selector :not(a:contains("s3")) --- xpath //*[not(self::a[text()[contains(string(.),"s3")]])] === --- selector :not(a:contains('s3')) --- xpath //*[not(self::a[text()[contains(string(.),"s3")]])] HTML-Selector-XPath-0.25/t/03_xpath_root.t0000644000175000017500000000143013367253111017471 0ustar corioncorionuse strict; use Test::Base; use HTML::Selector::XPath qw(selector_to_xpath); plan tests => 1 * blocks; filters { selector => 'chomp', xpath => 'chomp' }; run { my $block = shift; is selector_to_xpath($block->selector, root=> '/R'), $block->xpath, $block->selector; } __END__ === --- selector * --- xpath /R/* === --- selector E --- xpath /R/E === --- selector E F --- xpath /R/E//F === --- selector E > F --- xpath /R/E/F === --- selector E + F --- xpath /R/E/following-sibling::*[1]/self::F === --- selector E[foo] --- xpath /R/E[@foo] === --- selector E[foo="warning"] --- xpath /R/E[@foo='warning'] === --- selector E#myid --- xpath /R/E[@id='myid'] === --- selector foo.bar, bar --- xpath /R/foo[contains(concat(' ', normalize-space(@class), ' '), ' bar ')] | /R/bar HTML-Selector-XPath-0.25/t/00_compile.t0000644000175000017500000000012113367253111016723 0ustar corioncorionuse strict; use Test::More tests => 1; BEGIN { use_ok 'HTML::Selector::XPath' } HTML-Selector-XPath-0.25/t/05_xpath_prefix.t0000644000175000017500000000156413367253111020015 0ustar corioncorionuse strict; use Test::Base; use HTML::Selector::XPath qw(selector_to_xpath); plan tests => 1 * blocks; filters { selector => 'chomp', xpath => 'chomp' }; run { my $block = shift; is selector_to_xpath($block->selector, root => '/R', prefix => 'xhtml'), $block->xpath, $block->selector; } __END__ === --- selector * --- xpath /R/* === --- selector E --- xpath /R/xhtml:E === --- selector E F --- xpath /R/xhtml:E//xhtml:F === --- selector E > F --- xpath /R/xhtml:E/xhtml:F === --- selector E + F --- xpath /R/xhtml:E/following-sibling::*[1]/self::xhtml:F === --- selector E[foo] --- xpath /R/xhtml:E[@foo] === --- selector E[foo="warning"] --- xpath /R/xhtml:E[@foo='warning'] === --- selector E#myid --- xpath /R/xhtml:E[@id='myid'] === --- selector foo.bar, bar --- xpath /R/xhtml:foo[contains(concat(' ', normalize-space(@class), ' '), ' bar ')] | /R/xhtml:bar HTML-Selector-XPath-0.25/t/01_xpath.t0000644000175000017500000002362113367253111016432 0ustar corioncorionuse strict; use Test::Base; use HTML::Selector::XPath; my @should_die = split /\n+/, <<'EOF'; [1a] [-1a] [--a] [!a] [ab!c] [] [x=1a] [x=-1a] [x=--a] [x=!a] [x=ab!c] [x="] [x="abc" "] [x=abc z] EOF plan tests => 1 * blocks() + @should_die; filters { selector => 'chomp', xpath => 'chomp' }; run { my $block = shift; my $selector = HTML::Selector::XPath->new($block->selector); is $selector->to_xpath, $block->xpath, $block->selector; }; for my $selector (@should_die) { my $to_xpath = eval { HTML::Selector::XPath->new($selector)->to_xpath }; is($to_xpath, undef, "invalid selector should die: $selector"); } __END__ === --- selector * --- xpath //* === --- selector E --- xpath //E === --- selector E F --- xpath //E//F === --- selector E > F --- xpath //E/F === --- selector p.pastoral.marine --- xpath //p[contains(concat(' ', normalize-space(@class), ' '), ' pastoral ')][contains(concat(' ', normalize-space(@class), ' '), ' marine ')] === --- selector E:first-child --- xpath //E[count(preceding-sibling::*) = 0 and parent::*] === --- selector F E:first-child --- xpath //F//E[count(preceding-sibling::*) = 0 and parent::*] === --- selector F > E:first-child --- xpath //F/E[count(preceding-sibling::*) = 0 and parent::*] === --- selector E:lang(c) --- xpath //E[@xml:lang='c' or starts-with(@xml:lang, 'c-')] === --- selector E + F --- xpath //E/following-sibling::*[1]/self::F === --- selector E + #bar --- xpath //E/following-sibling::*[1]/self::*[@id='bar'] === --- selector E + .bar --- xpath //E/following-sibling::*[1]/self::*[contains(concat(' ', normalize-space(@class), ' '), ' bar ')] === --- selector E[foo] --- xpath //E[@foo] === --- selector E[foo=warning] --- xpath //E[@foo='warning'] === --- selector E[foo="warning"] --- xpath //E[@foo='warning'] === --- selector E[foo~="warning"] --- xpath //E[contains(concat(' ', @foo, ' '), ' warning ')] === --- selector E[foo~=warning] --- xpath //E[contains(concat(' ', @foo, ' '), ' warning ')] === --- selector E[foo^="warning"] --- xpath //E[starts-with(@foo,'warning')] === --- selector E[foo^=warning] --- xpath //E[starts-with(@foo,'warning')] === --- selector E:not([foo^="warning"]) --- xpath //E[not(starts-with(@foo,'warning'))] === --- selector E:not([foo^=warning]) --- xpath //E[not(starts-with(@foo,'warning'))] === --- selector E[foo$="warning"] --- xpath //E[substring(@foo,string-length(@foo)-6)='warning'] === --- selector E[foo$=warning] --- xpath //E[substring(@foo,string-length(@foo)-6)='warning'] === --- selector E[lang|="en"] --- xpath //E[@lang='en' or starts-with(@lang, 'en-')] === --- selector E[lang|=en] --- xpath //E[@lang='en' or starts-with(@lang, 'en-')] === --- selector DIV.warning --- xpath //DIV[contains(concat(' ', normalize-space(@class), ' '), ' warning ')] === --- selector E#myid --- xpath //E[@id='myid'] === --- selector p:not(#me) --- xpath //p[not(self::*[@id='me'])] === --- selector foo.bar, bar --- xpath //foo[contains(concat(' ', normalize-space(@class), ' '), ' bar ')] | //bar === --- selector E:nth-child(1) --- xpath //E[count(preceding-sibling::*) = 0 and parent::*] === --- selector E:last-child --- xpath //E[count(following-sibling::*) = 0 and parent::*] === --- selector F E:last-child --- xpath //F//E[count(following-sibling::*) = 0 and parent::*] === --- selector F > E:last-child --- xpath //F/E[count(following-sibling::*) = 0 and parent::*] === --- selector E[href*="bar"] --- xpath //E[contains(@href, 'bar')] === --- selector E[href*=bar] --- xpath //E[contains(@href, 'bar')] === --- selector E:not([href*="bar"]) --- xpath //E[not(contains(@href, 'bar'))] === --- selector E:not([href*=bar]) --- xpath //E[not(contains(@href, 'bar'))] === --- selector F > E:nth-of-type(3) --- xpath //F/E[3] === --- selector E ~ F --- xpath //E/following-sibling::F === --- selector E ~ F.foo --- xpath //E/following-sibling::F[contains(concat(' ', normalize-space(@class), ' '), ' foo ')] === --- selector E:contains("Hello") --- xpath //E[text()[contains(string(.),"Hello")]] === --- selector E:contains( "Hello" ) --- xpath //E[text()[contains(string(.),"Hello")]] === --- selector E:contains( "Hello" ).C --- xpath //E[text()[contains(string(.),"Hello")]][contains(concat(' ', normalize-space(@class), ' '), ' C ')] === --- selector E:contains( "Hello" ) .C --- xpath //E[text()[contains(string(.),"Hello")]]//*[contains(concat(' ', normalize-space(@class), ' '), ' C ')] === --- selector F, E:contains( "Hello" ) --- xpath //F | //E[text()[contains(string(.),"Hello")]] === --- selector E:contains( "Hello" ), F --- xpath //E[text()[contains(string(.),"Hello")]] | //F === --- selector E ~ F --- xpath //E/following-sibling::F === --- selector E ~ #bar --- xpath //E/following-sibling::*[@id='bar'] === --- selector E ~ .bar --- xpath //E/following-sibling::*[contains(concat(' ', normalize-space(@class), ' '), ' bar ')] === --- selector E ~ * --- xpath //E/following-sibling::* === --- selector .foo ~ E --- xpath //*[contains(concat(' ', normalize-space(@class), ' '), ' foo ')]/following-sibling::E === --- selector .foo ~ * --- xpath //*[contains(concat(' ', normalize-space(@class), ' '), ' foo ')]/following-sibling::* === --- selector .foo ~ .bar --- xpath //*[contains(concat(' ', normalize-space(@class), ' '), ' foo ')]/following-sibling::*[contains(concat(' ', normalize-space(@class), ' '), ' bar ')] === --- selector > em --- xpath //*/em === --- selector :first-child --- xpath //*[count(preceding-sibling::*) = 0 and parent::*] === --- selector :last-child --- xpath //*[count(following-sibling::*) = 0 and parent::*] === --- selector E.c:first-child --- xpath //E[contains(concat(' ', normalize-space(@class), ' '), ' c ')][count(preceding-sibling::*) = 0 and parent::*] === --- selector E:first-child.c --- xpath //E[count(preceding-sibling::*) = 0 and parent::*][contains(concat(' ', normalize-space(@class), ' '), ' c ')] === --- selector E#i:first-child --- xpath //E[@id='i'][count(preceding-sibling::*) = 0 and parent::*] === --- selector E:first-child#i --- xpath //E[count(preceding-sibling::*) = 0 and parent::*][@id='i'] === --- selector :lang(c) --- xpath //*[@xml:lang='c' or starts-with(@xml:lang, 'c-')] === --- selector :lang(c)#i --- xpath //*[@xml:lang='c' or starts-with(@xml:lang, 'c-')][@id='i'] === --- selector #i:lang(c) --- xpath //*[@id='i'][@xml:lang='c' or starts-with(@xml:lang, 'c-')] === --- selector *:lang(c)#i --- xpath //*[@xml:lang='c' or starts-with(@xml:lang, 'c-')][@id='i'] === --- selector E:lang(c)#i --- xpath //E[@xml:lang='c' or starts-with(@xml:lang, 'c-')][@id='i'] === --- selector E#i:lang(c) --- xpath //E[@id='i'][@xml:lang='c' or starts-with(@xml:lang, 'c-')] === --- selector *:lang(c)#i:first-child --- xpath //*[@xml:lang='c' or starts-with(@xml:lang, 'c-')][@id='i'][count(preceding-sibling::*) = 0 and parent::*] === --- selector E:lang(c)#i:first-child --- xpath //E[@xml:lang='c' or starts-with(@xml:lang, 'c-')][@id='i'][count(preceding-sibling::*) = 0 and parent::*] === --- selector E:lang(c):first-child#i --- xpath //E[@xml:lang='c' or starts-with(@xml:lang, 'c-')][count(preceding-sibling::*) = 0 and parent::*][@id='i'] === --- selector E#i:lang(c):first-child --- xpath //E[@id='i'][@xml:lang='c' or starts-with(@xml:lang, 'c-')][count(preceding-sibling::*) = 0 and parent::*] === --- selector #bar --- xpath //*[@id='bar'] === --- selector *#bar --- xpath //*[@id='bar'] === --- selector *[foo] --- xpath //*[@foo] === --- selector [foo] --- xpath //*[@foo] === --- selector .warning --- xpath //*[contains(concat(' ', normalize-space(@class), ' '), ' warning ')] === --- selector *.warning --- xpath //*[contains(concat(' ', normalize-space(@class), ' '), ' warning ')] === --- selector :nth-child(1) --- xpath //*[count(preceding-sibling::*) = 0 and parent::*] === --- selector *:nth-child(1) --- xpath //*[count(preceding-sibling::*) = 0 and parent::*] === --- selector E:nth-child(1) --- xpath //E[count(preceding-sibling::*) = 0 and parent::*] === --- selector E:nth-child(2) --- xpath //E[count(preceding-sibling::*) = 1 and parent::*] === --- selector E:nth-child(even) --- xpath //E[not((count(preceding-sibling::*)+1)<0) and ((count(preceding-sibling::*) + 1) - 0) mod 2 = 0 and parent::*] === --- selector E:nth-child(odd) --- xpath //E[not((count(preceding-sibling::*)+1)<1) and ((count(preceding-sibling::*) + 1) - 1) mod 2 = 0 and parent::*] === --- selector E:nth-child(2n) --- xpath //E[not((count(preceding-sibling::*)+1)<0) and ((count(preceding-sibling::*) + 1) - 0) mod 2 = 0 and parent::*] === --- selector E:nth-child(2n+1) --- xpath //E[not((count(preceding-sibling::*)+1)<1) and ((count(preceding-sibling::*) + 1) - 1) mod 2 = 0 and parent::*] === --- selector :root --- xpath /* === --- selector E:root --- xpath /E === --- selector E:empty --- xpath //E[not(* or text())] === --- selector :empty --- xpath //*[not(* or text())] === --- selector p , :root --- xpath //p | /* === --- selector p , q --- xpath //p | //q === --- selector div *:not(p) em --- xpath //div//*[not(self::p)]//em === --- selector a:not(.external)[href] --- xpath //a[not(self::*[contains(concat(' ', normalize-space(@class), ' '), ' external ')])][@href] === --- selector div em:only-child --- xpath //div//em[count(preceding-sibling::*) = 0 and parent::*][count(following-sibling::*) = 0 and parent::*] === --- selector [x=abc] --- xpath //*[@x='abc'] === --- selector [x=a-bc] --- xpath //*[@x='a-bc'] === --- selector [x=abc-] --- xpath //*[@x='abc-'] === --- selector [x=ab--c] --- xpath //*[@x='ab--c'] === --- selector option[value!=""] --- xpath //option[@value!=''] === --- selector option[ value="" ] --- xpath //option[@value=''] === --- selector tr[class!="wantedClass"] --- xpath //tr[@class!='wantedClass'] === --- selector form[name='foo'] --- xpath //form[@name='foo'] === --- selector E:last-of-type --- xpath //E[last()] === --- selector E:disabled --- xpath //E[@disabled] === --- selector E:selected --- xpath //E[@selected] === --- selector E:checked --- xpath //E[@checked] HTML-Selector-XPath-0.25/t/02_html.t0000644000175000017500000002016513367253111016253 0ustar corioncorionuse strict; use Test::Base; use HTML::Selector::XPath; use Encode qw(decode); if( ! eval { require HTML::TreeBuilder::XPath; 1 }) { plan skip_all => "HTML::TreeBuilder::XPath is not installed."; }; filters { selector => 'chomp', expected => [ 'lines', 'array' ] }; plan tests => 1 * blocks; binmode STDOUT, ':encoding(UTF-8)'; # because our test names contain UTF-8 binmode STDERR, ':encoding(UTF-8)'; # because our test names contain UTF-8 # But it seems that Test::More or Test::Base or whoever mess with STDOUT/STDERR # on their own. run { my $block = shift; my $tree = HTML::TreeBuilder::XPath->new; my $input= decode( 'UTF-8', $block->input); $tree->parse($input); $tree->eof; my $sel= decode( 'UTF-8', scalar $block->selector ); my $expr; if ($block->selector =~ m!^/!) { $expr = $sel; } else { $expr = HTML::Selector::XPath->new($sel)->to_xpath }; my @nodes = $tree->findnodes( $expr ); my $expected= [ map { decode( 'UTF-8', $_ )} @{ $block->expected } ]; my $got= [ map $_->as_XML, @nodes ]; is_deeply $got, $expected, $sel . " -> $expr"; } __END__ === --- input
foo
foo
--- selector div.foo --- expected
foo
=== --- input --- selector ul li --- expected
  • bar
  • baz
  • === --- input --- selector ul li:first-child --- expected
  • bar
  • === --- input --- selector ul li:last-child --- expected
  • baz
  • === --- input --- selector li.bar --- expected
  • baz
  • baz
  • === --- input
    foo
    baz
    --- selector div#bar --- expected
    baz
    === --- input
    foo
    baz
    baz
    --- selector div#bar, div.baz --- expected
    baz
    baz
    === --- input
    foo
    baz
    baz
    --- selector div:not([lang|="en"]) --- expected
    foo
    === --- input
    foo
    baz
    baz
    --- selector div:not([class~="foo"]) --- expected
    foo
    baz
    === --- input
    foo
    baz
    baz
    --- selector div:not([class]) --- expected
    foo
    === --- SKIP --- input

    foo

    baz
    --- selector *:not(p) --- expected
    baz
    === --- input

    foo

    bar

    --- selector p.pastoral.marine --- expected

    foo

    === --- input

    foo

    bar

    --- selector p:nth-child(1) --- expected

    foo

    === --- input

    foo

    bar

    --- selector p:nth-child(2) --- expected

    bar

    === --- input No Foobar Barred bar --- selector a[href*="bar"] --- expected Foobar Barred bar === --- input No Foobar Barred bar --- selector a:not([href*="bar"]) --- expected No === --- input

    No

    Some description
    Foobar
    Some description
    Barred
    Some description
    bar

    --- selector p > a:nth-of-type(3) --- expected Barred === --- input No (no preceding sibling)

    A header

    Yes
    Some description
    Foobar Barred

    No (child, not sibling)

    --- selector p ~ a --- expected Yes Foobar Barred === --- input No (no preceding sibling)

    A header

    Yes
    Some description
    Foobar Barred

    No (child, not sibling)

    --- selector p ~ a.foo --- expected Yes === --- input No (no preceding sibling)

    A header

    Yes
    Some description

    Another two level deep description

    Foobar Barred

    No (child, not sibling)

    But some description

    Some description that is not output
    --- selector p *:contains("description") --- expected two level deep description
    But some description
    === --- input No (no preceding sibling)

    A header

    Yes
    Some description
    Another two level deep description
    Foobar Barred

    Some more description
    No (child, not sibling)

    Some description that is not output
    --- selector p > *:contains("description") --- expected
    Some more description
    === --- input No (no preceding sibling)

    A header

    Yes
    Some description
    Another two level deep description
    Foobar Barred

    No (child, not sibling)

    Some more description
    --- selector *:contains("description") --- expected
    Some description
    two level deep description
    Some more description
    === --- input
    Some description
    Another two level deep description
    Some more description
    --- selector :empty --- expected
    === --- input
    here

    not here

    --- selector div *:not(p) em --- expected here === --- input
    here

    not here

    --- selector //div/*[not(self::p)]/em --- expected here === --- input
    here there

    everywhere

    --- selector div em:only-child --- expected everywhere === --- input
    here there everywhere elsewhere nowhere
    --- selector div em:nth-child(2n) --- expected there elsewhere === --- input
    here there everywhere elsewhere nowhere
    --- selector div em:nth-child(2n+1) --- expected here everywhere nowhere === --- input
    here there everywhere elsewhere nowhere anywhere
    --- selector div em:nth-last-child(3n) --- expected here elsewhere === --- input
    anywhere here there everywhere elsewhere nowhere
    --- selector div em:nth-last-child(2n+1) --- expected here everywhere nowhere === --- input
    小飼弾
    foo
    --- selector div.小飼弾 --- expected
    小飼弾
    HTML-Selector-XPath-0.25/t/99_pod.t0000644000175000017500000000020113367253111016076 0ustar corioncorionuse Test::More; eval "use Test::Pod 1.00"; plan skip_all => "Test::Pod 1.00 required for testing POD" if $@; all_pod_files_ok(); HTML-Selector-XPath-0.25/t/07_rt114345.t0000644000175000017500000000046413367253111016423 0ustar corioncorionuse strict; use Test::Base; use HTML::Selector::XPath qw(selector_to_xpath); plan tests => 1 * blocks; filters { selector => 'chomp', xpath => 'chomp' }; run { my $block = shift; is selector_to_xpath($block->selector), $block->xpath, $block->selector; } __END__ === --- selector //b --- xpath //b HTML-Selector-XPath-0.25/t/04_subclass.t0000644000175000017500000000134513367253111017127 0ustar corioncorionpackage HTML::Selector::XPath::Extended; use strict; use Test::Base; use base qw(HTML::Selector::XPath); plan tests => 1 * blocks; filters { selector => 'chomp', xpath => 'chomp' }; sub parse_pseudo { my ($self, $pseudo, $expr) = @_; return q{[@type='foo']} if $pseudo eq 'foo'; return qq{[\@type='bar-$1']} if $pseudo =~ /^bar\(/ && $$expr =~ s/^"([^"]+)"\)//; return "" if $pseudo eq 'quax'; } run { my $block = shift; my $selector = HTML::Selector::XPath::Extended->new($block->selector); is $selector->to_xpath, $block->xpath, $block->selector; } __END__ === --- selector :foo --- xpath //*[@type='foo'] === --- selector :bar("baz") --- xpath //*[@type='bar-baz'] === --- selector :quax --- xpath //* HTML-Selector-XPath-0.25/META.yml0000644000175000017500000000142713367253116015634 0ustar corioncorion--- abstract: 'CSS Selector to XPath compiler' author: - 'Max Maischein ' build_requires: Encode: '0' ExtUtils::MakeMaker: '0' Test::Base: '0' Test::More: '0' configure_requires: ExtUtils::MakeMaker: '0' dynamic_config: 0 generated_by: 'ExtUtils::MakeMaker version 7.34, CPAN::Meta::Converter version 2.150005' license: perl meta-spec: url: http://module-build.sourceforge.net/META-spec-v1.4.html version: '1.4' name: HTML-Selector-XPath no_index: directory: - t - inc requires: Carp: '0' Exporter: '0' perl: '5.008001' strict: '0' resources: license: http://dev.perl.org/licenses/ repository: git://github.com/Corion/HTML-Selector-XPath.git version: '0.25' x_serialization_backend: 'CPAN::Meta::YAML version 0.018' x_static_install: 1 HTML-Selector-XPath-0.25/lib/0000755000175000017500000000000013367253116015125 5ustar corioncorionHTML-Selector-XPath-0.25/lib/HTML/0000755000175000017500000000000013367253116015671 5ustar corioncorionHTML-Selector-XPath-0.25/lib/HTML/Selector/0000755000175000017500000000000013367253116017451 5ustar corioncorionHTML-Selector-XPath-0.25/lib/HTML/Selector/XPath.pm0000644000175000017500000003115713367253111021035 0ustar corioncorionpackage HTML::Selector::XPath; use strict; use 5.008_001; our $VERSION = '0.25'; require Exporter; our @EXPORT_OK = qw(selector_to_xpath); *import = \&Exporter::import; use Carp; sub selector_to_xpath { __PACKAGE__->new(shift)->to_xpath(@_); } # XXX: Identifiers should also allow any characters U+00A0 and higher, and any # escaped characters. my $ident = qr/(?![0-9]|-[-0-9])[-_a-zA-Z0-9]+/; my $reg = { # tag name/id/class element => qr/^([#.]?)([^\s'"#.\/:@,=~>()\[\]|]*)((\|)([a-z0-9\\*_-]*))?/i, # attribute presence attr1 => qr/^\[ \s* ($ident) \s* \]/x, # attribute value match attr2 => qr/^\[ \s* ($ident) \s* ( [~|*^\$!]? = ) \s* (?: ($ident) | "([^"]*)" | '([^']*)') \s* \] /x, badattr => qr/^\[/, attrN => qr/^:not\(/i, # we chop off the closing parenthesis below in the code pseudo => qr/^:([()a-z0-9_+-]+)/i, # adjacency/direct descendance combinator => qr/^(\s*[>+~\s](?!,))/i, # rule separator comma => qr/^\s*,\s*/i, }; sub new { my($class, $exp) = @_; bless { expression => $exp }, $class; } sub selector { my $self = shift; $self->{expression} = shift if @_; $self->{expression}; } sub convert_attribute_match { my ($left,$op,$right) = @_; # negation (e.g. [input!="text"]) isn't implemented in CSS, but include it anyway: if ($op eq '!=') { "\@$left!='$right'"; } elsif ($op eq '~=') { # substring attribute match "contains(concat(' ', \@$left, ' '), ' $right ')"; } elsif ($op eq '*=') { # real substring attribute match "contains(\@$left, '$right')"; } elsif ($op eq '|=') { "\@$left='$right' or starts-with(\@$left, '$right-')"; } elsif ($op eq '^=') { "starts-with(\@$left,'$^N')"; } elsif ($op eq '$=') { my $n = length($^N) - 1; "substring(\@$left,string-length(\@$left)-$n)='$^N'"; } else { # exact match "\@$left='$^N'"; } } sub _generate_child { my ($direction,$a,$b) = @_; if ($a == 0) { # 0n+b $b--; "[count($direction-sibling::*) = $b and parent::*]" } elsif ($a > 0) { # an + b return "[not((count($direction-sibling::*)+1)<$b) and ((count($direction-sibling::*) + 1) - $b) mod $a = 0 and parent::*]" } else { # -an + $b $a = -$a; return "[not((count($direction-sibling::*)+1)>$b) and (($b - (count($direction-sibling::*) + 1)) mod $a) = 0 and parent::*]" } } sub nth_child { my ($a,$b) = @_; if (@_ == 1) { ($a,$b) = (0,$a); } _generate_child('preceding', $a, $b); } sub nth_last_child { my ($a,$b) = @_; if (@_ == 1) { ($a,$b) = (0,$a); } _generate_child('following', $a, $b); } # A hacky recursive descent # Only descends for :not(...) sub consume { my ($self, $rule, %parms) = @_; my $root = $parms{root} || '/'; return [$rule,''] if $rule =~ m!^/!; # If we start with a slash, we're already an XPath?! my @parts = ("$root/"); my $last_rule = ''; my @next_parts; my $wrote_tag; my $root_index = 0; # points to the current root # Loop through each "unit" of the rule while (length $rule && $rule ne $last_rule) { $last_rule = $rule; $rule =~ s/^\s*|\s*$//g; last unless length $rule; # Prepend explicit first selector if we have an implicit selector # (that is, if we start with a combinator) if ($rule =~ /$reg->{combinator}/) { $rule = "* $rule"; } # Match elements if ($rule =~ s/$reg->{element}//) { my ($id_class,$name,$lang) = ($1,$2,$3); # to add *[1]/self:: for follow-sibling if (@next_parts) { push @parts, @next_parts; #, (pop @parts); @next_parts = (); } my $tag = $id_class eq '' ? $name || '*' : '*'; if (defined $parms{prefix} and not $tag =~ /[*:|]/) { $tag = join ':', $parms{prefix}, $tag; } if (! $wrote_tag++) { push @parts, $tag; } # XXX Shouldn't the RE allow both, ID and class? if ($id_class eq '#') { # ID push @parts, "[\@id='$name']"; } elsif ($id_class eq '.') { # class push @parts, "[contains(concat(' ', normalize-space(\@class), ' '), ' $name ')]"; }; }; # Match attribute selectors if ($rule =~ s/$reg->{attr2}//) { push @parts, "[", convert_attribute_match( $1, $2, $^N ), "]"; } elsif ($rule =~ s/$reg->{attr1}//) { # If we have no tag output yet, write the tag: if (! $wrote_tag++) { push @parts, '*'; } push @parts, "[\@$1]"; } elsif ($rule =~ $reg->{badattr}) { Carp::croak "Invalid attribute-value selector '$rule'"; } # Match negation if ($rule =~ s/$reg->{attrN}//) { # Now we parse the rest, and after parsing the subexpression # has stopped, we must find a matching closing parenthesis: if ($rule =~ s/$reg->{attr2}//) { push @parts, "[not(", convert_attribute_match( $1, $2, $^N ), ")]"; } elsif ($rule =~ s/$reg->{attr1}//) { push @parts, "[not(\@$1)]"; } elsif ($rule =~ /$reg->{badattr}/) { Carp::croak "Invalid negated attribute-value selector ':not($rule)'"; } else { my( $new_parts, $leftover ) = $self->consume( $rule, %parms ); shift @$new_parts; # remove '//' my $xpath = join '', @$new_parts; push @parts, "[not(self::$xpath)]"; $rule = $leftover; } $rule =~ s!^\s*\)!! or die "Unbalanced parentheses at '$rule'"; } # Ignore pseudoclasses/pseudoelements while ($rule =~ s/$reg->{pseudo}//) { if ( my @expr = $self->parse_pseudo($1, \$rule) ) { push @parts, @expr; } elsif ( $1 eq 'disabled') { push @parts, '[@disabled]'; } elsif ( $1 eq 'checked') { push @parts, '[@checked]'; } elsif ( $1 eq 'selected') { push @parts, '[@selected]'; } elsif ( $1 eq 'text') { push @parts, '*[@type="text"]'; } elsif ( $1 eq 'first-child') { # Translates to :nth-child(1) push @parts, nth_child(1); } elsif ( $1 eq 'last-child') { push @parts, nth_last_child(1); } elsif ( $1 eq 'only-child') { push @parts, nth_child(1), nth_last_child(1); } elsif ($1 =~ /^lang\(([\w\-]+)\)$/) { push @parts, "[\@xml:lang='$1' or starts-with(\@xml:lang, '$1-')]"; } elsif ($1 =~ /^nth-child\(odd\)$/) { push @parts, nth_child(2, 1); } elsif ($1 =~ /^nth-child\(even\)$/) { push @parts, nth_child(2, 0); } elsif ($1 =~ /^nth-child\((\d+)\)$/) { push @parts, nth_child($1); } elsif ($1 =~ /^nth-child\((\d+)n(?:\+(\d+))?\)$/) { push @parts, nth_child($1, $2||0); } elsif ($1 =~ /^nth-last-child\((\d+)\)$/) { push @parts, nth_last_child($1); } elsif ($1 =~ /^nth-last-child\((\d+)n(?:\+(\d+))?\)$/) { push @parts, nth_last_child($1, $2||0); } elsif ($1 =~ /^first-of-type$/) { push @parts, "[1]"; } elsif ($1 =~ /^nth-of-type\((\d+)\)$/) { push @parts, "[$1]"; } elsif ($1 =~ /^last-of-type$/) { push @parts, "[last()]"; } elsif ($1 =~ /^contains\($/) { if( $rule =~ s/^\s*"([^"]*)"\s*\)// ) { push @parts, qq{[text()[contains(string(.),"$1")]]}; } elsif( $rule =~ s/^\s*'([^']*)'\s*\)// ) { push @parts, qq{[text()[contains(string(.),"$1")]]}; } else { return( \@parts, $rule ); #die "Malformed string in :contains(): '$rule'"; }; } elsif ( $1 eq 'root') { # This will give surprising results if you do E > F:root $parts[$root_index] = $root; } elsif ( $1 eq 'empty') { push @parts, "[not(* or text())]"; } else { Carp::croak "Can't translate '$1' pseudo-class"; } } # Match combinators (whitespace, >, + and ~) if ($rule =~ s/$reg->{combinator}//) { my $match = $1; if ($match =~ />/) { push @parts, "/"; } elsif ($match =~ /\+/) { push @parts, "/following-sibling::*[1]/self::"; } elsif ($match =~ /\~/) { push @parts, "/following-sibling::"; } elsif ($match =~ /^\s*$/) { push @parts, "//" } else { die "Weird combinator '$match'" } # new context undef $wrote_tag; } # Match commas if ($rule =~ s/$reg->{comma}//) { push @parts, " | ", "$root/"; # ending one rule and beginning another $root_index = $#parts; undef $wrote_tag; } } return \@parts, $rule } sub to_xpath { my $self = shift; my $rule = $self->{expression} or return; my %parms = @_; my($result,$leftover) = $self->consume( $rule, %parms ); $leftover and die "Invalid rule, couldn't parse '$leftover'"; return join '', @$result; } sub parse_pseudo { # nop } 1; __END__ =head1 NAME HTML::Selector::XPath - CSS Selector to XPath compiler =head1 SYNOPSIS use HTML::Selector::XPath; my $selector = HTML::Selector::XPath->new("li#main"); $selector->to_xpath; # //li[@id='main'] # functional interface use HTML::Selector::XPath 'selector_to_xpath'; my $xpath = selector_to_xpath('div.foo'); my $relative = selector_to_xpath('div.foo', root => '/html/body/p' ); # /html/body/p/div[contains(concat(' ', @class, ' '), ' foo ')] my $relative = selector_to_xpath('div:root', root => '/html/body/p' ); # /html/body/p/div =head1 DESCRIPTION HTML::Selector::XPath is a utility function to compile full set of CSS2 and partial CSS3 selectors to the equivalent XPath expression. =head1 FUNCTIONS and METHODS =over 4 =item selector_to_xpath $xpath = selector_to_xpath($selector, %options); Shortcut for C<< HTML::Selector->new(shift)->to_xpath(@_) >>. Exported upon request. =item new $sel = HTML::Selector::XPath->new($selector, %options); Creates a new object. =item to_xpath $xpath = $sel->to_xpath; $xpath = $sel->to_xpath(root => "."); # ./foo instead of //foo Returns the translated XPath expression. You can optionally pass C parameter, to specify which root to start the expression. It defaults to C. The optional C option allows you to specify a namespace prefix for the generated XPath expression. =back =head1 SUBCLASSING NOTES =over 4 =item parse_pseudo This method is called during xpath construction when we encounter a pseudo selector (something that begins with comma). It is passed the selector and a reference to the string we are parsing. It should return one or more xpath sub-expressions to add to the parts if the selector is handled, otherwise return an empty list. =back =head1 CAVEATS =head2 CSS SELECTOR VALIDATION This module doesn't validate whether the original CSS Selector expression is valid. For example, div.123foo is an invalid CSS selector (class names should not begin with numbers), but this module ignores that and tries to generate an equivalent XPath expression anyway. =head1 COPYRIGHT Tatsuhiko Miyagawa 2006-2011 Max Maischein 2011- =head1 AUTHOR Tatsuhiko Miyagawa Emiyagawa@bulknews.netE Most of the logic is based on Joe Hewitt's getElementsBySelector.js on L and Andrew Dupont's patch to Prototype.js on L, but slightly modified using Aristotle Pegaltzis' CSS to XPath translation table per L Also see L and L =head1 LICENSE This library is free software; you can redistribute it and/or modify it under the same terms as Perl itself. =head1 SEE ALSO L L L =cut HTML-Selector-XPath-0.25/META.json0000644000175000017500000000272313367253116016004 0ustar corioncorion{ "abstract" : "CSS Selector to XPath compiler", "author" : [ "Max Maischein " ], "dynamic_config" : 0, "generated_by" : "ExtUtils::MakeMaker version 7.34, CPAN::Meta::Converter version 2.150005", "license" : [ "perl_5" ], "meta-spec" : { "url" : "http://search.cpan.org/perldoc?CPAN::Meta::Spec", "version" : "2" }, "name" : "HTML-Selector-XPath", "no_index" : { "directory" : [ "t", "inc" ] }, "prereqs" : { "build" : { "requires" : { "ExtUtils::MakeMaker" : "0" } }, "configure" : { "requires" : { "ExtUtils::MakeMaker" : "0" } }, "runtime" : { "requires" : { "Carp" : "0", "Exporter" : "0", "perl" : "5.008001", "strict" : "0" } }, "test" : { "requires" : { "Encode" : "0", "Test::Base" : "0", "Test::More" : "0" } } }, "release_status" : "stable", "resources" : { "license" : [ "http://dev.perl.org/licenses/" ], "repository" : { "type" : "git", "url" : "git://github.com/Corion/HTML-Selector-XPath.git", "web" : "https://github.com/Corion/HTML-Selector-XPath" } }, "version" : "0.25", "x_serialization_backend" : "JSON::PP version 2.27203", "x_static_install" : 1 } HTML-Selector-XPath-0.25/xt/0000755000175000017500000000000013367253116015012 5ustar corioncorionHTML-Selector-XPath-0.25/xt/99-changes.t0000644000175000017500000000126013367253111017040 0ustar corioncorion#!perl -w use warnings; use strict; use File::Find; use Test::More tests => 2; =head1 PURPOSE This test ensures that the Changes file mentions the current version and that a release date is mentioned as well =cut my $module = 'HTML::Selector::XPath'; (my $file = $module) =~ s!::!/!g; require "$file.pm"; my $version = sprintf '%0.2f', $module->VERSION; my $changes = do { local $/; open my $fh, 'Changes' or die $!; <$fh> }; ok $changes =~ /^(.*$version.*)$/m, "We find version $version for $module"; my $changes_line = $1; ok $changes_line =~ /$version\s+20\d\d-[01]\d-[0123]\d\b/, "We find a release date on the same line" or diag $changes_line; HTML-Selector-XPath-0.25/xt/99-manifest.t0000644000175000017500000000154613367253111017245 0ustar corioncorionuse strict; use Test::More; # Check that MANIFEST and MANIFEST.skip are sane : use File::Find; use File::Spec; my @files = qw( MANIFEST MANIFEST.SKIP ); plan tests => scalar @files * 4 +1 # MANIFEST existence check ; for my $file (@files) { ok(-f $file, "$file exists"); open F, "<$file" or die "Couldn't open $file : $!"; my @lines = ; is_deeply([grep(/^$/, @lines)],[], "No empty lines in $file"); is_deeply([grep(/^\s+$/, @lines)],[], "No whitespace-only lines in $file"); is_deeply([grep(/^\s*\S\s+$/, @lines)],[],"No trailing whitespace on lines in $file"); if ($file eq 'MANIFEST') { chomp @lines; is_deeply([grep { s/\s.*//; ! -f } @lines], [], "All files in $file exist") or do { diag "$_ is mentioned in $file but doesn't exist on disk" for grep { ! -f } @lines }; }; close F; }; HTML-Selector-XPath-0.25/xt/99-unix-text.t0000644000175000017500000000140413367253111017375 0ustar corioncorionuse Test::More; # Check that all released module files are in # UNIX text format use File::Spec; use File::Find; use strict; my @files; my $blib = File::Spec->catfile(qw(blib lib)); find(\&wanted, grep { -d } ($blib, 'bin')); plan tests => scalar @files; foreach my $file (@files) { unix_file_ok($file); } sub wanted { push @files, $File::Find::name if /\.p(l|m|od)$/; } sub unix_file_ok { my ($filename) = @_; local $/; open F, "< $filename" or die "Couldn't open '$filename' : $!\n"; binmode F; my $content = ; my $i; my @lines = grep { /\x0D\x0A$/sm } map { sprintf "%s: %s\x0A", $i++, $_ } split /\x0A/, $content; unless (is(scalar @lines, 0,"'$filename' contains no windows newlines")) { diag $_ for @lines; }; close F; }; HTML-Selector-XPath-0.25/xt/99-test-prerequisites.t0000644000175000017500000000657613367253111021330 0ustar corioncorion#!perl -w use warnings; use strict; use Test::More; use Data::Dumper; use File::Find; =head1 DESCRIPTION This test checks whether all tests still pass when the optional test prerequisites for the test are not present. This is done by using L to rerun the test while excluding the optional prerequisite. =cut BEGIN { eval { require CPAN::Meta::Prereqs; require Parse::CPAN::Meta; require Perl::PrereqScanner::Lite; require Module::CoreList; require Test::Without::Module; require Capture::Tiny; Capture::Tiny->import('capture'); require Path::Class; Path::Class->import('dir'); }; if (my $err = $@) { warn "# $err"; plan skip_all => "Prerequisite needed for testing is missing"; exit 0; }; }; my @tests; if( @ARGV ) { @tests = @ARGV; } else { @tests = grep { -f $_ } map { glob $_ } 't/*.t', 'scripts/*' } plan tests => 0+@tests; my $meta = Parse::CPAN::Meta->load_file('META.json'); # Find what META.* declares my $explicit_test_prereqs = CPAN::Meta::Prereqs->new( $meta->{prereqs} )->merged_requirements->as_string_hash; my $minimum_perl = $meta->{prereqs}->{runtime}->{requires}->{perl} || 5.006; sub distributed_packages { my @modules; for( @_ ) { dir($_)->recurse( callback => sub { my( $child ) = @_; if( !$child->is_dir and $child =~ /\.pm$/) { push @modules, ((scalar $child->slurp()) =~ m/^\s*package\s+(?:#.*?\n\s+)*(\w+(?:::\w+)*)\b/msg); } }); }; map { $_ => $_ } @modules; } # Find what we distribute: my %distribution = distributed_packages('blib','t'); my $scanner = Perl::PrereqScanner::Lite->new; for my $test_file (@tests) { my $implicit_test_prereqs = $scanner->scan_file($test_file)->as_string_hash; my %missing = %{ $implicit_test_prereqs }; #warn Dumper \%missing; for my $p ( keys %missing ) { # remove core modules if( Module::CoreList::is_core( $p, undef, $minimum_perl)) { delete $missing{ $p }; #diag "$p is core for $minimum_perl"; } else { #diag "$p is not in core for $minimum_perl"; }; # remove explicit (test) prerequisites for my $k (keys %$explicit_test_prereqs) { delete $missing{ $k }; }; #warn Dumper $explicit_test_prereqs->as_string_hash; # Remove stuff from our distribution for my $k (keys %distribution) { delete $missing{ $k }; }; } # If we have no apparent missing prerequisites, we're good my @missing = sort keys %missing; # Rerun the test without these modules and see whether it crashes my @failed; for my $candidate (@missing) { diag "Checking that $candidate is not essential"; my @cmd = ($^X, "-MTest::Without::Module=$candidate", "-Mblib", '-w', $test_file); my $cmd = join " ", @cmd; my ($stdout, $stderr, $exit) = capture { system( @cmd ); }; if( $exit != 0 ) { push @failed, [ $candidate, [@cmd]]; } elsif( $? != 0 ) { push @failed, [ $candidate, [@cmd]]; }; }; is 0+@failed, 0, $test_file or diag Dumper \@failed; }; done_testing;HTML-Selector-XPath-0.25/xt/99-pod.t0000644000175000017500000000123213367253111016211 0ustar corioncorionuse Test::More; # Check our Pod # The test was provided by Andy Lester, # who stole it from Brian D. Foy # Thanks to both ! use File::Spec; use File::Find; use strict; eval { require Test::Pod; Test::Pod->import; }; my @files; if ($@) { plan skip_all => "Test::Pod required for testing POD"; } elsif ($Test::Pod::VERSION < 0.95) { plan skip_all => "Test::Pod 0.95 required for testing POD"; } else { my $blib = File::Spec->catfile(qw(blib lib)); find(\&wanted, grep { -d } ($blib, 'bin')); plan tests => scalar @files; foreach my $file (@files) { pod_file_ok($file); } } sub wanted { push @files, $File::Find::name if /\.p(l|m|od)$/; } HTML-Selector-XPath-0.25/xt/99-compile.t0000644000175000017500000000143713367253111017066 0ustar corioncorion#!perl use warnings; use strict; use File::Find; use Test::More; BEGIN { eval 'use Capture::Tiny ":all"; 1'; if ($@) { plan skip_all => "Capture::Tiny needed for testing"; exit 0; }; }; plan 'no_plan'; my $last_version = undef; sub check { return if (! m{(\.pm|\.pl) \z}xmsi); my ($stdout, $stderr, $exit) = capture(sub { system( $^X, '-Mblib', '-c', $_ ); }); s!\s*\z!! for ($stdout, $stderr); if( $exit ) { diag $stderr; diag "Exit code: ", $exit; fail($_); } elsif( $stderr ne "$_ syntax OK") { diag $stderr; fail($_); } else { pass($_); }; } find({wanted => \&check, no_chdir => 1}, grep { -d $_ } 'blib', 'scripts', 'examples', 'bin', 'lib' ); HTML-Selector-XPath-0.25/xt/99-synopsis.t0000644000175000017500000000257413367253111017330 0ustar corioncorionuse strict; use Test::More; use File::Spec; use File::Find; use File::Temp 'tempfile'; my @files; my $blib = File::Spec->catfile(qw(blib lib)); find(\&wanted, grep { -d } ($blib, 'bin')); plan tests => scalar @files; foreach my $file (@files) { synopsis_file_ok($file); } sub wanted { push @files, $File::Find::name if /\.p(l|m|od)$/ and $_ !~ /\bDSL\.pm$/; # we skip that one as it initializes immediately } sub synopsis_file_ok { my( $file ) = @_; my $name = "SYNOPSIS in $file compiles"; open my $fh, '<', $file or die "Couldn't read '$file': $!"; my @synopsis = map { s!^\s\s!!; $_ } # outdent all code for here-docs grep { /^\s\s/ } # extract all verbatim (=code) stuff grep { /^=head1\s+SYNOPSIS$/.../^=/ } # extract Pod synopsis <$fh>; if( @synopsis ) { my($tmpfh,$tempname) = tempfile(); print {$tmpfh} join '', @synopsis; close $tmpfh; # flush it my $output = `$^X -Ilib -c $tempname 2>&1`; if( $output =~ /\ssyntax OK$/ ) { pass $name; } else { fail $name; diag $output; diag $_ for @synopsis; }; unlink $tempname or warn "Couldn't clean up $tempname: $!"; } else { SKIP: { skip "$file has no SYNOPSIS section", 1; }; }; }HTML-Selector-XPath-0.25/xt/99-versions.t0000644000175000017500000000242213367253111017301 0ustar corioncorion#!perl -w # Stolen from ChrisDolan on use.perl.org # http://use.perl.org/comments.pl?sid=29264&cid=44309 use warnings; use strict; use File::Find; use Test::More; BEGIN { eval 'use File::Slurp; 1'; if ($@) { plan skip_all => "File::Slurp needed for testing"; exit 0; }; }; plan 'no_plan'; my $last_version = undef; sub check { return if (! m{blib/script/}xms && ! m{\.pm \z}xms); my $content = read_file($_); # only look at perl scripts, not sh scripts return if (m{blib/script/}xms && $content !~ m/\A \#![^\r\n]+?perl/xms); my @version_lines = $content =~ m/ ( [^\n]* \$VERSION \s* = [^=] [^\n]* ) /gxms; if (@version_lines == 0) { fail($_); } for my $line (@version_lines) { $line =~ s/^\s+//; $line =~ s/\s+$//; if (!defined $last_version) { $last_version = shift @version_lines; diag "Checking for $last_version"; pass($_); } else { is($line, $last_version, $_); } } } find({wanted => \&check, no_chdir => 1}, 'blib'); if (! defined $last_version) { fail('Failed to find any files with $VERSION'); } HTML-Selector-XPath-0.25/xt/meta-lint.t0000644000175000017500000000164713367253111017074 0ustar corioncorion#!perl -w # Stolen from ChrisDolan on use.perl.org # http://use.perl.org/comments.pl?sid=29264&cid=44309 use warnings; use strict; use File::Find; use Test::More tests => 4; use Parse::CPAN::Meta; use CPAN::Meta::Validator; use lib '.'; use vars '%module'; require 'Makefile.PL'; # Loaded from Makefile.PL %module = get_module_info(); my $module = $module{NAME}; (my $file = $module) =~ s!::!/!g; require "$file.pm"; my $version = sprintf '%0.2f', $module->VERSION; for my $meta_file ('META.yml', 'META.json') { my $meta = Parse::CPAN::Meta->load_file($meta_file); my $cmv = CPAN::Meta::Validator->new( $meta ); if(! ok $cmv->is_valid, "$meta_file is valid" ) { diag $_ for $cmv->errors; }; # Also check that the declared version matches the version in META.* is $meta->{version}, $version, "$meta_file version matches module version ($version)"; }; HTML-Selector-XPath-0.25/Changes0000644000175000017500000001144213367253111015647 0ustar corioncorionRevision history for Perl extension HTML::Selector::XPath 0.26 NEXT 0.25 2018-11-03 * Add support for compiling :disabled, :selected, :checked, :text, :last-of-type I'm not sure whether the Perl XPath libaries support this, but at least we can compile it. This addresses RT #124406, thanks to Andrew Maguire 0.24 2018-11-02 * Test stability improvement if HTML::TreeBuilder::XPath is not installed * Re-release with properly fixed META.* information (RT 127555, reported by Dan Book) * No code changes, no need to upgrade 0.23 2017-03-23 (Thu Mar 23 19:35:00 GMT+1 2017) * seems as if "provides" in META.json makes new versions not get indexed properly * No code changes, no need to upgrade * We also allow static installation now, without running Makefile.PL 0.22 2016-09-23 (Fri Sep 23 21:35:00 GMT+2 2016) - seems as if "provides" in META.json must be a full path to the file... . No code changes, no need to upgrade 0.21 Fri Sep 23 17:38:00 GMT+2 2016 - add META.json, added by Lisa Hare . No code changes, no need to upgrade 0.20 Thu May 12 21:11:00 GMT+2 2016 - Fix //b by interpreting it as existing XPath expression RT #114345, reported by Alexander Hartmaier 0.19 Tue May 10 19:23:00 GMT+2 2016 - Fix another bug in ':not(...)' by moving to an ad-hoc recursive descent parser, RT #114261 - Allow single and double quotes for some attributes 0.18 Sat Aug 30 16:32:35 2014 - Fix bug in `:not(...)[attr] (Aaron Crane) - Support `:nth-child(odd)` and `:nth-child(even)` (Aaron Crane) - Translation of `[attr$=tail]` works with XPath 1.0 (Aaron Crane) 0.17 Sat Aug 30 16:12:52 GMT+2 2014 - Support unicode characters for id and class selectors (aereal) - Normalize space characters of the class attribute (hitode909) 0.16 Sat Aug 10 17:52:00 GMT 2013 - Added link to repository (D. Steinbrunner) 0.15 Mon Oct 1 19:14:05 GMT 2012 - Fix bugs in :contains("string") (Aaron Crane) 0.14 Mon Jan 16 22:00:00 GMT 2012 - Also allow single quotes in attribute expressions, as seems to be allowed per http://www.w3.org/TR/CSS2/syndata.html 0.13 Sun Jan 15 18:52:00 GMT 2012 - Added C option to add a prefix like C, contributed by Toby Inkster This closes RT #73719 0.12 Thu Nov 24 22:13:00 GMT 2011 - Add tests and fix negated selectors as reported by Nilson Santos Figueiredo Junior 0.11 Sun Oct 23 21:45:00 GMT 2011 - Add test to MANIFEST so it also ships 0.10 Sun Oct 23 21:10:53 GMT 2011 - Identifiers are now parsed closer to the CSS3 spec - Certain invalid attribute selectors now raise an exception 0.09 Sun Oct 16 13:07:09 GMT 2011 - Fix bug in attribute-value-substring selectors where the CSS attributes were wrongly assumed to be specified with @href (Aaron Crane) - Make test suite less verbose (Aaron Crane) 0.08 Sun Sep 18 12:31:31 PDT 2011 - Fix bug when combining selectors (p , q). Whitespace created invalid XPath expressions there. (Corion) - Fix bug when combining :root selectors as the second selector. The first selector was modified. (Corion) - :root now acts relative to the given "root" option, not the document root (Corion) - More css3 selectors support (Corion) 0.07 Mon Mar 7 17:07:39 PST 2011 - Added a COPYRIGHT section 0.06 Thu Feb 17 13:54:45 PST 2011 - Add CSS3 "=$" operator (Corion) - Add CSS3 "=^" operator (Corion) - Add complex subexpressions for :not() (Corion) - Add :empty selector (Corion) - Support 'root' parameters to to_xpath (JZOBEL, David Wheeler, Corion) 0.05 Thu Feb 17 09:08:06 PST 2011 - Add CSS3 "=*" operator for real substring matching (Corion) - Add CSS3 ":first-of-type" and ":nth-of-type()" pseudo-attributes (Corion) (but if you're using them, you're likely better off using XPath already) - Add CSS3 "~" operator (Corion) - Adopt tests for "~" operator from RT #61990, by Aaron Crane (Corion) - Add :contains() selector (only immediate child nodes) (Corion) - Support implicit selectors like "> em" (translated to "* > em") (Corion) Fixes RT #50131 (Reported by David Wheeler) - Fix more implicit universal selectors (fixes RT #49982) :lang(c) as a bare selector works now (Corion, Aaron Crane) 0.04 Sat Feb 27 01:43:00 PST 2010 - No code change. Fix the packaging issue and typo in the doc 0.03 Sat Nov 10 20:26:47 PST 2007 * Added nth-child() support (Thanks to Tokuhiro Matsuno) 0.02 Tue Oct 3 22:43:39 JST 2006 * Added support for :not() without XPath 2.0 (Thanks to Aristotle Pegaltzis) 0.01 Sun Sep 24 20:10:35 2006 - original version HTML-Selector-XPath-0.25/README0000644000175000017500000000105613367253111015234 0ustar corioncorionThis is Perl module HTML::Selector::XPath. INSTALLATION HTML::Selector::XPath installation is straightforward. If your CPAN shell is set up, you should just be able to do % cpan HTML::Selector::XPath Download it, unpack it, then build it as per the usual: % perl Makefile.PL % make && make test Then install it: % make install DOCUMENTATION HTML::Selector::XPath documentation is available as in POD. So you can do: % perldoc HTML::Selector::XPath to read the documentation online with your favorite pager. Tatsuhiko Miyagawa HTML-Selector-XPath-0.25/MANIFEST0000644000175000017500000000115313367124334015507 0ustar corioncorionChanges inc/Module/Install.pm inc/Module/Install/Base.pm inc/Module/Install/Can.pm inc/Module/Install/Fetch.pm inc/Module/Install/Makefile.pm inc/Module/Install/Metadata.pm inc/Module/Install/Win32.pm inc/Module/Install/WriteAll.pm lib/HTML/Selector/XPath.pm Makefile.PL MANIFEST This list of files META.json META.yml README t/00_compile.t t/01_xpath.t t/02_html.t t/03_xpath_root.t t/04_subclass.t t/05_xpath_prefix.t t/06_rt114261.t t/07_rt114345.t t/99_pod.t xt/99-changes.t xt/99-compile.t xt/99-manifest.t xt/99-pod.t xt/99-synopsis.t xt/99-test-prerequisites.t xt/99-unix-text.t xt/99-versions.t xt/meta-lint.t HTML-Selector-XPath-0.25/inc/0000755000175000017500000000000013367253116015130 5ustar corioncorionHTML-Selector-XPath-0.25/inc/Module/0000755000175000017500000000000013367253116016355 5ustar corioncorionHTML-Selector-XPath-0.25/inc/Module/Install/0000755000175000017500000000000013367253116017763 5ustar corioncorionHTML-Selector-XPath-0.25/inc/Module/Install/WriteAll.pm0000644000175000017500000000237613367124334022053 0ustar corioncorion#line 1 package Module::Install::WriteAll; use strict; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = qw{Module::Install::Base}; $ISCORE = 1; } sub WriteAll { my $self = shift; my %args = ( meta => 1, sign => 0, inline => 0, check_nmake => 1, @_, ); $self->sign(1) if $args{sign}; $self->admin->WriteAll(%args) if $self->is_admin; $self->check_nmake if $args{check_nmake}; unless ( $self->makemaker_args->{PL_FILES} ) { # XXX: This still may be a bit over-defensive... unless ($self->makemaker(6.25)) { $self->makemaker_args( PL_FILES => {} ) if -f 'Build.PL'; } } # Until ExtUtils::MakeMaker support MYMETA.yml, make sure # we clean it up properly ourself. $self->realclean_files('MYMETA.yml'); if ( $args{inline} ) { $self->Inline->write; } else { $self->Makefile->write; } # The Makefile write process adds a couple of dependencies, # so write the META.yml files after the Makefile. if ( $args{meta} ) { $self->Meta->write; } # Experimental support for MYMETA if ( $ENV{X_MYMETA} ) { if ( $ENV{X_MYMETA} eq 'JSON' ) { $self->Meta->write_mymeta_json; } else { $self->Meta->write_mymeta_yaml; } } return 1; } 1; HTML-Selector-XPath-0.25/inc/Module/Install/Can.pm0000644000175000017500000000615713367124334021032 0ustar corioncorion#line 1 package Module::Install::Can; use strict; use Config (); use ExtUtils::MakeMaker (); use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } # check if we can load some module ### Upgrade this to not have to load the module if possible sub can_use { my ($self, $mod, $ver) = @_; $mod =~ s{::|\\}{/}g; $mod .= '.pm' unless $mod =~ /\.pm$/i; my $pkg = $mod; $pkg =~ s{/}{::}g; $pkg =~ s{\.pm$}{}i; local $@; eval { require $mod; $pkg->VERSION($ver || 0); 1 }; } # Check if we can run some command sub can_run { my ($self, $cmd) = @_; my $_cmd = $cmd; return $_cmd if (-x $_cmd or $_cmd = MM->maybe_command($_cmd)); for my $dir ((split /$Config::Config{path_sep}/, $ENV{PATH}), '.') { next if $dir eq ''; require File::Spec; my $abs = File::Spec->catfile($dir, $cmd); return $abs if (-x $abs or $abs = MM->maybe_command($abs)); } return; } # Can our C compiler environment build XS files sub can_xs { my $self = shift; # Ensure we have the CBuilder module $self->configure_requires( 'ExtUtils::CBuilder' => 0.27 ); # Do we have the configure_requires checker? local $@; eval "require ExtUtils::CBuilder;"; if ( $@ ) { # They don't obey configure_requires, so it is # someone old and delicate. Try to avoid hurting # them by falling back to an older simpler test. return $self->can_cc(); } # Do we have a working C compiler my $builder = ExtUtils::CBuilder->new( quiet => 1, ); unless ( $builder->have_compiler ) { # No working C compiler return 0; } # Write a C file representative of what XS becomes require File::Temp; my ( $FH, $tmpfile ) = File::Temp::tempfile( "compilexs-XXXXX", SUFFIX => '.c', ); binmode $FH; print $FH <<'END_C'; #include "EXTERN.h" #include "perl.h" #include "XSUB.h" int main(int argc, char **argv) { return 0; } int boot_sanexs() { return 1; } END_C close $FH; # Can the C compiler access the same headers XS does my @libs = (); my $object = undef; eval { local $^W = 0; $object = $builder->compile( source => $tmpfile, ); @libs = $builder->link( objects => $object, module_name => 'sanexs', ); }; my $result = $@ ? 0 : 1; # Clean up all the build files foreach ( $tmpfile, $object, @libs ) { next unless defined $_; 1 while unlink; } return $result; } # Can we locate a (the) C compiler sub can_cc { my $self = shift; my @chunks = split(/ /, $Config::Config{cc}) or return; # $Config{cc} may contain args; try to find out the program part while (@chunks) { return $self->can_run("@chunks") || (pop(@chunks), next); } return; } # Fix Cygwin bug on maybe_command(); if ( $^O eq 'cygwin' ) { require ExtUtils::MM_Cygwin; require ExtUtils::MM_Win32; if ( ! defined(&ExtUtils::MM_Cygwin::maybe_command) ) { *ExtUtils::MM_Cygwin::maybe_command = sub { my ($self, $file) = @_; if ($file =~ m{^/cygdrive/}i and ExtUtils::MM_Win32->can('maybe_command')) { ExtUtils::MM_Win32->maybe_command($file); } else { ExtUtils::MM_Unix->maybe_command($file); } } } } 1; __END__ #line 236 HTML-Selector-XPath-0.25/inc/Module/Install/Base.pm0000644000175000017500000000214713367124334021176 0ustar corioncorion#line 1 package Module::Install::Base; use strict 'vars'; use vars qw{$VERSION}; BEGIN { $VERSION = '1.06'; } # Suspend handler for "redefined" warnings BEGIN { my $w = $SIG{__WARN__}; $SIG{__WARN__} = sub { $w }; } #line 42 sub new { my $class = shift; unless ( defined &{"${class}::call"} ) { *{"${class}::call"} = sub { shift->_top->call(@_) }; } unless ( defined &{"${class}::load"} ) { *{"${class}::load"} = sub { shift->_top->load(@_) }; } bless { @_ }, $class; } #line 61 sub AUTOLOAD { local $@; my $func = eval { shift->_top->autoload } or return; goto &$func; } #line 75 sub _top { $_[0]->{_top}; } #line 90 sub admin { $_[0]->_top->{admin} or Module::Install::Base::FakeAdmin->new; } #line 106 sub is_admin { ! $_[0]->admin->isa('Module::Install::Base::FakeAdmin'); } sub DESTROY {} package Module::Install::Base::FakeAdmin; use vars qw{$VERSION}; BEGIN { $VERSION = $Module::Install::Base::VERSION; } my $fake; sub new { $fake ||= bless(\@_, $_[0]); } sub AUTOLOAD {} sub DESTROY {} # Restore warning handler BEGIN { $SIG{__WARN__} = $SIG{__WARN__}->(); } 1; #line 159 HTML-Selector-XPath-0.25/inc/Module/Install/Makefile.pm0000644000175000017500000002743713367124334022052 0ustar corioncorion#line 1 package Module::Install::Makefile; use strict 'vars'; use ExtUtils::MakeMaker (); use Module::Install::Base (); use Fcntl qw/:flock :seek/; use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } sub Makefile { $_[0] } my %seen = (); sub prompt { shift; # Infinite loop protection my @c = caller(); if ( ++$seen{"$c[1]|$c[2]|$_[0]"} > 3 ) { die "Caught an potential prompt infinite loop ($c[1]|$c[2]|$_[0])"; } # In automated testing or non-interactive session, always use defaults if ( ($ENV{AUTOMATED_TESTING} or -! -t STDIN) and ! $ENV{PERL_MM_USE_DEFAULT} ) { local $ENV{PERL_MM_USE_DEFAULT} = 1; goto &ExtUtils::MakeMaker::prompt; } else { goto &ExtUtils::MakeMaker::prompt; } } # Store a cleaned up version of the MakeMaker version, # since we need to behave differently in a variety of # ways based on the MM version. my $makemaker = eval $ExtUtils::MakeMaker::VERSION; # If we are passed a param, do a "newer than" comparison. # Otherwise, just return the MakeMaker version. sub makemaker { ( @_ < 2 or $makemaker >= eval($_[1]) ) ? $makemaker : 0 } # Ripped from ExtUtils::MakeMaker 6.56, and slightly modified # as we only need to know here whether the attribute is an array # or a hash or something else (which may or may not be appendable). my %makemaker_argtype = ( C => 'ARRAY', CONFIG => 'ARRAY', # CONFIGURE => 'CODE', # ignore DIR => 'ARRAY', DL_FUNCS => 'HASH', DL_VARS => 'ARRAY', EXCLUDE_EXT => 'ARRAY', EXE_FILES => 'ARRAY', FUNCLIST => 'ARRAY', H => 'ARRAY', IMPORTS => 'HASH', INCLUDE_EXT => 'ARRAY', LIBS => 'ARRAY', # ignore '' MAN1PODS => 'HASH', MAN3PODS => 'HASH', META_ADD => 'HASH', META_MERGE => 'HASH', PL_FILES => 'HASH', PM => 'HASH', PMLIBDIRS => 'ARRAY', PMLIBPARENTDIRS => 'ARRAY', PREREQ_PM => 'HASH', CONFIGURE_REQUIRES => 'HASH', SKIP => 'ARRAY', TYPEMAPS => 'ARRAY', XS => 'HASH', # VERSION => ['version',''], # ignore # _KEEP_AFTER_FLUSH => '', clean => 'HASH', depend => 'HASH', dist => 'HASH', dynamic_lib=> 'HASH', linkext => 'HASH', macro => 'HASH', postamble => 'HASH', realclean => 'HASH', test => 'HASH', tool_autosplit => 'HASH', # special cases where you can use makemaker_append CCFLAGS => 'APPENDABLE', DEFINE => 'APPENDABLE', INC => 'APPENDABLE', LDDLFLAGS => 'APPENDABLE', LDFROM => 'APPENDABLE', ); sub makemaker_args { my ($self, %new_args) = @_; my $args = ( $self->{makemaker_args} ||= {} ); foreach my $key (keys %new_args) { if ($makemaker_argtype{$key}) { if ($makemaker_argtype{$key} eq 'ARRAY') { $args->{$key} = [] unless defined $args->{$key}; unless (ref $args->{$key} eq 'ARRAY') { $args->{$key} = [$args->{$key}] } push @{$args->{$key}}, ref $new_args{$key} eq 'ARRAY' ? @{$new_args{$key}} : $new_args{$key}; } elsif ($makemaker_argtype{$key} eq 'HASH') { $args->{$key} = {} unless defined $args->{$key}; foreach my $skey (keys %{ $new_args{$key} }) { $args->{$key}{$skey} = $new_args{$key}{$skey}; } } elsif ($makemaker_argtype{$key} eq 'APPENDABLE') { $self->makemaker_append($key => $new_args{$key}); } } else { if (defined $args->{$key}) { warn qq{MakeMaker attribute "$key" is overriden; use "makemaker_append" to append values\n}; } $args->{$key} = $new_args{$key}; } } return $args; } # For mm args that take multiple space-seperated args, # append an argument to the current list. sub makemaker_append { my $self = shift; my $name = shift; my $args = $self->makemaker_args; $args->{$name} = defined $args->{$name} ? join( ' ', $args->{$name}, @_ ) : join( ' ', @_ ); } sub build_subdirs { my $self = shift; my $subdirs = $self->makemaker_args->{DIR} ||= []; for my $subdir (@_) { push @$subdirs, $subdir; } } sub clean_files { my $self = shift; my $clean = $self->makemaker_args->{clean} ||= {}; %$clean = ( %$clean, FILES => join ' ', grep { length $_ } ($clean->{FILES} || (), @_), ); } sub realclean_files { my $self = shift; my $realclean = $self->makemaker_args->{realclean} ||= {}; %$realclean = ( %$realclean, FILES => join ' ', grep { length $_ } ($realclean->{FILES} || (), @_), ); } sub libs { my $self = shift; my $libs = ref $_[0] ? shift : [ shift ]; $self->makemaker_args( LIBS => $libs ); } sub inc { my $self = shift; $self->makemaker_args( INC => shift ); } sub _wanted_t { } sub tests_recursive { my $self = shift; my $dir = shift || 't'; unless ( -d $dir ) { die "tests_recursive dir '$dir' does not exist"; } my %tests = map { $_ => 1 } split / /, ($self->tests || ''); require File::Find; File::Find::find( sub { /\.t$/ and -f $_ and $tests{"$File::Find::dir/*.t"} = 1 }, $dir ); $self->tests( join ' ', sort keys %tests ); } sub write { my $self = shift; die "&Makefile->write() takes no arguments\n" if @_; # Check the current Perl version my $perl_version = $self->perl_version; if ( $perl_version ) { eval "use $perl_version; 1" or die "ERROR: perl: Version $] is installed, " . "but we need version >= $perl_version"; } # Make sure we have a new enough MakeMaker require ExtUtils::MakeMaker; if ( $perl_version and $self->_cmp($perl_version, '5.006') >= 0 ) { # This previous attempted to inherit the version of # ExtUtils::MakeMaker in use by the module author, but this # was found to be untenable as some authors build releases # using future dev versions of EU:MM that nobody else has. # Instead, #toolchain suggests we use 6.59 which is the most # stable version on CPAN at time of writing and is, to quote # ribasushi, "not terminally fucked, > and tested enough". # TODO: We will now need to maintain this over time to push # the version up as new versions are released. $self->build_requires( 'ExtUtils::MakeMaker' => 6.59 ); $self->configure_requires( 'ExtUtils::MakeMaker' => 6.59 ); } else { # Allow legacy-compatibility with 5.005 by depending on the # most recent EU:MM that supported 5.005. $self->build_requires( 'ExtUtils::MakeMaker' => 6.36 ); $self->configure_requires( 'ExtUtils::MakeMaker' => 6.36 ); } # Generate the MakeMaker params my $args = $self->makemaker_args; $args->{DISTNAME} = $self->name; $args->{NAME} = $self->module_name || $self->name; $args->{NAME} =~ s/-/::/g; $args->{VERSION} = $self->version or die <<'EOT'; ERROR: Can't determine distribution version. Please specify it explicitly via 'version' in Makefile.PL, or set a valid $VERSION in a module, and provide its file path via 'version_from' (or 'all_from' if you prefer) in Makefile.PL. EOT if ( $self->tests ) { my @tests = split ' ', $self->tests; my %seen; $args->{test} = { TESTS => (join ' ', grep {!$seen{$_}++} @tests), }; } elsif ( $Module::Install::ExtraTests::use_extratests ) { # Module::Install::ExtraTests doesn't set $self->tests and does its own tests via harness. # So, just ignore our xt tests here. } elsif ( -d 'xt' and ($Module::Install::AUTHOR or $ENV{RELEASE_TESTING}) ) { $args->{test} = { TESTS => join( ' ', map { "$_/*.t" } grep { -d $_ } qw{ t xt } ), }; } if ( $] >= 5.005 ) { $args->{ABSTRACT} = $self->abstract; $args->{AUTHOR} = join ', ', @{$self->author || []}; } if ( $self->makemaker(6.10) ) { $args->{NO_META} = 1; #$args->{NO_MYMETA} = 1; } if ( $self->makemaker(6.17) and $self->sign ) { $args->{SIGN} = 1; } unless ( $self->is_admin ) { delete $args->{SIGN}; } if ( $self->makemaker(6.31) and $self->license ) { $args->{LICENSE} = $self->license; } my $prereq = ($args->{PREREQ_PM} ||= {}); %$prereq = ( %$prereq, map { @$_ } # flatten [module => version] map { @$_ } grep $_, ($self->requires) ); # Remove any reference to perl, PREREQ_PM doesn't support it delete $args->{PREREQ_PM}->{perl}; # Merge both kinds of requires into BUILD_REQUIRES my $build_prereq = ($args->{BUILD_REQUIRES} ||= {}); %$build_prereq = ( %$build_prereq, map { @$_ } # flatten [module => version] map { @$_ } grep $_, ($self->configure_requires, $self->build_requires) ); # Remove any reference to perl, BUILD_REQUIRES doesn't support it delete $args->{BUILD_REQUIRES}->{perl}; # Delete bundled dists from prereq_pm, add it to Makefile DIR my $subdirs = ($args->{DIR} || []); if ($self->bundles) { my %processed; foreach my $bundle (@{ $self->bundles }) { my ($mod_name, $dist_dir) = @$bundle; delete $prereq->{$mod_name}; $dist_dir = File::Basename::basename($dist_dir); # dir for building this module if (not exists $processed{$dist_dir}) { if (-d $dist_dir) { # List as sub-directory to be processed by make push @$subdirs, $dist_dir; } # Else do nothing: the module is already present on the system $processed{$dist_dir} = undef; } } } unless ( $self->makemaker('6.55_03') ) { %$prereq = (%$prereq,%$build_prereq); delete $args->{BUILD_REQUIRES}; } if ( my $perl_version = $self->perl_version ) { eval "use $perl_version; 1" or die "ERROR: perl: Version $] is installed, " . "but we need version >= $perl_version"; if ( $self->makemaker(6.48) ) { $args->{MIN_PERL_VERSION} = $perl_version; } } if ($self->installdirs) { warn qq{old INSTALLDIRS (probably set by makemaker_args) is overriden by installdirs\n} if $args->{INSTALLDIRS}; $args->{INSTALLDIRS} = $self->installdirs; } my %args = map { ( $_ => $args->{$_} ) } grep {defined($args->{$_} ) } keys %$args; my $user_preop = delete $args{dist}->{PREOP}; if ( my $preop = $self->admin->preop($user_preop) ) { foreach my $key ( keys %$preop ) { $args{dist}->{$key} = $preop->{$key}; } } my $mm = ExtUtils::MakeMaker::WriteMakefile(%args); $self->fix_up_makefile($mm->{FIRST_MAKEFILE} || 'Makefile'); } sub fix_up_makefile { my $self = shift; my $makefile_name = shift; my $top_class = ref($self->_top) || ''; my $top_version = $self->_top->VERSION || ''; my $preamble = $self->preamble ? "# Preamble by $top_class $top_version\n" . $self->preamble : ''; my $postamble = "# Postamble by $top_class $top_version\n" . ($self->postamble || ''); local *MAKEFILE; open MAKEFILE, "+< $makefile_name" or die "fix_up_makefile: Couldn't open $makefile_name: $!"; eval { flock MAKEFILE, LOCK_EX }; my $makefile = do { local $/; }; $makefile =~ s/\b(test_harness\(\$\(TEST_VERBOSE\), )/$1'inc', /; $makefile =~ s/( -I\$\(INST_ARCHLIB\))/ -Iinc$1/g; $makefile =~ s/( "-I\$\(INST_LIB\)")/ "-Iinc"$1/g; $makefile =~ s/^(FULLPERL = .*)/$1 "-Iinc"/m; $makefile =~ s/^(PERL = .*)/$1 "-Iinc"/m; # Module::Install will never be used to build the Core Perl # Sometimes PERL_LIB and PERL_ARCHLIB get written anyway, which breaks # PREFIX/PERL5LIB, and thus, install_share. Blank them if they exist $makefile =~ s/^PERL_LIB = .+/PERL_LIB =/m; #$makefile =~ s/^PERL_ARCHLIB = .+/PERL_ARCHLIB =/m; # Perl 5.005 mentions PERL_LIB explicitly, so we have to remove that as well. $makefile =~ s/(\"?)-I\$\(PERL_LIB\)\1//g; # XXX - This is currently unused; not sure if it breaks other MM-users # $makefile =~ s/^pm_to_blib\s+:\s+/pm_to_blib :: /mg; seek MAKEFILE, 0, SEEK_SET; truncate MAKEFILE, 0; print MAKEFILE "$preamble$makefile$postamble" or die $!; close MAKEFILE or die $!; 1; } sub preamble { my ($self, $text) = @_; $self->{preamble} = $text . $self->{preamble} if defined $text; $self->{preamble}; } sub postamble { my ($self, $text) = @_; $self->{postamble} ||= $self->admin->postamble; $self->{postamble} .= $text if defined $text; $self->{postamble} } 1; __END__ #line 544 HTML-Selector-XPath-0.25/inc/Module/Install/Metadata.pm0000644000175000017500000004327713367124334022055 0ustar corioncorion#line 1 package Module::Install::Metadata; use strict 'vars'; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } my @boolean_keys = qw{ sign }; my @scalar_keys = qw{ name module_name abstract version distribution_type tests installdirs }; my @tuple_keys = qw{ configure_requires build_requires requires recommends bundles resources }; my @resource_keys = qw{ homepage bugtracker repository }; my @array_keys = qw{ keywords author }; *authors = \&author; sub Meta { shift } sub Meta_BooleanKeys { @boolean_keys } sub Meta_ScalarKeys { @scalar_keys } sub Meta_TupleKeys { @tuple_keys } sub Meta_ResourceKeys { @resource_keys } sub Meta_ArrayKeys { @array_keys } foreach my $key ( @boolean_keys ) { *$key = sub { my $self = shift; if ( defined wantarray and not @_ ) { return $self->{values}->{$key}; } $self->{values}->{$key} = ( @_ ? $_[0] : 1 ); return $self; }; } foreach my $key ( @scalar_keys ) { *$key = sub { my $self = shift; return $self->{values}->{$key} if defined wantarray and !@_; $self->{values}->{$key} = shift; return $self; }; } foreach my $key ( @array_keys ) { *$key = sub { my $self = shift; return $self->{values}->{$key} if defined wantarray and !@_; $self->{values}->{$key} ||= []; push @{$self->{values}->{$key}}, @_; return $self; }; } foreach my $key ( @resource_keys ) { *$key = sub { my $self = shift; unless ( @_ ) { return () unless $self->{values}->{resources}; return map { $_->[1] } grep { $_->[0] eq $key } @{ $self->{values}->{resources} }; } return $self->{values}->{resources}->{$key} unless @_; my $uri = shift or die( "Did not provide a value to $key()" ); $self->resources( $key => $uri ); return 1; }; } foreach my $key ( grep { $_ ne "resources" } @tuple_keys) { *$key = sub { my $self = shift; return $self->{values}->{$key} unless @_; my @added; while ( @_ ) { my $module = shift or last; my $version = shift || 0; push @added, [ $module, $version ]; } push @{ $self->{values}->{$key} }, @added; return map {@$_} @added; }; } # Resource handling my %lc_resource = map { $_ => 1 } qw{ homepage license bugtracker repository }; sub resources { my $self = shift; while ( @_ ) { my $name = shift or last; my $value = shift or next; if ( $name eq lc $name and ! $lc_resource{$name} ) { die("Unsupported reserved lowercase resource '$name'"); } $self->{values}->{resources} ||= []; push @{ $self->{values}->{resources} }, [ $name, $value ]; } $self->{values}->{resources}; } # Aliases for build_requires that will have alternative # meanings in some future version of META.yml. sub test_requires { shift->build_requires(@_) } sub install_requires { shift->build_requires(@_) } # Aliases for installdirs options sub install_as_core { $_[0]->installdirs('perl') } sub install_as_cpan { $_[0]->installdirs('site') } sub install_as_site { $_[0]->installdirs('site') } sub install_as_vendor { $_[0]->installdirs('vendor') } sub dynamic_config { my $self = shift; my $value = @_ ? shift : 1; if ( $self->{values}->{dynamic_config} ) { # Once dynamic we never change to static, for safety return 0; } $self->{values}->{dynamic_config} = $value ? 1 : 0; return 1; } # Convenience command sub static_config { shift->dynamic_config(0); } sub perl_version { my $self = shift; return $self->{values}->{perl_version} unless @_; my $version = shift or die( "Did not provide a value to perl_version()" ); # Normalize the version $version = $self->_perl_version($version); # We don't support the really old versions unless ( $version >= 5.005 ) { die "Module::Install only supports 5.005 or newer (use ExtUtils::MakeMaker)\n"; } $self->{values}->{perl_version} = $version; } sub all_from { my ( $self, $file ) = @_; unless ( defined($file) ) { my $name = $self->name or die( "all_from called with no args without setting name() first" ); $file = join('/', 'lib', split(/-/, $name)) . '.pm'; $file =~ s{.*/}{} unless -e $file; unless ( -e $file ) { die("all_from cannot find $file from $name"); } } unless ( -f $file ) { die("The path '$file' does not exist, or is not a file"); } $self->{values}{all_from} = $file; # Some methods pull from POD instead of code. # If there is a matching .pod, use that instead my $pod = $file; $pod =~ s/\.pm$/.pod/i; $pod = $file unless -e $pod; # Pull the different values $self->name_from($file) unless $self->name; $self->version_from($file) unless $self->version; $self->perl_version_from($file) unless $self->perl_version; $self->author_from($pod) unless @{$self->author || []}; $self->license_from($pod) unless $self->license; $self->abstract_from($pod) unless $self->abstract; return 1; } sub provides { my $self = shift; my $provides = ( $self->{values}->{provides} ||= {} ); %$provides = (%$provides, @_) if @_; return $provides; } sub auto_provides { my $self = shift; return $self unless $self->is_admin; unless (-e 'MANIFEST') { warn "Cannot deduce auto_provides without a MANIFEST, skipping\n"; return $self; } # Avoid spurious warnings as we are not checking manifest here. local $SIG{__WARN__} = sub {1}; require ExtUtils::Manifest; local *ExtUtils::Manifest::manicheck = sub { return }; require Module::Build; my $build = Module::Build->new( dist_name => $self->name, dist_version => $self->version, license => $self->license, ); $self->provides( %{ $build->find_dist_packages || {} } ); } sub feature { my $self = shift; my $name = shift; my $features = ( $self->{values}->{features} ||= [] ); my $mods; if ( @_ == 1 and ref( $_[0] ) ) { # The user used ->feature like ->features by passing in the second # argument as a reference. Accomodate for that. $mods = $_[0]; } else { $mods = \@_; } my $count = 0; push @$features, ( $name => [ map { ref($_) ? ( ref($_) eq 'HASH' ) ? %$_ : @$_ : $_ } @$mods ] ); return @$features; } sub features { my $self = shift; while ( my ( $name, $mods ) = splice( @_, 0, 2 ) ) { $self->feature( $name, @$mods ); } return $self->{values}->{features} ? @{ $self->{values}->{features} } : (); } sub no_index { my $self = shift; my $type = shift; push @{ $self->{values}->{no_index}->{$type} }, @_ if $type; return $self->{values}->{no_index}; } sub read { my $self = shift; $self->include_deps( 'YAML::Tiny', 0 ); require YAML::Tiny; my $data = YAML::Tiny::LoadFile('META.yml'); # Call methods explicitly in case user has already set some values. while ( my ( $key, $value ) = each %$data ) { next unless $self->can($key); if ( ref $value eq 'HASH' ) { while ( my ( $module, $version ) = each %$value ) { $self->can($key)->($self, $module => $version ); } } else { $self->can($key)->($self, $value); } } return $self; } sub write { my $self = shift; return $self unless $self->is_admin; $self->admin->write_meta; return $self; } sub version_from { require ExtUtils::MM_Unix; my ( $self, $file ) = @_; $self->version( ExtUtils::MM_Unix->parse_version($file) ); # for version integrity check $self->makemaker_args( VERSION_FROM => $file ); } sub abstract_from { require ExtUtils::MM_Unix; my ( $self, $file ) = @_; $self->abstract( bless( { DISTNAME => $self->name }, 'ExtUtils::MM_Unix' )->parse_abstract($file) ); } # Add both distribution and module name sub name_from { my ($self, $file) = @_; if ( Module::Install::_read($file) =~ m/ ^ \s* package \s* ([\w:]+) \s* ; /ixms ) { my ($name, $module_name) = ($1, $1); $name =~ s{::}{-}g; $self->name($name); unless ( $self->module_name ) { $self->module_name($module_name); } } else { die("Cannot determine name from $file\n"); } } sub _extract_perl_version { if ( $_[0] =~ m/ ^\s* (?:use|require) \s* v? ([\d_\.]+) \s* ; /ixms ) { my $perl_version = $1; $perl_version =~ s{_}{}g; return $perl_version; } else { return; } } sub perl_version_from { my $self = shift; my $perl_version=_extract_perl_version(Module::Install::_read($_[0])); if ($perl_version) { $self->perl_version($perl_version); } else { warn "Cannot determine perl version info from $_[0]\n"; return; } } sub author_from { my $self = shift; my $content = Module::Install::_read($_[0]); if ($content =~ m/ =head \d \s+ (?:authors?)\b \s* ([^\n]*) | =head \d \s+ (?:licen[cs]e|licensing|copyright|legal)\b \s* .*? copyright .*? \d\d\d[\d.]+ \s* (?:\bby\b)? \s* ([^\n]*) /ixms) { my $author = $1 || $2; # XXX: ugly but should work anyway... if (eval "require Pod::Escapes; 1") { # Pod::Escapes has a mapping table. # It's in core of perl >= 5.9.3, and should be installed # as one of the Pod::Simple's prereqs, which is a prereq # of Pod::Text 3.x (see also below). $author =~ s{ E<( (\d+) | ([A-Za-z]+) )> } { defined $2 ? chr($2) : defined $Pod::Escapes::Name2character_number{$1} ? chr($Pod::Escapes::Name2character_number{$1}) : do { warn "Unknown escape: E<$1>"; "E<$1>"; }; }gex; } elsif (eval "require Pod::Text; 1" && $Pod::Text::VERSION < 3) { # Pod::Text < 3.0 has yet another mapping table, # though the table name of 2.x and 1.x are different. # (1.x is in core of Perl < 5.6, 2.x is in core of # Perl < 5.9.3) my $mapping = ($Pod::Text::VERSION < 2) ? \%Pod::Text::HTML_Escapes : \%Pod::Text::ESCAPES; $author =~ s{ E<( (\d+) | ([A-Za-z]+) )> } { defined $2 ? chr($2) : defined $mapping->{$1} ? $mapping->{$1} : do { warn "Unknown escape: E<$1>"; "E<$1>"; }; }gex; } else { $author =~ s{E}{<}g; $author =~ s{E}{>}g; } $self->author($author); } else { warn "Cannot determine author info from $_[0]\n"; } } #Stolen from M::B my %license_urls = ( perl => 'http://dev.perl.org/licenses/', apache => 'http://apache.org/licenses/LICENSE-2.0', apache_1_1 => 'http://apache.org/licenses/LICENSE-1.1', artistic => 'http://opensource.org/licenses/artistic-license.php', artistic_2 => 'http://opensource.org/licenses/artistic-license-2.0.php', lgpl => 'http://opensource.org/licenses/lgpl-license.php', lgpl2 => 'http://opensource.org/licenses/lgpl-2.1.php', lgpl3 => 'http://opensource.org/licenses/lgpl-3.0.html', bsd => 'http://opensource.org/licenses/bsd-license.php', gpl => 'http://opensource.org/licenses/gpl-license.php', gpl2 => 'http://opensource.org/licenses/gpl-2.0.php', gpl3 => 'http://opensource.org/licenses/gpl-3.0.html', mit => 'http://opensource.org/licenses/mit-license.php', mozilla => 'http://opensource.org/licenses/mozilla1.1.php', open_source => undef, unrestricted => undef, restrictive => undef, unknown => undef, ); sub license { my $self = shift; return $self->{values}->{license} unless @_; my $license = shift or die( 'Did not provide a value to license()' ); $license = __extract_license($license) || lc $license; $self->{values}->{license} = $license; # Automatically fill in license URLs if ( $license_urls{$license} ) { $self->resources( license => $license_urls{$license} ); } return 1; } sub _extract_license { my $pod = shift; my $matched; return __extract_license( ($matched) = $pod =~ m/ (=head \d \s+ L(?i:ICEN[CS]E|ICENSING)\b.*?) (=head \d.*|=cut.*|)\z /xms ) || __extract_license( ($matched) = $pod =~ m/ (=head \d \s+ (?:C(?i:OPYRIGHTS?)|L(?i:EGAL))\b.*?) (=head \d.*|=cut.*|)\z /xms ); } sub __extract_license { my $license_text = shift or return; my @phrases = ( '(?:under )?the same (?:terms|license) as (?:perl|the perl (?:\d )?programming language)' => 'perl', 1, '(?:under )?the terms of (?:perl|the perl programming language) itself' => 'perl', 1, 'Artistic and GPL' => 'perl', 1, 'GNU general public license' => 'gpl', 1, 'GNU public license' => 'gpl', 1, 'GNU lesser general public license' => 'lgpl', 1, 'GNU lesser public license' => 'lgpl', 1, 'GNU library general public license' => 'lgpl', 1, 'GNU library public license' => 'lgpl', 1, 'GNU Free Documentation license' => 'unrestricted', 1, 'GNU Affero General Public License' => 'open_source', 1, '(?:Free)?BSD license' => 'bsd', 1, 'Artistic license 2\.0' => 'artistic_2', 1, 'Artistic license' => 'artistic', 1, 'Apache (?:Software )?license' => 'apache', 1, 'GPL' => 'gpl', 1, 'LGPL' => 'lgpl', 1, 'BSD' => 'bsd', 1, 'Artistic' => 'artistic', 1, 'MIT' => 'mit', 1, 'Mozilla Public License' => 'mozilla', 1, 'Q Public License' => 'open_source', 1, 'OpenSSL License' => 'unrestricted', 1, 'SSLeay License' => 'unrestricted', 1, 'zlib License' => 'open_source', 1, 'proprietary' => 'proprietary', 0, ); while ( my ($pattern, $license, $osi) = splice(@phrases, 0, 3) ) { $pattern =~ s#\s+#\\s+#gs; if ( $license_text =~ /\b$pattern\b/i ) { return $license; } } return ''; } sub license_from { my $self = shift; if (my $license=_extract_license(Module::Install::_read($_[0]))) { $self->license($license); } else { warn "Cannot determine license info from $_[0]\n"; return 'unknown'; } } sub _extract_bugtracker { my @links = $_[0] =~ m#L<( https?\Q://rt.cpan.org/\E[^>]+| https?\Q://github.com/\E[\w_]+/[\w_]+/issues| https?\Q://code.google.com/p/\E[\w_\-]+/issues/list )>#gx; my %links; @links{@links}=(); @links=keys %links; return @links; } sub bugtracker_from { my $self = shift; my $content = Module::Install::_read($_[0]); my @links = _extract_bugtracker($content); unless ( @links ) { warn "Cannot determine bugtracker info from $_[0]\n"; return 0; } if ( @links > 1 ) { warn "Found more than one bugtracker link in $_[0]\n"; return 0; } # Set the bugtracker bugtracker( $links[0] ); return 1; } sub requires_from { my $self = shift; my $content = Module::Install::_readperl($_[0]); my @requires = $content =~ m/^use\s+([^\W\d]\w*(?:::\w+)*)\s+(v?[\d\.]+)/mg; while ( @requires ) { my $module = shift @requires; my $version = shift @requires; $self->requires( $module => $version ); } } sub test_requires_from { my $self = shift; my $content = Module::Install::_readperl($_[0]); my @requires = $content =~ m/^use\s+([^\W\d]\w*(?:::\w+)*)\s+([\d\.]+)/mg; while ( @requires ) { my $module = shift @requires; my $version = shift @requires; $self->test_requires( $module => $version ); } } # Convert triple-part versions (eg, 5.6.1 or 5.8.9) to # numbers (eg, 5.006001 or 5.008009). # Also, convert double-part versions (eg, 5.8) sub _perl_version { my $v = $_[-1]; $v =~ s/^([1-9])\.([1-9]\d?\d?)$/sprintf("%d.%03d",$1,$2)/e; $v =~ s/^([1-9])\.([1-9]\d?\d?)\.(0|[1-9]\d?\d?)$/sprintf("%d.%03d%03d",$1,$2,$3 || 0)/e; $v =~ s/(\.\d\d\d)000$/$1/; $v =~ s/_.+$//; if ( ref($v) ) { # Numify $v = $v + 0; } return $v; } sub add_metadata { my $self = shift; my %hash = @_; for my $key (keys %hash) { warn "add_metadata: $key is not prefixed with 'x_'.\n" . "Use appopriate function to add non-private metadata.\n" unless $key =~ /^x_/; $self->{values}->{$key} = $hash{$key}; } } ###################################################################### # MYMETA Support sub WriteMyMeta { die "WriteMyMeta has been deprecated"; } sub write_mymeta_yaml { my $self = shift; # We need YAML::Tiny to write the MYMETA.yml file unless ( eval { require YAML::Tiny; 1; } ) { return 1; } # Generate the data my $meta = $self->_write_mymeta_data or return 1; # Save as the MYMETA.yml file print "Writing MYMETA.yml\n"; YAML::Tiny::DumpFile('MYMETA.yml', $meta); } sub write_mymeta_json { my $self = shift; # We need JSON to write the MYMETA.json file unless ( eval { require JSON; 1; } ) { return 1; } # Generate the data my $meta = $self->_write_mymeta_data or return 1; # Save as the MYMETA.yml file print "Writing MYMETA.json\n"; Module::Install::_write( 'MYMETA.json', JSON->new->pretty(1)->canonical->encode($meta), ); } sub _write_mymeta_data { my $self = shift; # If there's no existing META.yml there is nothing we can do return undef unless -f 'META.yml'; # We need Parse::CPAN::Meta to load the file unless ( eval { require Parse::CPAN::Meta; 1; } ) { return undef; } # Merge the perl version into the dependencies my $val = $self->Meta->{values}; my $perl = delete $val->{perl_version}; if ( $perl ) { $val->{requires} ||= []; my $requires = $val->{requires}; # Canonize to three-dot version after Perl 5.6 if ( $perl >= 5.006 ) { $perl =~ s{^(\d+)\.(\d\d\d)(\d*)}{join('.', $1, int($2||0), int($3||0))}e } unshift @$requires, [ perl => $perl ]; } # Load the advisory META.yml file my @yaml = Parse::CPAN::Meta::LoadFile('META.yml'); my $meta = $yaml[0]; # Overwrite the non-configure dependency hashs delete $meta->{requires}; delete $meta->{build_requires}; delete $meta->{recommends}; if ( exists $val->{requires} ) { $meta->{requires} = { map { @$_ } @{ $val->{requires} } }; } if ( exists $val->{build_requires} ) { $meta->{build_requires} = { map { @$_ } @{ $val->{build_requires} } }; } return $meta; } 1; HTML-Selector-XPath-0.25/inc/Module/Install/Win32.pm0000644000175000017500000000340313367124334021222 0ustar corioncorion#line 1 package Module::Install::Win32; use strict; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } # determine if the user needs nmake, and download it if needed sub check_nmake { my $self = shift; $self->load('can_run'); $self->load('get_file'); require Config; return unless ( $^O eq 'MSWin32' and $Config::Config{make} and $Config::Config{make} =~ /^nmake\b/i and ! $self->can_run('nmake') ); print "The required 'nmake' executable not found, fetching it...\n"; require File::Basename; my $rv = $self->get_file( url => 'http://download.microsoft.com/download/vc15/Patch/1.52/W95/EN-US/Nmake15.exe', ftp_url => 'ftp://ftp.microsoft.com/Softlib/MSLFILES/Nmake15.exe', local_dir => File::Basename::dirname($^X), size => 51928, run => 'Nmake15.exe /o > nul', check_for => 'Nmake.exe', remove => 1, ); die <<'END_MESSAGE' unless $rv; ------------------------------------------------------------------------------- Since you are using Microsoft Windows, you will need the 'nmake' utility before installation. It's available at: http://download.microsoft.com/download/vc15/Patch/1.52/W95/EN-US/Nmake15.exe or ftp://ftp.microsoft.com/Softlib/MSLFILES/Nmake15.exe Please download the file manually, save it to a directory in %PATH% (e.g. C:\WINDOWS\COMMAND\), then launch the MS-DOS command line shell, "cd" to that directory, and run "Nmake15.exe" from there; that will create the 'nmake.exe' file needed by this module. You may then resume the installation process described in README. ------------------------------------------------------------------------------- END_MESSAGE } 1; HTML-Selector-XPath-0.25/inc/Module/Install/Fetch.pm0000644000175000017500000000462713367124334021362 0ustar corioncorion#line 1 package Module::Install::Fetch; use strict; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } sub get_file { my ($self, %args) = @_; my ($scheme, $host, $path, $file) = $args{url} =~ m|^(\w+)://([^/]+)(.+)/(.+)| or return; if ( $scheme eq 'http' and ! eval { require LWP::Simple; 1 } ) { $args{url} = $args{ftp_url} or (warn("LWP support unavailable!\n"), return); ($scheme, $host, $path, $file) = $args{url} =~ m|^(\w+)://([^/]+)(.+)/(.+)| or return; } $|++; print "Fetching '$file' from $host... "; unless (eval { require Socket; Socket::inet_aton($host) }) { warn "'$host' resolve failed!\n"; return; } return unless $scheme eq 'ftp' or $scheme eq 'http'; require Cwd; my $dir = Cwd::getcwd(); chdir $args{local_dir} or return if exists $args{local_dir}; if (eval { require LWP::Simple; 1 }) { LWP::Simple::mirror($args{url}, $file); } elsif (eval { require Net::FTP; 1 }) { eval { # use Net::FTP to get past firewall my $ftp = Net::FTP->new($host, Passive => 1, Timeout => 600); $ftp->login("anonymous", 'anonymous@example.com'); $ftp->cwd($path); $ftp->binary; $ftp->get($file) or (warn("$!\n"), return); $ftp->quit; } } elsif (my $ftp = $self->can_run('ftp')) { eval { # no Net::FTP, fallback to ftp.exe require FileHandle; my $fh = FileHandle->new; local $SIG{CHLD} = 'IGNORE'; unless ($fh->open("|$ftp -n")) { warn "Couldn't open ftp: $!\n"; chdir $dir; return; } my @dialog = split(/\n/, <<"END_FTP"); open $host user anonymous anonymous\@example.com cd $path binary get $file $file quit END_FTP foreach (@dialog) { $fh->print("$_\n") } $fh->close; } } else { warn "No working 'ftp' program available!\n"; chdir $dir; return; } unless (-f $file) { warn "Fetching failed: $@\n"; chdir $dir; return; } return if exists $args{size} and -s $file != $args{size}; system($args{run}) if exists $args{run}; unlink($file) if $args{remove}; print(((!exists $args{check_for} or -e $args{check_for}) ? "done!" : "failed! ($!)"), "\n"); chdir $dir; return !$?; } 1; HTML-Selector-XPath-0.25/inc/Module/Install.pm0000644000175000017500000003013513367124334020322 0ustar corioncorion#line 1 package Module::Install; # For any maintainers: # The load order for Module::Install is a bit magic. # It goes something like this... # # IF ( host has Module::Install installed, creating author mode ) { # 1. Makefile.PL calls "use inc::Module::Install" # 2. $INC{inc/Module/Install.pm} set to installed version of inc::Module::Install # 3. The installed version of inc::Module::Install loads # 4. inc::Module::Install calls "require Module::Install" # 5. The ./inc/ version of Module::Install loads # } ELSE { # 1. Makefile.PL calls "use inc::Module::Install" # 2. $INC{inc/Module/Install.pm} set to ./inc/ version of Module::Install # 3. The ./inc/ version of Module::Install loads # } use 5.005; use strict 'vars'; use Cwd (); use File::Find (); use File::Path (); use vars qw{$VERSION $MAIN}; BEGIN { # All Module::Install core packages now require synchronised versions. # This will be used to ensure we don't accidentally load old or # different versions of modules. # This is not enforced yet, but will be some time in the next few # releases once we can make sure it won't clash with custom # Module::Install extensions. $VERSION = '1.06'; # Storage for the pseudo-singleton $MAIN = undef; *inc::Module::Install::VERSION = *VERSION; @inc::Module::Install::ISA = __PACKAGE__; } sub import { my $class = shift; my $self = $class->new(@_); my $who = $self->_caller; #------------------------------------------------------------- # all of the following checks should be included in import(), # to allow "eval 'require Module::Install; 1' to test # installation of Module::Install. (RT #51267) #------------------------------------------------------------- # Whether or not inc::Module::Install is actually loaded, the # $INC{inc/Module/Install.pm} is what will still get set as long as # the caller loaded module this in the documented manner. # If not set, the caller may NOT have loaded the bundled version, and thus # they may not have a MI version that works with the Makefile.PL. This would # result in false errors or unexpected behaviour. And we don't want that. my $file = join( '/', 'inc', split /::/, __PACKAGE__ ) . '.pm'; unless ( $INC{$file} ) { die <<"END_DIE" } Please invoke ${\__PACKAGE__} with: use inc::${\__PACKAGE__}; not: use ${\__PACKAGE__}; END_DIE # This reportedly fixes a rare Win32 UTC file time issue, but # as this is a non-cross-platform XS module not in the core, # we shouldn't really depend on it. See RT #24194 for detail. # (Also, this module only supports Perl 5.6 and above). eval "use Win32::UTCFileTime" if $^O eq 'MSWin32' && $] >= 5.006; # If the script that is loading Module::Install is from the future, # then make will detect this and cause it to re-run over and over # again. This is bad. Rather than taking action to touch it (which # is unreliable on some platforms and requires write permissions) # for now we should catch this and refuse to run. if ( -f $0 ) { my $s = (stat($0))[9]; # If the modification time is only slightly in the future, # sleep briefly to remove the problem. my $a = $s - time; if ( $a > 0 and $a < 5 ) { sleep 5 } # Too far in the future, throw an error. my $t = time; if ( $s > $t ) { die <<"END_DIE" } Your installer $0 has a modification time in the future ($s > $t). This is known to create infinite loops in make. Please correct this, then run $0 again. END_DIE } # Build.PL was formerly supported, but no longer is due to excessive # difficulty in implementing every single feature twice. if ( $0 =~ /Build.PL$/i ) { die <<"END_DIE" } Module::Install no longer supports Build.PL. It was impossible to maintain duel backends, and has been deprecated. Please remove all Build.PL files and only use the Makefile.PL installer. END_DIE #------------------------------------------------------------- # To save some more typing in Module::Install installers, every... # use inc::Module::Install # ...also acts as an implicit use strict. $^H |= strict::bits(qw(refs subs vars)); #------------------------------------------------------------- unless ( -f $self->{file} ) { foreach my $key (keys %INC) { delete $INC{$key} if $key =~ /Module\/Install/; } local $^W; require "$self->{path}/$self->{dispatch}.pm"; File::Path::mkpath("$self->{prefix}/$self->{author}"); $self->{admin} = "$self->{name}::$self->{dispatch}"->new( _top => $self ); $self->{admin}->init; @_ = ($class, _self => $self); goto &{"$self->{name}::import"}; } local $^W; *{"${who}::AUTOLOAD"} = $self->autoload; $self->preload; # Unregister loader and worker packages so subdirs can use them again delete $INC{'inc/Module/Install.pm'}; delete $INC{'Module/Install.pm'}; # Save to the singleton $MAIN = $self; return 1; } sub autoload { my $self = shift; my $who = $self->_caller; my $cwd = Cwd::cwd(); my $sym = "${who}::AUTOLOAD"; $sym->{$cwd} = sub { my $pwd = Cwd::cwd(); if ( my $code = $sym->{$pwd} ) { # Delegate back to parent dirs goto &$code unless $cwd eq $pwd; } unless ($$sym =~ s/([^:]+)$//) { # XXX: it looks like we can't retrieve the missing function # via $$sym (usually $main::AUTOLOAD) in this case. # I'm still wondering if we should slurp Makefile.PL to # get some context or not ... my ($package, $file, $line) = caller; die <<"EOT"; Unknown function is found at $file line $line. Execution of $file aborted due to runtime errors. If you're a contributor to a project, you may need to install some Module::Install extensions from CPAN (or other repository). If you're a user of a module, please contact the author. EOT } my $method = $1; if ( uc($method) eq $method ) { # Do nothing return; } elsif ( $method =~ /^_/ and $self->can($method) ) { # Dispatch to the root M:I class return $self->$method(@_); } # Dispatch to the appropriate plugin unshift @_, ( $self, $1 ); goto &{$self->can('call')}; }; } sub preload { my $self = shift; unless ( $self->{extensions} ) { $self->load_extensions( "$self->{prefix}/$self->{path}", $self ); } my @exts = @{$self->{extensions}}; unless ( @exts ) { @exts = $self->{admin}->load_all_extensions; } my %seen; foreach my $obj ( @exts ) { while (my ($method, $glob) = each %{ref($obj) . '::'}) { next unless $obj->can($method); next if $method =~ /^_/; next if $method eq uc($method); $seen{$method}++; } } my $who = $self->_caller; foreach my $name ( sort keys %seen ) { local $^W; *{"${who}::$name"} = sub { ${"${who}::AUTOLOAD"} = "${who}::$name"; goto &{"${who}::AUTOLOAD"}; }; } } sub new { my ($class, %args) = @_; delete $INC{'FindBin.pm'}; { # to suppress the redefine warning local $SIG{__WARN__} = sub {}; require FindBin; } # ignore the prefix on extension modules built from top level. my $base_path = Cwd::abs_path($FindBin::Bin); unless ( Cwd::abs_path(Cwd::cwd()) eq $base_path ) { delete $args{prefix}; } return $args{_self} if $args{_self}; $args{dispatch} ||= 'Admin'; $args{prefix} ||= 'inc'; $args{author} ||= ($^O eq 'VMS' ? '_author' : '.author'); $args{bundle} ||= 'inc/BUNDLES'; $args{base} ||= $base_path; $class =~ s/^\Q$args{prefix}\E:://; $args{name} ||= $class; $args{version} ||= $class->VERSION; unless ( $args{path} ) { $args{path} = $args{name}; $args{path} =~ s!::!/!g; } $args{file} ||= "$args{base}/$args{prefix}/$args{path}.pm"; $args{wrote} = 0; bless( \%args, $class ); } sub call { my ($self, $method) = @_; my $obj = $self->load($method) or return; splice(@_, 0, 2, $obj); goto &{$obj->can($method)}; } sub load { my ($self, $method) = @_; $self->load_extensions( "$self->{prefix}/$self->{path}", $self ) unless $self->{extensions}; foreach my $obj (@{$self->{extensions}}) { return $obj if $obj->can($method); } my $admin = $self->{admin} or die <<"END_DIE"; The '$method' method does not exist in the '$self->{prefix}' path! Please remove the '$self->{prefix}' directory and run $0 again to load it. END_DIE my $obj = $admin->load($method, 1); push @{$self->{extensions}}, $obj; $obj; } sub load_extensions { my ($self, $path, $top) = @_; my $should_reload = 0; unless ( grep { ! ref $_ and lc $_ eq lc $self->{prefix} } @INC ) { unshift @INC, $self->{prefix}; $should_reload = 1; } foreach my $rv ( $self->find_extensions($path) ) { my ($file, $pkg) = @{$rv}; next if $self->{pathnames}{$pkg}; local $@; my $new = eval { local $^W; require $file; $pkg->can('new') }; unless ( $new ) { warn $@ if $@; next; } $self->{pathnames}{$pkg} = $should_reload ? delete $INC{$file} : $INC{$file}; push @{$self->{extensions}}, &{$new}($pkg, _top => $top ); } $self->{extensions} ||= []; } sub find_extensions { my ($self, $path) = @_; my @found; File::Find::find( sub { my $file = $File::Find::name; return unless $file =~ m!^\Q$path\E/(.+)\.pm\Z!is; my $subpath = $1; return if lc($subpath) eq lc($self->{dispatch}); $file = "$self->{path}/$subpath.pm"; my $pkg = "$self->{name}::$subpath"; $pkg =~ s!/!::!g; # If we have a mixed-case package name, assume case has been preserved # correctly. Otherwise, root through the file to locate the case-preserved # version of the package name. if ( $subpath eq lc($subpath) || $subpath eq uc($subpath) ) { my $content = Module::Install::_read($subpath . '.pm'); my $in_pod = 0; foreach ( split //, $content ) { $in_pod = 1 if /^=\w/; $in_pod = 0 if /^=cut/; next if ($in_pod || /^=cut/); # skip pod text next if /^\s*#/; # and comments if ( m/^\s*package\s+($pkg)\s*;/i ) { $pkg = $1; last; } } } push @found, [ $file, $pkg ]; }, $path ) if -d $path; @found; } ##################################################################### # Common Utility Functions sub _caller { my $depth = 0; my $call = caller($depth); while ( $call eq __PACKAGE__ ) { $depth++; $call = caller($depth); } return $call; } # Done in evals to avoid confusing Perl::MinimumVersion eval( $] >= 5.006 ? <<'END_NEW' : <<'END_OLD' ); die $@ if $@; sub _read { local *FH; open( FH, '<', $_[0] ) or die "open($_[0]): $!"; my $string = do { local $/; }; close FH or die "close($_[0]): $!"; return $string; } END_NEW sub _read { local *FH; open( FH, "< $_[0]" ) or die "open($_[0]): $!"; my $string = do { local $/; }; close FH or die "close($_[0]): $!"; return $string; } END_OLD sub _readperl { my $string = Module::Install::_read($_[0]); $string =~ s/(?:\015{1,2}\012|\015|\012)/\n/sg; $string =~ s/(\n)\n*__(?:DATA|END)__\b.*\z/$1/s; $string =~ s/\n\n=\w+.+?\n\n=cut\b.+?\n+/\n\n/sg; return $string; } sub _readpod { my $string = Module::Install::_read($_[0]); $string =~ s/(?:\015{1,2}\012|\015|\012)/\n/sg; return $string if $_[0] =~ /\.pod\z/; $string =~ s/(^|\n=cut\b.+?\n+)[^=\s].+?\n(\n=\w+|\z)/$1$2/sg; $string =~ s/\n*=pod\b[^\n]*\n+/\n\n/sg; $string =~ s/\n*=cut\b[^\n]*\n+/\n\n/sg; $string =~ s/^\n+//s; return $string; } # Done in evals to avoid confusing Perl::MinimumVersion eval( $] >= 5.006 ? <<'END_NEW' : <<'END_OLD' ); die $@ if $@; sub _write { local *FH; open( FH, '>', $_[0] ) or die "open($_[0]): $!"; foreach ( 1 .. $#_ ) { print FH $_[$_] or die "print($_[0]): $!"; } close FH or die "close($_[0]): $!"; } END_NEW sub _write { local *FH; open( FH, "> $_[0]" ) or die "open($_[0]): $!"; foreach ( 1 .. $#_ ) { print FH $_[$_] or die "print($_[0]): $!"; } close FH or die "close($_[0]): $!"; } END_OLD # _version is for processing module versions (eg, 1.03_05) not # Perl versions (eg, 5.8.1). sub _version ($) { my $s = shift || 0; my $d =()= $s =~ /(\.)/g; if ( $d >= 2 ) { # Normalise multipart versions $s =~ s/(\.)(\d{1,3})/sprintf("$1%03d",$2)/eg; } $s =~ s/^(\d+)\.?//; my $l = $1 || 0; my @v = map { $_ . '0' x (3 - length $_) } $s =~ /(\d{1,3})\D?/g; $l = $l . '.' . join '', @v if @v; return $l + 0; } sub _cmp ($$) { _version($_[1]) <=> _version($_[2]); } # Cloned from Params::Util::_CLASS sub _CLASS ($) { ( defined $_[0] and ! ref $_[0] and $_[0] =~ m/^[^\W\d]\w*(?:::\w+)*\z/s ) ? $_[0] : undef; } 1; # Copyright 2008 - 2012 Adam Kennedy.