diff options
-rw-r--r-- | writing_tools/random_line.pl | 17 |
1 files changed, 13 insertions, 4 deletions
diff --git a/writing_tools/random_line.pl b/writing_tools/random_line.pl index fe19ab7..4723f0d 100644 --- a/writing_tools/random_line.pl +++ b/writing_tools/random_line.pl @@ -67,16 +67,25 @@ foreach my $line (@targetlines) { } } +# get rid of duplicates from array or urls +# see perlfaq4 +my %riddups = map { $_, 1 } @urls; +my @uniqueurls = keys %riddups; -foreach my $url (@urls) { - print "URL: $url\n"; +sub create_mdlink { + my ($url, $title) = @_; + return "[".$title."]"."(".$url.")" + +} + +foreach my $url (@uniqueurls) { my $req = HTTP::Request->new(GET => $url); $req->header(Accept => "text/html"); my $res = $ua->request($req); my $p = HTML::HeadParser->new; $p->parse($res->content) and print "not finished"; - print "TITLE:", $p->header('Title'), "\n"; - print "\n"; + my $title = $p->header('Title'); + print create_mdlink($url, $title), "\n"; } |