summaryrefslogtreecommitdiff
path: root/bucky2/rest
diff options
context:
space:
mode:
Diffstat (limited to 'bucky2/rest')
-rwxr-xr-xbucky2/rest/coin-toss.pl66
-rwxr-xr-xbucky2/rest/dailyrotten.pl6
-rwxr-xr-xbucky2/rest/dropsy-web.pl103
-rwxr-xr-xbucky2/rest/dropsy.pl56
-rwxr-xr-xbucky2/rest/goathead.pl67
-rwxr-xr-xbucky2/rest/lemmingtrail-sendspace.pl71
-rwxr-xr-xbucky2/rest/sendspace-single.pl70
-rwxr-xr-xbucky2/rest/sendspace.pl71
-rwxr-xr-xbucky2/rest/topsy-display.pl12
-rwxr-xr-xbucky2/rest/topsy-nndb-web.pl123
-rwxr-xr-xbucky2/rest/topsy-nndb.pl109
-rwxr-xr-xbucky2/rest/topsy.pl7
12 files changed, 761 insertions, 0 deletions
diff --git a/bucky2/rest/coin-toss.pl b/bucky2/rest/coin-toss.pl
new file mode 100755
index 0000000..875590c
--- /dev/null
+++ b/bucky2/rest/coin-toss.pl
@@ -0,0 +1,66 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Twitter;
+use Data::Dumper;
+my $twitter = new Rest::Twitter;
+$twitter->auth("coin_toss","onetimeonly");
+
+while (1)
+ {
+ my $tweets = $twitter->tweet_get();
+print Dumper($tweets);
+ foreach my $tweet (@$tweets)
+ {
+ my $toss = coin_toss_tweet($twitter, $tweet);
+ if ($toss)
+ {
+ print "$tweet->{'user'}: $tweet->{'tweet'}\n";
+ if ($tweet->{'type'} eq "dm")
+ {
+ $twitter->dm_post($tweet->{'user'}, $toss);
+ }
+ else
+ {
+ $twitter->tweet_post("@" . $tweet->{'user'} . " " . $toss, $tweet->{'id'});
+ }
+ }
+ }
+ sleep 60;
+ }
+sub coin_toss_tweet
+ {
+ my ($twitter, $tweet) = @_;
+ my $user = $twitter->user;
+ my $msg = $tweet->{'tweet'};
+ my $toss = undef;
+ return undef if $tweet->{'user'} eq $user;
+ $msg =~ s/\@$user:?//g;
+ $msg =~ s/\?*$//g;
+ if ($msg =~ /rock/i && $msg =~ /paper/i && $msg =~ /scissors/i)
+ {
+ $toss = coin_toss("rock", "paper", "scissors");
+ }
+ elsif ($msg =~ /\sor\s/i)
+ {
+ my (@faces) = split " or ", $msg;
+ $toss = coin_toss(@faces);
+ }
+ elsif ($msg =~ /\//i)
+ {
+ my (@faces) = split "/", $msg;
+ $toss = coin_toss(@faces);
+ }
+ else
+ {
+ $toss = coin_toss("heads", "tails");
+ }
+ return $toss;
+ }
+sub coin_toss
+ {
+ my (@faces) = @_;
+ my $face = uc $faces[ int rand scalar @faces ];
+ my $face_string = join "/", @faces;
+ return "$face_string: $face";
+ }
+1;
diff --git a/bucky2/rest/dailyrotten.pl b/bucky2/rest/dailyrotten.pl
new file mode 100755
index 0000000..bf21933
--- /dev/null
+++ b/bucky2/rest/dailyrotten.pl
@@ -0,0 +1,6 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Dailyrotten;
+my $dr = new Rest::Dailyrotten;
+$dr->dailyrotten_get;
+exit;
diff --git a/bucky2/rest/dropsy-web.pl b/bucky2/rest/dropsy-web.pl
new file mode 100755
index 0000000..af2304d
--- /dev/null
+++ b/bucky2/rest/dropsy-web.pl
@@ -0,0 +1,103 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Topsy;
+use Rest::Dailyrotten;
+my $topsy = new Rest::Topsy;
+my $dr = new Rest::Dailyrotten;
+$topsy->url('http://twitter.com/dailyrotten');
+my $entries = $topsy->topsy_load;
+my $stories = $dr->dailyrotten_load;
+
+my $topsy_map = {};
+map { $topsy_map->{$_->{'description'}} = $_->{'total'} } @$entries;
+
+my $dr_topsy_match = [];
+foreach my $day (@$stories)
+ {
+ my $is_ffa = 1;
+ foreach my $story (reverse @{ $day->{'post'} })
+ {
+ my $title = $story->{'title'};
+ my $rec =
+ {
+ date => nice_date($day->{'file'}),
+ title => $title,
+ forum => $story->{'comments'},
+ ffa => $is_ffa,
+ url => $story->{'url'},
+ };
+ $is_ffa = 0;
+ if (exists($topsy_map->{$title}))
+ {
+ $rec->{'topsy'} = $topsy_map->{$title},
+ }
+ push @$dr_topsy_match, $rec;
+ }
+ if ($dr_topsy_match->[-1]->{'forum'} > 100)
+ { $dr_topsy_match->[-1]->{'ffa'} = 1; }
+ }
+
+print_report("title", [(sort { lc $a->{'title'} cmp lc $b->{'title'} } @$dr_topsy_match)]);
+print_report("date", [(sort { $b->{'date'} cmp $a->{'date'} } @$dr_topsy_match )]);
+print_report("topsy", [(sort { $b->{'topsy'} <=> $a->{'topsy'} } @$dr_topsy_match)]);
+print_report("forum", [(sort { $b->{'forum'} <=> $a->{'forum'} } @$dr_topsy_match)]);
+sub print_report
+ {
+ my ($title, $matches) = @_;
+ my $out .= header($title);
+ foreach my $p (@$matches)
+ {
+ $out .= "<tr>";
+ $out .= "<td align='right'>". $p->{'date'} ."</td>";
+
+ my $ffa_class = " bold" if $p->{'ffa'};
+ $out .= "<td align='right' class='$ffa_class'>". $p->{'forum'} ."</td>";
+
+ my $topsy_class = " bold" if $p->{'topsy'} > 100;
+ $out .= "<td align='right' class='topsy$topsy_class'>". $p->{'topsy'} ."</td>";
+
+ $out .= "<td align='left'><a href=\"$p->{'url'}\">". $p->{'title'} ."</a></td>";
+ $out .= "</tr>";
+ }
+ $out .= footer();
+ $topsy->write_data("../tmp/dr/".$title.".html", $out);
+ }
+sub header
+ { my $current = shift; my $out .= <<__HEADER__;
+<html>
+<head>
+<style type="text/css">
+<!--
+body {font-size: 13px; }
+th {font-size: 13px; text-align: left;}
+td {font-size: 13px; }
+td a {font-size: 16px; }
+td.topsy a {font-size: 16px;}
+td.topsy a {display: none;}
+td.bold { font-weight: bold; }
+-->
+</style>
+</head>
+<body>
+<b>date</b> = date posted on <a href="http://www.dailyrotten.com/">daily rotten</a> = date twittered<br>
+<b>forum</b> = comments on dailyrotten forum (FFAs are bold)<br>
+<b>topsy</b> = number of other people tweeting this story as calculated by <a href="http://topsy.com/twitter/dailyrotten">topsy</a><br>
+<b>title</b> = title of article<br>
+<table border=0 cellpadding=0 cellspacing=5>
+<tbody>
+<tr>
+<th>
+__HEADER__
+ $out .= join "</th><th>", map { $current eq $_ ? "<b>$_</b>" : "<a href='$_.html'>$_</a>" } qw[date forum topsy title];
+ $out .= "</th></tr>";
+ return $out;
+ }
+sub footer
+ { return "</tbody></table></body></html>"; }
+sub nice_date
+ {
+ my ($date) = @_;
+ $date =~ s/^_//;
+ $date =~ s/\.html$//;
+ return $date;
+ }
diff --git a/bucky2/rest/dropsy.pl b/bucky2/rest/dropsy.pl
new file mode 100755
index 0000000..c986abe
--- /dev/null
+++ b/bucky2/rest/dropsy.pl
@@ -0,0 +1,56 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Topsy;
+use Rest::Dailyrotten;
+my $topsy = new Rest::Topsy;
+my $dr = new Rest::Dailyrotten;
+$topsy->url('http://twitter.com/dailyrotten');
+my $entries = $topsy->topsy_load;
+my $stories = $dr->dailyrotten_load;
+
+my $topsy_map = {};
+map { $topsy_map->{$_->{'description'}} = $_->{'total'} } @$entries;
+
+my $dr_topsy_match = [];
+foreach my $day (@$stories)
+ {
+ my $is_ffa = 1;
+ foreach my $story (reverse @{ $day->{'post'} })
+ {
+ my $title = $story->{'title'};
+ my $rec =
+ {
+ date => nice_date($day->{'file'}),
+ title => $title,
+ forum => $story->{'comments'},
+ ffa => $is_ffa,
+ };
+ $is_ffa = 0;
+ if (exists($topsy_map->{$title}))
+ {
+ $rec->{'topsy'} = $topsy_map->{$title},
+ }
+ push @$dr_topsy_match, $rec;
+ }
+ }
+
+# foreach my $p (sort { $b->{'date'} cmp $a->{'date'} } @$dr_topsy_match)
+# foreach my $p (sort { $b->{'topsy'} <=> $a->{'topsy'} } @$dr_topsy_match)
+ foreach my $p (sort { $b->{'forum'} <=> $a->{'forum'} } @$dr_topsy_match)
+ {
+ #next if $p->{'ffa'};
+ if ($p->{'ffa'}) { $p->{'forum'} .= "*"; }
+ print
+ $p->{'date'} . "\t" .
+ $p->{'forum'} . "\t" .
+ $p->{'topsy'} . "\t" .
+ $p->{'title'} . "\n";
+ }
+
+sub nice_date
+ {
+ my ($date) = @_;
+ $date =~ s/^_//;
+ $date =~ s/\.html$//;
+ return $date;
+ }
diff --git a/bucky2/rest/goathead.pl b/bucky2/rest/goathead.pl
new file mode 100755
index 0000000..347dfae
--- /dev/null
+++ b/bucky2/rest/goathead.pl
@@ -0,0 +1,67 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Twitter;
+use Data::Dumper;
+my $twitter = new Rest::Twitter;
+$twitter->auth("goatflayer","onetimeonly");
+my $url_file = "../tmp/goat-data.txt";
+my $tweet_file = "../tmp/goat-tweet.txt";
+
+while (1)
+ {
+ my $which = int rand 10;
+ if ($which < 6)
+ {
+ my $tweet = get_next_tweet($url_file);
+ if ($tweet)
+ {
+ $twitter->tweet_post("#nsfw #tasteless " . $tweet);
+ sleep 3600*(5+rand(5));
+ }
+ else
+ { print "\n\n\n\nNo more tweets!\n"; exit; }
+ }
+ else
+ {
+ my $tweet = get_next_tweet($tweet_file);
+ if ($tweet)
+ {
+ $twitter->tweet_post($tweet);
+ sleep 600 * (4+rand(4));
+ }
+ }
+ }
+
+sub coin_toss
+ {
+ my (@faces) = @_;
+ my $face = uc $faces[ int rand scalar @faces ];
+# my $face_string = join "/", @faces;
+ return $face;
+ }
+sub get_next_tweet
+ {
+ my ($file) = @_;
+ open TWEETS, $file;
+ my @tweets = <TWEETS>;
+ close TWEETS;
+ my $picked = int rand scalar @tweets;
+ my $tweet = '';
+ open TWEETS, ">$file";
+ for (my $i = 0; $i < scalar @tweets; $i++)
+ {
+ if ($i == $picked)
+ {
+ $tweet = $tweets[$i];
+ chomp $tweet;
+ }
+ else
+ {
+ print TWEETS $tweets[$i];
+ }
+ }
+ close TWEETS;
+ return $tweet;
+ }
+1;
+
diff --git a/bucky2/rest/lemmingtrail-sendspace.pl b/bucky2/rest/lemmingtrail-sendspace.pl
new file mode 100755
index 0000000..4ee5041
--- /dev/null
+++ b/bucky2/rest/lemmingtrail-sendspace.pl
@@ -0,0 +1,71 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest;
+my $browser = new Rest;
+my $BIN_WGET = "/usr/bin/wget";
+my ($WGET_SINGLE, $WGET_WEBPAGE) = & make_wget_commands;
+
+my @sendspace_urls = & lemmingtrail_urls;
+foreach my $sendspace_url (@sendspace_urls)
+ {
+ my ($url_dl) = & sendspace_get($sendspace_url);
+ & dl($url_dl);
+ }
+exit;
+sub dl
+ {
+ my ($url) = @_;
+ return unless $url;
+ system($WGET_SINGLE . " " . $url);
+ }
+sub lemmingtrail_urls
+ {
+ my $lemmingtrail_url = "http://www.lemmingtrail.com/mb/207771/";
+ my $content = $browser->rest_get_raw($lemmingtrail_url);
+ my @urls = & html_scrape_urls($content, "sendspace.com");
+ return @urls;
+ }
+sub sendspace_get
+ {
+ my ($sendspace_url) = @_;
+ return unless $sendspace_url;
+ my $content = $browser->rest_post_raw($sendspace_url, {download=>"&nbsp;REGULAR DOWNLOAD&nbsp;"});
+ print "got content: " . length($content) . " bytes\n";
+ my @urls = & html_scrape_urls($content, "sendspace.com/dl");
+ return @urls;
+ }
+sub html_scrape_urls
+ {
+ my ($content, $valid_url_match) = @_;
+ my @lines = split "<a", $content;
+ my @urls = ();
+ foreach my $line (@lines)
+ {
+ next unless $line =~ /href=/;
+ $line =~ /href="([^"]+)"/;
+ # http://fs05n5.sendspace.com/dl/181e8d00c2955c7862d9a0d559c12cf1/4ade166e37a8af6c/bwbz9y/Sporelec.zip
+ my $url = $1;
+ next unless $url =~ /$valid_url_match/;
+ print "URL: " . $url ."\n";
+ push @urls, $url;
+ }
+ return @urls;
+ }
+sub make_wget_commands
+ {
+ my $ua = ("Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.0.3705)");
+ my $dp = $PROJECT || "wgetdir";
+
+ # -E = --html-extension
+ # -H = --span-hosts
+ # -k = --convert-links
+ # -K = --backup-converted
+ # -p = --page-requisite
+
+ my $SINGLE = "$BIN_WGET -erobots=off --user-agent='$ua' --directory-prefix=$dp";
+ my $WEBPAGE = "$BIN_WGET -erobots=off -d -o wgetlog " .
+ "--user-agent='$ua' -E -H -K -k -p --no-directories " .
+ "--directory-prefix=$dp";
+ return ($SINGLE, $WEBPAGE);
+ }
+1;
diff --git a/bucky2/rest/sendspace-single.pl b/bucky2/rest/sendspace-single.pl
new file mode 100755
index 0000000..8d5e074
--- /dev/null
+++ b/bucky2/rest/sendspace-single.pl
@@ -0,0 +1,70 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest;
+my $browser = new Rest;
+my $BIN_WGET = "/usr/bin/wget";
+my ($WGET_SINGLE, $WGET_WEBPAGE) = & make_wget_commands;
+
+foreach my $sendspace_url (@ARGV)
+ {
+ my ($url_dl) = & sendspace_get($sendspace_url);
+ & dl($url_dl);
+ }
+exit;
+sub dl
+ {
+ my ($url) = @_;
+ return unless $url;
+ system($WGET_SINGLE . " " . $url);
+ }
+sub lemmingtrail_urls
+ {
+ my $lemmingtrail_url = "http://www.lemmingtrail.com/mb/207771/";
+ my $content = $browser->rest_get_raw($lemmingtrail_url);
+ my @urls = & html_scrape_urls($content, "sendspace.com");
+ return @urls;
+ }
+sub sendspace_get
+ {
+ my ($sendspace_url) = @_;
+ return unless $sendspace_url;
+ my $content = $browser->rest_post_raw($sendspace_url, {download=>"&nbsp;REGULAR DOWNLOAD&nbsp;"});
+ print "got content: " . length($content) . " bytes\n";
+ my @urls = & html_scrape_urls($content, "sendspace.com/dl");
+ return @urls;
+ }
+sub html_scrape_urls
+ {
+ my ($content, $valid_url_match) = @_;
+ my @lines = split "<a", $content;
+ my @urls = ();
+ foreach my $line (@lines)
+ {
+ next unless $line =~ /href=/;
+ $line =~ /href="([^"]+)"/;
+ # http://fs05n5.sendspace.com/dl/181e8d00c2955c7862d9a0d559c12cf1/4ade166e37a8af6c/bwbz9y/Sporelec.zip
+ my $url = $1;
+ next unless $url =~ /$valid_url_match/;
+ print "URL: " . $url ."\n";
+ push @urls, $url;
+ }
+ return @urls;
+ }
+sub make_wget_commands
+ {
+ my $ua = ("Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.0.3705)");
+ my $dp = $PROJECT || "wgetdir";
+
+ # -E = --html-extension
+ # -H = --span-hosts
+ # -k = --convert-links
+ # -K = --backup-converted
+ # -p = --page-requisite
+
+ my $SINGLE = "$BIN_WGET -erobots=off --user-agent='$ua' --directory-prefix=$dp";
+ my $WEBPAGE = "$BIN_WGET -erobots=off -d -o wgetlog " .
+ "--user-agent='$ua' -E -H -K -k -p --no-directories " .
+ "--directory-prefix=$dp";
+ return ($SINGLE, $WEBPAGE);
+ }
+1;
diff --git a/bucky2/rest/sendspace.pl b/bucky2/rest/sendspace.pl
new file mode 100755
index 0000000..4ee5041
--- /dev/null
+++ b/bucky2/rest/sendspace.pl
@@ -0,0 +1,71 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest;
+my $browser = new Rest;
+my $BIN_WGET = "/usr/bin/wget";
+my ($WGET_SINGLE, $WGET_WEBPAGE) = & make_wget_commands;
+
+my @sendspace_urls = & lemmingtrail_urls;
+foreach my $sendspace_url (@sendspace_urls)
+ {
+ my ($url_dl) = & sendspace_get($sendspace_url);
+ & dl($url_dl);
+ }
+exit;
+sub dl
+ {
+ my ($url) = @_;
+ return unless $url;
+ system($WGET_SINGLE . " " . $url);
+ }
+sub lemmingtrail_urls
+ {
+ my $lemmingtrail_url = "http://www.lemmingtrail.com/mb/207771/";
+ my $content = $browser->rest_get_raw($lemmingtrail_url);
+ my @urls = & html_scrape_urls($content, "sendspace.com");
+ return @urls;
+ }
+sub sendspace_get
+ {
+ my ($sendspace_url) = @_;
+ return unless $sendspace_url;
+ my $content = $browser->rest_post_raw($sendspace_url, {download=>"&nbsp;REGULAR DOWNLOAD&nbsp;"});
+ print "got content: " . length($content) . " bytes\n";
+ my @urls = & html_scrape_urls($content, "sendspace.com/dl");
+ return @urls;
+ }
+sub html_scrape_urls
+ {
+ my ($content, $valid_url_match) = @_;
+ my @lines = split "<a", $content;
+ my @urls = ();
+ foreach my $line (@lines)
+ {
+ next unless $line =~ /href=/;
+ $line =~ /href="([^"]+)"/;
+ # http://fs05n5.sendspace.com/dl/181e8d00c2955c7862d9a0d559c12cf1/4ade166e37a8af6c/bwbz9y/Sporelec.zip
+ my $url = $1;
+ next unless $url =~ /$valid_url_match/;
+ print "URL: " . $url ."\n";
+ push @urls, $url;
+ }
+ return @urls;
+ }
+sub make_wget_commands
+ {
+ my $ua = ("Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.0.3705)");
+ my $dp = $PROJECT || "wgetdir";
+
+ # -E = --html-extension
+ # -H = --span-hosts
+ # -k = --convert-links
+ # -K = --backup-converted
+ # -p = --page-requisite
+
+ my $SINGLE = "$BIN_WGET -erobots=off --user-agent='$ua' --directory-prefix=$dp";
+ my $WEBPAGE = "$BIN_WGET -erobots=off -d -o wgetlog " .
+ "--user-agent='$ua' -E -H -K -k -p --no-directories " .
+ "--directory-prefix=$dp";
+ return ($SINGLE, $WEBPAGE);
+ }
+1;
diff --git a/bucky2/rest/topsy-display.pl b/bucky2/rest/topsy-display.pl
new file mode 100755
index 0000000..88d4976
--- /dev/null
+++ b/bucky2/rest/topsy-display.pl
@@ -0,0 +1,12 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Topsy;
+my $topsy = new Rest::Topsy;
+$topsy->url('http://twitter.com/dailyrotten');
+my $entries = $topsy->topsy_load;
+
+foreach my $entry (sort { $b->{'total'} <=> $a->{'total'} } @$entries)
+ {
+ print $entry->{'total'} ."\t".$entry->{'date'}. "\t" . $entry->{'description'} ."\n";
+ }
+
diff --git a/bucky2/rest/topsy-nndb-web.pl b/bucky2/rest/topsy-nndb-web.pl
new file mode 100755
index 0000000..c2f1e62
--- /dev/null
+++ b/bucky2/rest/topsy-nndb-web.pl
@@ -0,0 +1,123 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Topsy;
+use Data::Dumper;
+my $topsy = new Rest::Topsy;
+
+my $tasks = load_task_history($topsy);
+
+my $matches = [];
+foreach my $task (@$tasks)
+ {
+ next if $task->{'date'} == -1;
+ foreach my $k (qw[all month week day hour])
+ {
+ $task->{$k} =~ s/K$/000/;
+ $task->{$k} =~ s/M$/000000/;
+ }
+ push @$matches, $task;
+ }
+our $task_count = scalar(@$tasks);
+our $match_count = scalar(@$matches);
+our $percent = sprintf "%0.1f%%", 100* ($match_count/$task_count);
+
+print "Pulled $match_count/$task_count ($percent complete)\n";
+
+print_report( "name", [(sort name_sort @$matches)] );
+print_report( "all", [(sort { for $k (qw[all month week day hour]) { return $b->{$k} <=> $a->{$k} || next } } @$matches)] );
+print_report( "month", [(sort { for $k (qw[month week day hour all]) { return $b->{$k} <=> $a->{$k} || next } } @$matches)] );
+print_report( "week", [(sort { for $k (qw[week day hour all month]) { return $b->{$k} <=> $a->{$k} || next } } @$matches)] );
+print_report( "day", [(sort { for $k (qw[day hour all month week]) { return $b->{$k} <=> $a->{$k} || next } } @$matches)] );
+print_report( "hour", [(sort { for $k (qw[hour all month week day]) { return $b->{$k} <=> $a->{$k} || next } } @$matches)] );
+sub print_report
+ {
+ my ($title, $matches) = @_;
+ my $out .= header($title);
+ foreach my $p (@$matches)
+ {
+ next unless $p->{$title};
+ $out .= "<tr>";
+ $out .= "<td align='right'>". $p->{'all'} ."</td>";
+ $out .= "<td align='right'>". $p->{'month'} ."</td>";
+ $out .= "<td align='right'>". $p->{'week'} ."</td>";
+ $out .= "<td align='right'>". $p->{'day'} ."</td>";
+ $out .= "<td align='right'>". $p->{'hour'} ."</td>";
+
+ my $nndb_url = sprintf("http://www.nndb.com/people/%03d/%09d/", $p->{'id'} % 997, $p->{'id'});
+ my $topsy_url = "http://topsy.com/search?q=" . $p->{'name'};
+ $out .= "<td align='left'><a href=\"$nndb_url\">". $p->{'name'} ."</a></td>";
+ $out .= "<td align='left'><a href=\"$topsy_url\">(topsy)</a></td>";
+ $out .= "</tr>";
+ }
+ $out .= footer();
+ $topsy->write_data("../tmp/nndb/".$title.".html", $out);
+ }
+sub header
+ { my $current = shift; my $out .= <<__HEADER__;
+<html>
+<head>
+<style type="text/css">
+<!--
+body {font-size: 13px; }
+th {font-size: 13px; text-align: left;}
+td {font-size: 13px; }
+td a {font-size: 16px; }
+td.topsy a {font-size: 16px;}
+td.topsy a {display: none;}
+td.bold { font-weight: bold; }
+-->
+</style>
+</head>
+<body>
+Pulled $match_count/$task_count ($percent complete)<br>
+<table border=0 cellpadding=0 cellspacing=5>
+<tbody>
+<tr>
+<th>
+__HEADER__
+ $out .= join "</th><th>", map { $current eq $_ ? "<b>$_</b>" : "<a href='$_.html'>$_</a>" } qw[all month week day hour];
+ $out .= "</th><th>name</th>";
+ $out .= "</th></tr>";
+ return $out;
+ }
+sub footer
+ { return "</tbody></table></body></html>"; }
+sub nice_date
+ {
+ my ($date) = @_;
+ $date =~ s/^_//;
+ $date =~ s/\.html$//;
+ return $date;
+ }
+sub load_task_history
+ {
+ my ($self) = @_;
+ my $data = $self->read_data('../tmp/nndb/tasks.txt');
+ my @lines = split "\n", $data;
+ my @keys = qw[id name date doppelganger all month week day hour];
+ my $tasks = [];
+ foreach my $line (@lines)
+ {
+ next unless $line;
+ my (@input) = split "\t", $line;
+ my $hash = {};
+ for (my $i = 0; $i < @input; $i++)
+ {
+ $hash->{$keys[$i]} = $input[$i];
+ }
+ push @$tasks, $hash;
+ }
+ return $tasks;
+ }
+sub name_sort
+ {
+ my $name_a = lc $a->{'name'};
+ my $name_b = lc $b->{'name'};
+ $name_a =~ s/\,.*$//;
+ $name_b =~ s/\,.*$//;
+ my $last_a = $name_a;
+ my $last_b = $hame_b;
+ $last_a =~ s/^.* //;
+ $last_b =~ s/^.* //;
+ return $last_a cmp $last_b || $name_a cmp $name_b;
+ }
diff --git a/bucky2/rest/topsy-nndb.pl b/bucky2/rest/topsy-nndb.pl
new file mode 100755
index 0000000..c749a71
--- /dev/null
+++ b/bucky2/rest/topsy-nndb.pl
@@ -0,0 +1,109 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Topsy;
+use Data::Dumper;
+my $topsy = new Rest::Topsy;
+
+#my $tasks = initialize_names($topsy);
+#save_task_history($topsy, $tasks);
+#exit;
+
+my $tasks = load_task_history($topsy);
+#print Dumper($tasks);
+#exit;
+my $i = 0;
+# foreach my $task (sort {$a->{'date'} <=> $b->{'date'}} @$tasks)
+foreach my $task (sort task_sort @$tasks)
+ {
+ my $tracking_data = $topsy->topsy_search($task->{'name'});
+ foreach my $k (keys %$tracking_data)
+ { $task->{$k} = $tracking_data->{$k}; }
+ $task->{'date'} = time;
+ if ($i++ == 20)
+ {
+ save_task_history($topsy, $tasks);
+ $i = 0;
+ }
+ sleep 35 + (int rand 20);
+ }
+save_task_history($topsy, $tasks);
+
+exit;
+
+sub task_sort
+ {
+ $b->{'hour'} <=> $a->{'hour'} ||
+ $b->{'day'} <=> $a->{'day'} ||
+ $b->{'week'} <=> $a->{'week'} ||
+ $b->{'month'} <=> $a->{'month'} ||
+ $b->{'all'} <=> $a->{'all'} ||
+ $a->{'date'} <=> $b->{'date'}
+ }
+sub initialize_names
+ {
+ my ($self) = @_;
+ my $data = $self->read_data('../tmp/nndb/all-names-living.txt');
+ my @lines = split "\n", $data;
+ my $names = {};
+ foreach my $line (@lines)
+ {
+ next unless $line;
+ my ($id, $name) = split "\t", $line;
+ if (exists ($names->{$name}))
+ { $names->{$name} = -1 * $id; }
+ else
+ { $names->{$name} = $id; }
+ }
+ my $tasks = [];
+ foreach my $name (keys %$names)
+ {
+ my $hash = {};
+ $hash->{'id'} = abs $names->{$name};
+ $hash->{'name'} = $name;
+ $hash->{'date'} = -1;
+ if ($names->{$name} < 1)
+ {
+ $hash->{'doppelganger'} = 1;
+ }
+ push @$tasks, $hash;
+ }
+ return $tasks;
+ }
+sub save_task_history
+ {
+ my ($self, $tasks) = @_;
+ my @keys = qw[id name date doppelganger all month week day hour];
+ my @lines;
+ foreach my $task (@$tasks)
+ {
+ my @input;
+ for (my $i = 0; $i < @keys; $i++)
+ {
+ push @input, $task->{$keys[$i]};
+ }
+ my $line = join "\t", @input;
+ push @lines, $line;
+ }
+ my $data = join "\n", @lines;
+ $self->write_data("../tmp/nndb/tasks.txt", $data);
+ }
+sub load_task_history
+ {
+ my ($self) = @_;
+ my $data = $self->read_data('../tmp/nndb/tasks.txt');
+ my @lines = split "\n", $data;
+ my @keys = qw[id name date doppelganger all month week day hour];
+ my $tasks = [];
+ foreach my $line (@lines)
+ {
+ next unless $line;
+ my (@input) = split "\t", $line;
+ my $hash = {};
+ for (my $i = 0; $i < @input; $i++)
+ {
+ $hash->{$keys[$i]} = $input[$i];
+ }
+ push @$tasks, $hash;
+ }
+ return $tasks;
+ }
diff --git a/bucky2/rest/topsy.pl b/bucky2/rest/topsy.pl
new file mode 100755
index 0000000..eb05535
--- /dev/null
+++ b/bucky2/rest/topsy.pl
@@ -0,0 +1,7 @@
+#!/usr/bin/perl
+use lib "../lib";
+use Rest::Topsy;
+my $topsy = new Rest::Topsy;
+$topsy->url('http://twitter.com/dailyrotten');
+$topsy->topsy_get;
+exit;
generated by cgit v1.2.3-70-g09d2 (git 2.51.0) at 2025-12-10 22:47:14 +0000