summary refs log tree commit diff
diff options
context:
space:
mode:
authormiyagawa <miyagawa@65690182-5df0-0310-9871-95da5a3706e7>2004-12-14 10:50:39 +0000
committermiyagawa <miyagawa@65690182-5df0-0310-9871-95da5a3706e7>2004-12-14 10:50:39 +0000
commit4b350fb5e986459d250b954db625d6299d6bd630 (patch)
tree248466f5d0dbe2760ca927e1bc59f1d9a0ddb84a
downloadwebservice-google-suggest-4b350fb5e986459d250b954db625d6299d6bd630.tar.gz
Initial revision
git-svn-id: http://svn.bulknews.net/repos/public/WebService-Google-Suggest/trunk@1503 65690182-5df0-0310-9871-95da5a3706e7
-rw-r--r--Changes4
-rw-r--r--MANIFEST8
-rw-r--r--MANIFEST.SKIP11
-rw-r--r--META.yml12
-rw-r--r--Makefile.PL9
-rw-r--r--README62
-rw-r--r--lib/WebService/Google/Suggest.pm115
-rw-r--r--t/00_compile.t4
-rw-r--r--t/01_suggest.t13
9 files changed, 238 insertions, 0 deletions
diff --git a/Changes b/Changes
new file mode 100644
index 0000000..491af65
--- /dev/null
+++ b/Changes
@@ -0,0 +1,4 @@
+Revision history for Perl extension WebService::Google::Suggest
+
+0.01  Sat Dec 11 22:18:56 2004
+	- original version
diff --git a/MANIFEST b/MANIFEST
new file mode 100644
index 0000000..a024fc7
--- /dev/null
+++ b/MANIFEST
@@ -0,0 +1,8 @@
+Changes
+lib/WebService/Google/Suggest.pm
+Makefile.PL
+MANIFEST			This list of files
+README
+t/00_compile.t
+t/01_suggest.t
+META.yml                                 Module meta-data (added by MakeMaker)
diff --git a/MANIFEST.SKIP b/MANIFEST.SKIP
new file mode 100644
index 0000000..71b1be8
--- /dev/null
+++ b/MANIFEST.SKIP
@@ -0,0 +1,11 @@
+\bRCS\b
+\bCVS\b
+^MANIFEST\.
+^Makefile$
+~$
+\.old$
+^blib/
+^pm_to_blib
+^MakeMaker-\d
+\.gz$
+\.cvsignore
diff --git a/META.yml b/META.yml
new file mode 100644
index 0000000..1c1183c
--- /dev/null
+++ b/META.yml
@@ -0,0 +1,12 @@
+# http://module-build.sourceforge.net/META-spec.html
+#XXXXXXX This is a prototype!!!  It will change in the future!!! XXXXX#
+name:         WebService-Google-Suggest
+version:      0.01
+version_from: lib/WebService/Google/Suggest.pm
+installdirs:  site
+requires:
+    LWP::UserAgent:                0
+    Test::More:                    0.32
+
+distribution_type: module
+generated_by: ExtUtils::MakeMaker version 6.17
diff --git a/Makefile.PL b/Makefile.PL
new file mode 100644
index 0000000..66c30e9
--- /dev/null
+++ b/Makefile.PL
@@ -0,0 +1,9 @@
+use ExtUtils::MakeMaker;
+WriteMakefile(
+    'NAME'      => 'WebService::Google::Suggest',
+    'VERSION_FROM' => 'lib/WebService/Google/Suggest.pm', # finds $VERSION
+    'PREREQ_PM' => {
+	Test::More => 0.32,
+	LWP::UserAgent => 0,
+    },
+);
diff --git a/README b/README
new file mode 100644
index 0000000..4bef20d
--- /dev/null
+++ b/README
@@ -0,0 +1,62 @@
+NAME
+    WebService::Google::Suggest - Google Suggest as an API
+
+SYNOPSIS
+      use WebService::Google::Suggest;
+
+      my $suggest = WebService::Google::Suggest->new();
+      my @suggestions = $suggest->complete("goog");
+      for my $suggestion (@suggestions) {
+          print "$suggestion->{query}: $suggestion->{results} results\n";
+      }
+
+DESCRIPTION
+    WebService::Google::Suggest allows you to use Google Suggest as a Web
+    Service API to retrieve completions to your search query or partial
+    query. This module is based on Adam Stiles' hack
+    (http://www.adamstiles.com/adam/2004/12/hacking_google_.html).
+
+METHODS
+    new
+          $suggest = WebService::Google::Suggest->new();
+
+        Creates new WebService::Google::Suggest object.
+
+    complete
+          @suggestions = $suggest->complete($query);
+
+        Sends your $query to Google web server and fetches suggestions for
+        the query. Suggestions are in a list of hashrefs, for example with
+        query "Google":
+
+          @suggestions = (
+            { query => "google", results => 122000000 },
+            { query => "google toolbar", results => 2620000 },
+            ...
+          );
+
+        Note that "results" value does NOT contain commas and "results"
+        text.
+
+    ua
+          $ua = $suggest->ua;
+
+        Returns underlying LWP::UserAgent object. It allows you to change
+        User-Agent (Windows IE by default), timeout seconds and various
+        properties.
+
+AUTHOR
+    Tatsuhiko Miyagawa <miyagawa@bulknews.net>
+
+    This library is free software; you can redistribute it and/or modify it
+    under the same terms as Perl itself.
+
+    This module gives you NO WARRANTY.
+
+SEE ALSO
+    http://www.adamstiles.com/adam/2004/12/hacking_google_.html
+
+    http://www.google.com/webhp?complete=1&hl=en
+
+    http://labs.google.com/suggest/faq.html
+
diff --git a/lib/WebService/Google/Suggest.pm b/lib/WebService/Google/Suggest.pm
new file mode 100644
index 0000000..33446ba
--- /dev/null
+++ b/lib/WebService/Google/Suggest.pm
@@ -0,0 +1,115 @@
+package WebService::Google::Suggest;
+
+use strict;
+use vars qw($VERSION);
+$VERSION = '0.01';
+
+use Carp;
+use LWP::UserAgent;
+use URI::Escape;
+
+use vars qw($CompleteURL);
+$CompleteURL = "http://www.google.com/complete/search?hl=en&js=true&qu=";
+
+sub new {
+    my $class = shift;
+    my $ua = LWP::UserAgent->new();
+    $ua->agent("Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)");
+    bless { ua => $ua }, $class;
+}
+
+sub ua { $_[0]->{ua} }
+
+sub complete {
+    my($self, $query) = @_;
+    my $url = $CompleteURL . uri_escape($query);
+
+    my $response = $self->ua->get($url);
+    $response->is_success or croak "Google doesn't respond well: ", $response->code;
+
+    my $content = $response->content();
+    $content =~ /^sendRPCDone\(frameElement, ".*?", new Array\((.*?)\), new Array\((.*?)\), new Array\(""\)\)\;$/
+	or croak "Google returns unrecognized format: $content";
+    my($queries, $results) = ($1, $2);
+    my @queries = map { s/^"(.*?)"$/$1/; $_ } split /, /, $queries;
+    my @results = map { s/^"([\d,]+) results?"$/$1/; tr/,//d; $_+0 }
+	split /, /, $results;
+    return map { +{ query   => $queries[$_],
+		    results => $results[$_] } } 0..$#queries;
+}
+
+1;
+__END__
+
+=head1 NAME
+
+WebService::Google::Suggest - Google Suggest as an API
+
+=head1 SYNOPSIS
+
+  use WebService::Google::Suggest;
+
+  my $suggest = WebService::Google::Suggest->new();
+  my @suggestions = $suggest->complete("goog");
+  for my $suggestion (@suggestions) {
+      print "$suggestion->{query}: $suggestion->{results} results\n";
+  }
+
+=head1 DESCRIPTION
+
+WebService::Google::Suggest allows you to use Google Suggest as a Web Service API to retrieve completions to your search query or partial query. This module is based on Adam Stiles' hack (http://www.adamstiles.com/adam/2004/12/hacking_google_.html).
+
+=head1 METHODS
+
+=over 4
+
+=item new
+
+  $suggest = WebService::Google::Suggest->new();
+
+Creates new WebService::Google::Suggest object.
+
+=item complete
+
+  @suggestions = $suggest->complete($query);
+
+Sends your C<$query> to Google web server and fetches suggestions for
+the query. Suggestions are in a list of hashrefs, for example with
+query "Google":
+
+  @suggestions = (
+    { query => "google", results => 122000000 },
+    { query => "google toolbar", results => 2620000 },
+    ...
+  );
+
+Note that C<results> value does NOT contain commas and "results" text.
+
+=item ua
+
+  $ua = $suggest->ua;
+
+Returns underlying LWP::UserAgent object. It allows you to change
+User-Agent (Windows IE by default), timeout seconds and various
+properties.
+
+=back
+
+=head1 AUTHOR
+
+Tatsuhiko Miyagawa E<lt>miyagawa@bulknews.netE<gt>
+
+This library is free software; you can redistribute it and/or modify
+it under the same terms as Perl itself.
+
+This module gives you B<NO WARRANTY>.
+
+=head1 SEE ALSO
+
+http://www.adamstiles.com/adam/2004/12/hacking_google_.html
+
+http://www.google.com/webhp?complete=1&hl=en
+
+http://labs.google.com/suggest/faq.html
+
+=cut
diff --git a/t/00_compile.t b/t/00_compile.t
new file mode 100644
index 0000000..bcaa28f
--- /dev/null
+++ b/t/00_compile.t
@@ -0,0 +1,4 @@
+use strict;
+use Test::More tests => 1;
+
+BEGIN { use_ok 'WebService::Google::Suggest' }
diff --git a/t/01_suggest.t b/t/01_suggest.t
new file mode 100644
index 0000000..7db220e
--- /dev/null
+++ b/t/01_suggest.t
@@ -0,0 +1,13 @@
+use strict;
+use Test::More tests => 4;
+
+BEGIN { use_ok 'WebService::Google::Suggest' }
+
+my $suggest = WebService::Google::Suggest->new();
+
+isa_ok($suggest->ua, "LWP::UserAgent", "ua() retuens LWP");
+
+my @data = $suggest->complete("google");
+is($data[0]->{query}, "google", "google completes to google");
+is_deeply( [ $suggest->complete("udfg67a") ], [ ], "empty list" );
+