pricecharts

commit 273a1ec3e7cbebccf1de59ffb5c1064d273a9dd1
parent 9781876dcb4f5435fa68f568c5db5d5eb53f744a
Author: Kyle R W Milz <kyle@getaddrinfo.net>
Date:   Wed, 13 Aug 2014 00:11:07 -0600

price_scraper: use new get_dom shared function

Diffstat:
M
price_scraper.pl
 | 
11
+++--------

1 file changed, 3 insertions(+), 8 deletions(-)
diff --git a/price_scraper.pl b/price_scraper.pl
@@ -9,6 +9,7 @@ use DBI;
 use Getopt::Std;
 use HTML::Grabber;
 use LWP::Simple;
+use Shared;
 use POSIX;
 
 
@@ -81,14 +82,8 @@ $ua->default_header('Accept' => '*/*');
 
 while (my ($name, $vendor) = each ($cfg->{vendors})) {
 
-	my $resp = $ua->get("$vendor->{search_uri}$part_no");
-	if (! $resp->is_success) {
-		print STDERR "$name: " . $resp->status_line . "\n";
-		print ' ';
-		next;
-	}
-
-	my $dom = HTML::Grabber->new(html => $resp->decoded_content);
+	my $dom = get_dom("$vendor->{search_uri}$part_no", $ua);
+	next if (!defined $dom);
 
 	#if (substr($vendor->{context}, 0, 1) eq '@') {
 	#	$vendor->{context} =~ s/@/#/;