commit d4e58779143f6488b41437bf3444f4a1c1e455b1
parent 337906e21c6caebbe81dbad6f3e85b47933ea9b3
Author: Kyle Milz <kyle@getaddrinfo.net>
Date: Sun, 8 Feb 2015 14:56:02 -0700
price_scraper: don't try and scrape non-existent tags
Diffstat:
1 file changed, 12 insertions(+), 9 deletions(-)
diff --git a/price_scraper.pl b/price_scraper.pl
@@ -64,7 +64,7 @@ for my $vendor (sort keys %{$cfg->{"vendors"}}) {
my $color = $props{"color"};
my $price_tag = $props{"price_regular"};
my $sale_tag = $props{"price_sale"};
- my $desc_tag = $props{"title"};
+ my $desc_tag = $props{"title"};
my $vendor_start = time;
$status[++$i] = " ";
@@ -94,15 +94,18 @@ for my $vendor (sort keys %{$cfg->{"vendors"}}) {
$price = $price_s if ($price_s);
$price = min($price_r, $price_s) if ($price_r && $price_s);
- # scrape description
- my $desc = $search_results->find($desc_tag)->text();
- $desc =~ s/^\s+//;
- $desc =~ s/\s+$//;
- if ($desc ne "" && $args{v}) {
- if (length($desc) > 50) {
- $desc = substr($desc, 0, 50) . "...";
+ my $desc = "";
+ if ($desc_tag) {
+ # scrape description
+ $desc = $search_results->find($desc_tag)->text();
+ $desc =~ s/^\s+//;
+ $desc =~ s/\s+$//;
+ if ($desc ne "" && $args{v}) {
+ if (length($desc) > 50) {
+ $desc = substr($desc, 0, 50) . "...";
+ }
+ print "info: $vendor: $desc\n";
}
- print "info: $vendor: $desc\n";
}
# everything looks good