commit badf6b9422d08e0471463d97bab0b32087eff597
parent 13b0f591c47296f462ed80a47c0a557923733133
Author: Kyle Milz <kyle@getaddrinfo.net>
Date: Sat, 4 Apr 2015 15:54:56 -0600
price_scraper: only try to insert non-empty descriptions
Diffstat:
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/price_scraper b/price_scraper
@@ -117,6 +117,7 @@ for my $retailer (sort keys %{$cfg->{retailers}}) {
$price = $price_s if ($price_s);
$price = min($price_r, $price_s) if ($price_r && $price_s);
+ # opportunistically scrape descriptions
my $desc = "";
if ($desc_tag) {
# scrape description, use first one found on page
@@ -137,7 +138,8 @@ for my $retailer (sort keys %{$cfg->{retailers}}) {
$prices_sth->execute($start, $manufacturer, $part_num, $retailer, $price,
time - $retailer_start);
$products_sth->execute($start, $part_num, $manufacturer);
- $descriptions_sth->execute($manufacturer, $part_num, $retailer, $desc, time);
+ $descriptions_sth->execute($manufacturer, $part_num, $retailer,
+ $desc, time) if ($desc ne "");
print "info: $retailer: db: inserted \$$price\n" if ($args{v});
}