pricecharts

commit badf6b9422d08e0471463d97bab0b32087eff597
parent 13b0f591c47296f462ed80a47c0a557923733133
Author: Kyle Milz <kyle@getaddrinfo.net>
Date:   Sat,  4 Apr 2015 15:54:56 -0600

price_scraper: only try to insert non-empty descriptions

Diffstat:
M
price_scraper
 | 
4
+++-

1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/price_scraper b/price_scraper
@@ -117,6 +117,7 @@ for my $retailer (sort keys %{$cfg->{retailers}}) {
 	$price = $price_s if ($price_s);
 	$price = min($price_r, $price_s) if ($price_r && $price_s);
 
+	# opportunistically scrape descriptions
 	my $desc = "";
 	if ($desc_tag) {
 		# scrape description, use first one found on page
@@ -137,7 +138,8 @@ for my $retailer (sort keys %{$cfg->{retailers}}) {
 	$prices_sth->execute($start, $manufacturer, $part_num, $retailer, $price,
 		time - $retailer_start);
 	$products_sth->execute($start, $part_num, $manufacturer);
-	$descriptions_sth->execute($manufacturer, $part_num, $retailer, $desc, time);
+	$descriptions_sth->execute($manufacturer, $part_num, $retailer,
+		$desc, time) if ($desc ne "");
 
 	print "info: $retailer: db: inserted \$$price\n" if ($args{v});
 }