pricecharts

commit 0adf6de7196ebc41af901bcc0545905386d75f3b
parent 042d54359a85b1f35ec18f6d750e9856d7ae0f18
Author: Kyle Milz <kyle@getaddrinfo.net>
Date:   Tue, 11 Nov 2014 14:16:58 -0700

price_scraper: convert some vprint's and add manufacturer to output

Diffstat:
M
price_scraper.pl
 | 
16
++++++++--------

1 file changed, 8 insertions(+), 8 deletions(-)
diff --git a/price_scraper.pl b/price_scraper.pl
@@ -22,9 +22,9 @@ my $dbh = get_dbh();
 
 # pick the oldest product
 my $cutoff = time - (30 * 24 * 60 * 60);
-my $sql = "select part_num from products where last_seen > $cutoff " .
+my $sql = "select part_num, manufacturer from products where last_seen > $cutoff " .
 	"order by last_scraped asc";
-my ($part_num) = $dbh->selectrow_array($sql);
+my ($part_num, $manufacturer) = $dbh->selectrow_array($sql);
 exit unless (defined $part_num);
 
 $dbh->do("update products set last_scraped = ? where part_num = ?",
@@ -39,9 +39,9 @@ $dbh->do("create table if not exists prices(" .
 	"primary key(date, part_num, vendor, price))") or die $DBI::errstr;
 
 my $log = get_log("scrapes");
-printf $log "%-15s [", $part_num;
+printf $log "%-25s [", $manufacturer . " " . $part_num;
 
-vprint("$part_num\n");
+print "$manufacturer $part_num\n" if ($args{v});
 
 $sql = "insert into prices(date, part_num, vendor, price, duration) " .
 	"values (?, ?, ?, ?, ?)";
@@ -55,7 +55,7 @@ for (sort keys $cfg->{vendors}) {
 	my $start = time;
 	my $vendor = $cfg->{vendors}{$_};
 
-	vprint("$_:\n");
+	print "$_:\n" if ($args{v});
 
 	my $dom = get_dom("$vendor->{search_uri}$part_num", $ua);
 	if (!defined $dom) {
@@ -93,7 +93,7 @@ for (sort keys $cfg->{vendors}) {
 	$prices_sth->execute($date, $part_num, $_, $price, time - $start);
 	$products_sth->execute($date, $part_num);
 
-	vprint("\tdb updated\n");
+	print "\tdb updated\n" if ($args{v});
 }
 
 my $duration = time - $date;
@@ -108,7 +108,7 @@ sub get_price
 	my $dom = shift;
 
 	my @prices = $dom->find($dom_element)->text_array();
-	vprintf("\t%s = %i\n", $dom_element, scalar @prices);
+	printf "\t%s = %i\n", $dom_element, scalar @prices if ($args{v});
 
 	return $prices[0];
 }
@@ -119,5 +119,5 @@ sub msg
 	my $verbose_msg = shift;
 
 	print $log $log_char;
-	vprint("\t$verbose_msg\n");
+	print "\t$verbose_msg\n" if ($args{v});
 }