1 package FS::Cron::upload;
4 use vars qw( @ISA @EXPORT_OK $me $DEBUG );
8 use FS::Record qw( qsearch qsearchs );
14 use HTTP::Request::Common;
18 @ISA = qw( Exporter );
19 @EXPORT_OK = qw ( upload );
21 $me = '[FS::Cron::upload]';
24 # -v: enable debugging
26 # -m: Experimental multi-process mode uses the job queue for multi-process and/or multi-machine billing.
27 # -r: Multi-process mode dry run option
28 # -a: Only process customers with the specified agentnum
35 $debug = 1 if $opt{'v'};
36 $debug = $opt{'l'} if $opt{'l'};
38 local $DEBUG = $debug if $debug;
40 warn "$me upload called\n" if $DEBUG;
44 my $date = time2str('%Y%m%d%H%M%S', $^T); # more?
46 my $conf = new FS::Conf;
48 my @agents = $opt{'a'} ? FS::agent->by_key($opt{'a'}) : qsearch('agent', {});
50 if ( $conf->exists('cust_bill-ftp_spool') ) {
51 my $url = $conf->config('cust_bill-ftpdir');
52 $url = "/$url" unless $url =~ m[^/];
53 $url = 'ftp://' . $conf->config('cust_bill-ftpserver') . $url;
55 my $format = $conf->config('cust_bill-ftpformat');
56 my $username = $conf->config('cust_bill-ftpusername');
57 my $password = $conf->config('cust_bill-ftppassword');
64 'username' => $username,
65 'password' => $password,
70 if ( $conf->exists('cust_bill-spoolagent') ) {
71 # then push each agent's spool separately
73 push @tasks, { %task, 'agentnum' => $_->agentnum };
77 warn "Per-agent processing, but cust_bill-spoolagent is not enabled.\nSkipped invoice upload.\n";
84 else { #check each agent for billco upload settings
94 my $agentnum = $_->agentnum;
96 if ( $conf->config( 'billco-username', $agentnum, 1 ) ) {
97 my $username = $conf->config('billco-username', $agentnum, 1);
98 my $password = $conf->config('billco-password', $agentnum, 1);
99 my $clicode = $conf->config('billco-clicode', $agentnum, 1);
100 my $url = $conf->config('billco-url', $agentnum);
103 'agentnum' => $agentnum,
104 'username' => $username,
105 'password' => $password,
107 'clicode' => $clicode,
108 'format' => 'billco',
113 } #!if cust_bill-ftp_spool
115 # if there's nothing to do, don't hold up the rest of the process
116 return '' if !@tasks;
118 # wait for any ongoing billing jobs to complete
121 my $sql = "SELECT count(*) FROM queue LEFT JOIN cust_main USING(custnum) ".
122 "WHERE queue.job='FS::cust_main::queued_bill' AND status != 'failed'";
124 $sql .= ' AND cust_main.agentnum IN('.
125 join(',', map {$_->agentnum} @agents).
128 my $sth = $dbh->prepare($sql) or die $dbh->errstr;
131 or die "Unexpected error executing statement $sql: ". $sth->errstr;
132 last if $sth->fetchrow_arrayref->[0] == 0;
133 warn "Waiting 5min for billing to complete...\n" if $DEBUG;
140 my $agentnum = $_->{agentnum};
145 warn "DRY RUN: would add agent $agentnum for queued upload\n";
147 my $queue = new FS::queue {
148 'job' => 'FS::Cron::upload::spool_upload',
150 my $error = $queue->insert( %$_ );
155 eval { spool_upload(%$_) };
156 warn "spool_upload failed: $@\n"
168 warn "$me spool_upload called\n" if $DEBUG;
169 my $conf = new FS::Conf;
170 my $dir = '%%%FREESIDE_EXPORT%%%/export.'. $FS::UID::datasrc. '/cust_bill';
172 my $agentnum = $opt{agentnum} || '';
173 my $url = $opt{url} or die "no url for agent $agentnum\n";
174 $url =~ s/^\s+//; $url =~ s/\s+$//;
176 my $username = $opt{username} or die "no username for agent $agentnum\n";
177 my $password = $opt{password} or die "no password for agent $agentnum\n";
179 die "no date provided\n" unless $opt{date};
181 local $SIG{HUP} = 'IGNORE';
182 local $SIG{INT} = 'IGNORE';
183 local $SIG{QUIT} = 'IGNORE';
184 local $SIG{TERM} = 'IGNORE';
185 local $SIG{TSTP} = 'IGNORE';
186 local $SIG{PIPE} = 'IGNORE';
188 my $oldAutoCommit = $FS::UID::AutoCommit;
189 local $FS::UID::AutoCommit = 0;
193 my $agent = qsearchs( 'agent', { agentnum => $agentnum } )
194 or die "no such agent: $agentnum";
195 $agent->select_for_update; #mutex
198 if ( $opt{'format'} eq 'billco' ) {
200 die "no agentnum provided\n" unless $agentnum;
202 my $zipfile = "$dir/agentnum$agentnum-$opt{date}.zip";
204 unless ( -f "$dir/agentnum$agentnum-header.csv" ||
205 -f "$dir/agentnum$agentnum-detail.csv" )
207 warn "$me neither $dir/agentnum$agentnum-header.csv nor ".
208 "$dir/agentnum$agentnum-detail.csv found\n" if $DEBUG;
209 $dbh->commit or die $dbh->errstr if $oldAutoCommit;
213 foreach ( qw ( header detail ) ) {
214 rename "$dir/agentnum$agentnum-$_.csv",
215 "$dir/agentnum$agentnum-$opt{date}-$_.csv";
218 my $command = "cd $dir; zip $zipfile ".
219 "agentnum$agentnum-$opt{date}-header.csv ".
220 "agentnum$agentnum-$opt{date}-detail.csv";
222 system($command) and die "$command failed\n";
224 unlink "agentnum$agentnum-$opt{date}-header.csv",
225 "agentnum$agentnum-$opt{date}-detail.csv";
227 if ( $url =~ /^http/i ) {
229 my $ua = new LWP::UserAgent;
230 my $res = $ua->request( POST( $url,
231 'Content_Type' => 'form-data',
232 'Content' => [ 'username' => $username,
234 'custid' => $username,
235 'clicode' => $opt{clicode},
236 'file1' => [ $zipfile ],
241 die "upload failed: ". $res->status_line. "\n"
242 unless $res->is_success;
244 } elsif ( $url =~ /^ftp:\/\/([\w\.]+)(\/.*)$/i ) {
246 my($hostname, $path) = ($1, $2);
248 my $ftp = new Net::FTP($hostname, Passive=>1)
249 or die "can't connect to $hostname: $@\n";
250 $ftp->login($username, $password)
251 or die "can't login to $hostname: ". $ftp->message."\n";
252 unless ( $ftp->cwd($path) ) {
253 my $msg = "can't cd $path on $hostname: ". $ftp->message. "\n";
254 ( $path eq '/' ) ? warn $msg : die $msg;
257 or die "can't set binary mode on $hostname\n";
260 or die "can't put $zipfile: ". $ftp->message. "\n";
265 die "unknown scheme in URL $url\n";
268 } else { #$opt{format} ne 'billco'
270 my $date = $opt{date};
271 my $file = $opt{agentnum} ? "agentnum$opt{agentnum}" : 'spool'; #.csv
272 unless ( -f "$dir/$file.csv" ) {
273 warn "$me $dir/$file.csv not found\n" if $DEBUG;
274 $dbh->commit or die $dbh->errstr if $oldAutoCommit;
277 rename "$dir/$file.csv", "$dir/$file-$date.csv";
280 if ( $url =~ m{^ftp://([\w\.]+)(/.*)$}i ) {
282 my ($hostname, $path) = ($1, $2);
283 my $ftp = new Net::FTP ($hostname)
284 or die "can't connect to $hostname: $@\n";
285 $ftp->login($username, $password)
286 or die "can't login to $hostname: ".$ftp->message."\n";
287 unless ( $ftp->cwd($path) ) {
288 my $msg = "can't cd $path on $hostname: ".$ftp->message."\n";
289 ( $path eq '/' ) ? warn $msg : die $msg;
292 $ftp->put("$file-$date.csv")
293 or die "can't put $file-$date.csv: ".$ftp->message."\n";
297 die "malformed FTP URL $url\n";
301 $dbh->commit or die $dbh->errstr if $oldAutoCommit;