1 package FS::Cron::upload;
4 use vars qw( @ISA @EXPORT_OK $me $DEBUG );
8 use FS::Record qw( qsearch qsearchs );
14 use HTTP::Request::Common;
18 @ISA = qw( Exporter );
19 @EXPORT_OK = qw ( upload );
21 $me = '[FS::Cron::upload]';
24 # -v: enable debugging
26 # -m: Experimental multi-process mode uses the job queue for multi-process and/or multi-machine billing.
27 # -r: Multi-process mode dry run option
28 # -a: Only process customers with the specified agentnum
35 $debug = 1 if $opt{'v'};
36 $debug = $opt{'l'} if $opt{'l'};
38 local $DEBUG = $debug if $debug;
40 warn "$me upload called\n" if $DEBUG;
44 my $date = time2str('%Y%m%d%H%M%S', $^T); # more?
46 my $conf = new FS::Conf;
48 my @agents = $opt{'a'} ? FS::agent->by_key($opt{'a'}) : qsearch('agent', {});
50 if ( $conf->exists('cust_bill-ftp_spool') ) {
51 my $url = $conf->config('cust_bill-ftpdir');
52 $url = "/$url" unless $url =~ m[^/];
53 $url = 'ftp://' . $conf->config('cust_bill-ftpserver') . $url;
55 my $format = $conf->config('cust_bill-ftpformat');
56 my $username = $conf->config('cust_bill-ftpusername');
57 my $password = $conf->config('cust_bill-ftppassword');
64 'username' => $username,
65 'password' => $password,
70 if ( $conf->exists('cust_bill-spoolagent') ) {
71 # then push each agent's spool separately
73 push @tasks, { %task, 'agentnum' => $_->agentnum };
77 warn "Per-agent processing, but cust_bill-spoolagent is not enabled.\nSkipped invoice upload.\n";
84 else { #check each agent for billco upload settings
94 my $agentnum = $_->agentnum;
96 if ( $conf->config( 'billco-username', $agentnum, 1 ) ) {
97 my $username = $conf->config('billco-username', $agentnum, 1);
98 my $password = $conf->config('billco-password', $agentnum, 1);
99 my $clicode = $conf->config('billco-clicode', $agentnum, 1);
100 my $url = $conf->config('billco-url', $agentnum);
103 'agentnum' => $agentnum,
104 'username' => $username,
105 'password' => $password,
107 'clicode' => $clicode,
108 'format' => 'billco',
113 } #!if cust_bill-ftp_spool
117 my $agentnum = $_->{agentnum};
122 warn "DRY RUN: would add agent $agentnum for queued upload\n";
124 my $queue = new FS::queue {
125 'job' => 'FS::Cron::upload::spool_upload',
127 my $error = $queue->insert( %$_ );
132 eval { spool_upload(%$_) };
133 warn "spool_upload failed: $@\n"
145 warn "$me spool_upload called\n" if $DEBUG;
146 my $conf = new FS::Conf;
147 my $dir = '%%%FREESIDE_EXPORT%%%/export.'. $FS::UID::datasrc. '/cust_bill';
149 my $agentnum = $opt{agentnum} || '';
150 my $url = $opt{url} or die "no url for agent $agentnum\n";
151 $url =~ s/^\s+//; $url =~ s/\s+$//;
153 my $username = $opt{username} or die "no username for agent $agentnum\n";
154 my $password = $opt{password} or die "no password for agent $agentnum\n";
156 die "no date provided\n" unless $opt{date};
158 local $SIG{HUP} = 'IGNORE';
159 local $SIG{INT} = 'IGNORE';
160 local $SIG{QUIT} = 'IGNORE';
161 local $SIG{TERM} = 'IGNORE';
162 local $SIG{TSTP} = 'IGNORE';
163 local $SIG{PIPE} = 'IGNORE';
165 my $oldAutoCommit = $FS::UID::AutoCommit;
166 local $FS::UID::AutoCommit = 0;
169 # wait for any ongoing billing jobs to complete
170 # (should this exclude status='failed')?
172 my $sql = "SELECT count(*) FROM queue LEFT JOIN cust_main USING(custnum) ".
173 "WHERE queue.job='FS::cust_main::queued_bill'";
174 $sql .= " AND cust_main.agentnum = $agentnum" if $agentnum =~ /^\d+$/;
175 my $sth = $dbh->prepare($sql) or die $dbh->errstr;
178 or die "Unexpected error executing statement $sql: ". $sth->errstr;
179 last if $sth->fetchrow_arrayref->[0] == 0;
185 my $agent = qsearchs( 'agent', { agentnum => $agentnum } )
186 or die "no such agent: $agentnum";
187 $agent->select_for_update; #mutex
190 if ( $opt{'format'} eq 'billco' ) {
192 die "no agentnum provided\n" unless $agentnum;
194 my $zipfile = "$dir/agentnum$agentnum-$opt{date}.zip";
196 unless ( -f "$dir/agentnum$agentnum-header.csv" ||
197 -f "$dir/agentnum$agentnum-detail.csv" )
199 warn "$me neither $dir/agentnum$agentnum-header.csv nor ".
200 "$dir/agentnum$agentnum-detail.csv found\n" if $DEBUG;
201 $dbh->commit or die $dbh->errstr if $oldAutoCommit;
205 foreach ( qw ( header detail ) ) {
206 rename "$dir/agentnum$agentnum-$_.csv",
207 "$dir/agentnum$agentnum-$opt{date}-$_.csv";
210 my $command = "cd $dir; zip $zipfile ".
211 "agentnum$agentnum-$opt{date}-header.csv ".
212 "agentnum$agentnum-$opt{date}-detail.csv";
214 system($command) and die "$command failed\n";
216 unlink "agentnum$agentnum-$opt{date}-header.csv",
217 "agentnum$agentnum-$opt{date}-detail.csv";
219 if ( $url =~ /^http/i ) {
221 my $ua = new LWP::UserAgent;
222 my $res = $ua->request( POST( $url,
223 'Content_Type' => 'form-data',
224 'Content' => [ 'username' => $username,
226 'custid' => $username,
227 'clicode' => $opt{clicode},
228 'file1' => [ $zipfile ],
233 die "upload failed: ". $res->status_line. "\n"
234 unless $res->is_success;
236 } elsif ( $url =~ /^ftp:\/\/([\w\.]+)(\/.*)$/i ) {
238 my($hostname, $path) = ($1, $2);
240 my $ftp = new Net::FTP($hostname, Passive=>1)
241 or die "can't connect to $hostname: $@\n";
242 $ftp->login($username, $password)
243 or die "can't login to $hostname: ". $ftp->message."\n";
244 unless ( $ftp->cwd($path) ) {
245 my $msg = "can't cd $path on $hostname: ". $ftp->message. "\n";
246 ( $path eq '/' ) ? warn $msg : die $msg;
249 or die "can't set binary mode on $hostname\n";
252 or die "can't put $zipfile: ". $ftp->message. "\n";
257 die "unknown scheme in URL $url\n";
260 } else { #$opt{format} ne 'billco'
262 my $date = $opt{date};
263 my $file = $opt{agentnum} ? "agentnum$opt{agentnum}" : 'spool'; #.csv
264 unless ( -f "$dir/$file.csv" ) {
265 warn "$me $dir/$file.csv not found\n" if $DEBUG;
266 $dbh->commit or die $dbh->errstr if $oldAutoCommit;
269 rename "$dir/$file.csv", "$dir/$file-$date.csv";
272 if ( $url =~ m{^ftp://([\w\.]+)(/.*)$}i ) {
274 my ($hostname, $path) = ($1, $2);
275 my $ftp = new Net::FTP ($hostname)
276 or die "can't connect to $hostname: $@\n";
277 $ftp->login($username, $password)
278 or die "can't login to $hostname: ".$ftp->message."\n";
279 unless ( $ftp->cwd($path) ) {
280 my $msg = "can't cd $path on $hostname: ".$ftp->message."\n";
281 ( $path eq '/' ) ? warn $msg : die $msg;
284 $ftp->put("$file-$date.csv")
285 or die "can't put $file-$date.csv: ".$ftp->message."\n";
289 die "malformed FTP URL $url\n";
293 $dbh->commit or die $dbh->errstr if $oldAutoCommit;