6 use Net::SFTP::Foreign::Compat;
8 use FS::UID qw(adminsuidsetup datasrc);
15 use vars qw( $opt_m $opt_p $opt_r $opt_e $opt_d $opt_v $opt_P $opt_a $opt_c $opt_i $opt_g $opt_s $opt_b );
16 getopts('c:i:m:p:r:e:d:v:P:agsb');
19 #$opt_e = ".$opt_e" unless $opt_e =~ /^\./;
24 die "invalid cdrtypenum" if defined $opt_c && $opt_c !~ /^\d+$/;
25 die "invalid carrierid" if defined $opt_i && $opt_i !~ /^\d+$/;
29 my $user = shift or die &usage;
32 # %%%FREESIDE_CACHE%%%
33 my $cachedir = '%%%FREESIDE_CACHE%%%/cache.'. datasrc. '/cdrs';
34 mkdir $cachedir unless -d $cachedir;
36 my $format = shift or die &usage;
38 use vars qw( $servername );
39 $servername = shift or die &usage;
45 warn "Retrieving directory listing\n" if $opt_v;
47 $opt_m = 'sftp' if !defined($opt_m);
53 $options{'Port'} = $opt_P if $opt_P;
54 $options{'Debug'} = $opt_v if $opt_v;
55 $options{'Passive'} = $opt_a if $opt_a;
59 $ls = [ grep { /^$opt_p.*\.$opt_e$/i } $ls_ftp->ls ];
61 elsif($opt_m eq 'sftp') {
62 $options{'port'} = $opt_P if $opt_P;
63 $options{'debug'} = $opt_v if $opt_v;
67 $ls_sftp->setcwd($opt_r) or die "can't chdir to $opt_r\n"
70 $ls = $ls_sftp->ls('.', wanted => qr/^$opt_p.*\.$opt_e$/i,
74 die "Method '$opt_m' not supported; must be ftp or sftp\n";
81 foreach my $filename ( @$ls ) {
83 warn "Downloading $filename\n" if $opt_v;
88 $ftp->get($filename, "$cachedir/$filename")
89 or die "Can't get $filename: ". $ftp->message . "\n";
93 $sftp->get($filename, "$cachedir/$filename")
94 or die "Can't get $filename: ". $sftp->error . "\n";
97 warn "Processing $filename\n" if $opt_v;
99 my $ungziped = $filename;
100 $ungziped =~ s/\.gz$//;
102 if(system('gunzip', "$cachedir/$filename") != 0) {
103 warn "gunzip of '$cachedir/$filename' failed" if $opt_v;
104 unlink "$cachedir/$filename";
109 my $file_timestamp = $filename.'-'.time2str('%Y-%m-%d', time);
111 my $import_options = {
112 'file' => "$cachedir/$ungziped",
114 'batch_namevalue' => $file_timestamp,
117 $import_options->{'cdrtypenum'} = $opt_c if defined $opt_c;
118 $import_options->{'carrierid'} = $opt_i if defined $opt_i;
120 my $error = FS::cdr::batch_import($import_options);
125 warn "$ungziped: $error\n";
127 unlink "$cachedir/$filename";
128 unlink "$cachedir/$ungziped" if $opt_g;
135 if ( $opt_m eq 'ftp') {
137 $ftp->rename($filename, "$opt_d/$file_timestamp")
139 unlink "$cachedir/$filename";
140 unlink "$cachedir/$ungziped" if $opt_g;
141 die "Can't move $filename to $opt_d: ".$ftp->message . "\n";
145 $sftp->rename($filename, "$opt_d/$file_timestamp")
147 unlink "$cachedir/$filename";
148 unlink "$cachedir/$ungziped" if $opt_g;
149 die "can't move $filename to $opt_d: ". $sftp->error . "\n";
156 unlink "$cachedir/$filename";
157 unlink "$cachedir/$ungziped" if $opt_g;
167 freeside-cdr-sftp_and_import [ -m method ] [ -p prefix ] [ -e extension ]
168 [ -r remotefolder ] [ -d donefolder ] [ -v level ] [ -P port ]
169 [ -a ] [ -g ] [ -s ] [ -c cdrtypenum ] user format [sftpuser@]servername
173 use vars qw( $sftp $ftp );
176 return $ftp if $ftp && $ftp->pwd;
178 my ($hostname, $userpass) = reverse split('@', $servername);
179 my ($ftp_user, $ftp_pass) = split(':', $userpass);
181 my $ftp = Net::FTP->new($hostname, %options)
182 or die "FTP connection to '$hostname' failed.";
183 $ftp->login($ftp_user, $ftp_pass) or die "FTP login failed: ".$ftp->message;
184 $ftp->cwd($opt_r) or die "can't chdir to $opt_r\n" if $opt_r;
185 $ftp->binary or die "can't set BINARY mode: ". $ftp->message if $opt_b;
192 return $sftp if $sftp && $sftp->cwd;
194 my %sftp = ( host => $servername );
196 $sftp = Net::SFTP::Foreign->new(%sftp);
197 $sftp->error and die "SFTP connection failed: ". $sftp->error;
204 freeside-cdr-sftp_and_import - Download CDR files from a remote server via SFTP
208 freeside-cdr-sftp_and_import [ -m method ] [ -p prefix ] [ -e extension ]
209 [ -r remotefolder ] [ -d donefolder ] [ -v level ] [ -P port ]
210 [ -a ] [ -g ] [ -s ] [ -c cdrtypenum ] [ -i carrierid]
211 user format [sftpuser@]servername
215 Command line tool to download CDR files from a remote server via SFTP
216 or FTP and then import them into the database.
218 -m: transfer method (sftp or ftp), defaults to sftp
220 -p: file prefix, if specified
222 -e: file extension, defaults to .csv
224 -r: if specified, changes into this remote folder before starting
226 -d: if specified, moves files to the specified folder when done
228 -P: if specified, sets the port to use
230 -a: use ftp passive mode
232 -b: use ftp binary mode
234 -v: set verbosity level; this script only has one level, but it will
235 be passed as the 'debug' argument to the transport method
237 -c: cdrtypenum to set, defaults to none
239 -i: carrierid to set, defaults to none
243 -s: Warn and skip files which could not be imported rather than abort
245 user: freeside username
247 format: CDR format name
249 [sftpuser@]servername: remote server
250 (or ftpuser:ftppass@servername)