From 7bc780834a604a2e678d028f875fd4b546412cfb Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Wed, 11 Mar 2009 08:46:21 +0000
Subject: quick list of area codes and a kludge to print DA numbers for all of
 them

---
 bin/print-directory_assist | 12 ++++++++++++
 1 file changed, 12 insertions(+)
 create mode 100755 bin/print-directory_assist

(limited to 'bin')

diff --git a/bin/print-directory_assist b/bin/print-directory_assist
new file mode 100755
index 000000000..210a16c60
--- /dev/null
+++ b/bin/print-directory_assist
@@ -0,0 +1,12 @@
+#!/usr/bin/perl -w
+
+use strict;
+
+my $acs = `cut -c1-3 ../etc/areacodes.txt`;
+
+my $plus = '';
+foreach my $npa ( split(/\n/, $acs ) ) {
+  warn $npa;
+  $plus .= $npa. '5551212 ';
+}
+print "$plus\n";
-- 
cgit v1.2.1


From 3cc8babac7a9a1ae9f6b20979a7787a94761a6ec Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Wed, 11 Mar 2009 08:57:01 +0000
Subject: comma

---
 bin/print-directory_assist | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'bin')

diff --git a/bin/print-directory_assist b/bin/print-directory_assist
index 210a16c60..4c5e4a861 100755
--- a/bin/print-directory_assist
+++ b/bin/print-directory_assist
@@ -7,6 +7,6 @@ my $acs = `cut -c1-3 ../etc/areacodes.txt`;
 my $plus = '';
 foreach my $npa ( split(/\n/, $acs ) ) {
   warn $npa;
-  $plus .= $npa. '5551212 ';
+  $plus .= $npa. '5551212,';
 }
 print "$plus\n";
-- 
cgit v1.2.1


From 29c1d4f0ed46a2ff02353fdc6c0caf3553462f6e Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 15 Mar 2009 22:44:17 +0000
Subject: adding quick usage resetting tool

---
 bin/svc_acct-recalculate_usage | 110 +++++++++++++++++++++++++++++++++++++++++
 1 file changed, 110 insertions(+)
 create mode 100644 bin/svc_acct-recalculate_usage

(limited to 'bin')

diff --git a/bin/svc_acct-recalculate_usage b/bin/svc_acct-recalculate_usage
new file mode 100644
index 000000000..1b3955b21
--- /dev/null
+++ b/bin/svc_acct-recalculate_usage
@@ -0,0 +1,110 @@
+#!/usr/bin/perl -w
+
+use strict;
+use vars qw($opt_s $opt_u $opt_p $opt_k);
+use Getopt::Std;
+use FS::UID qw(adminsuidsetup);
+use FS::Record qw(qsearch qsearchs);
+use FS::svc_acct;
+use FS::cust_svc;
+
+my %field2sub = (
+  'seconds'    => sub {
+    my($svc_acct, $cust_pkg) = @_;
+    $svc_acct->seconds_since_sqlradacct( $cust_pkg->last_bill, time );
+  },
+  'upbytes'    => sub {
+    my($svc_acct, $cust_pkg) = @_;
+    $svc_acct->attribute_since_sqlradacct(
+      $cust_pkg->last_bill, time, 'AcctInputOctets' );
+  },
+  'downbytes'  => sub {
+    my($svc_acct, $cust_pkg) = @_;
+    $svc_acct->attribute_since_sqlradacct(
+      $cust_pkg->last_bill, time, 'AcctOutputOctets' );
+  },
+  'totalbytes' => sub {
+    my($svc_acct, $cust_pkg) = @_;
+    $svc_acct->attribute_since_sqlradacct(
+       $cust_pkg->last_bill, time, 'AcctInputOctets' )
+    +
+    $svc_acct->attribute_since_sqlradacct(
+       $cust_pkg->last_bill, time, 'AcctOutputOctets' )
+    ;
+  },
+);
+
+my $user = shift or die &usage;
+adminsuidsetup $user;
+
+my $field = shift;
+die "can only reset seconds, upbytes, downbytes or totalbytes"
+  unless $field2sub{$field};
+
+my $value = shift;
+
+#false laziness w/freeside-reexport
+getopts('s:u:p:k:');
+
+my @svc_x = ();
+if ( $opt_s ) {
+  my $cust_svc = qsearchs('cust_svc', { svcnum=>$opt_s } )
+    or die "svcnum $opt_s not found\n";
+  push @svc_x, $cust_svc->svc_x;
+} elsif ( $opt_u ) {
+  my $svc_x = qsearchs('svc_acct', { username=>$opt_u } )
+    or die "username $opt_u not found\n";
+  push @svc_x, $svc_x;
+} elsif ( $opt_p ) {
+  push @svc_x, map { $_->svc_x } qsearch('cust_svc', { svcpart=>$opt_p } );
+  die "no services with svcpart $opt_p found\n" unless @svc_x;
+} elsif ( $opt_k ) {
+  push @svc_x,
+    map { $_->svc_x }
+      qsearch({
+                table     => 'cust_svc',
+                addl_from => 'LEFT JOIN cust_pkg USING ( pkgnum )',
+                extra_sql => "WHERE pkgpart = $opt_k",
+             });
+  die "no services with pkgpart $opt_k found\n" unless @svc_x;
+}
+
+warn "setting $field to $value before usage\n";
+foreach my $svc_x ( @svc_x ) {
+  my $cust_pkg = $svc_x->cust_svc->cust_pkg;
+  my $cust_usage = $value - &{ $field2sub{$field} }( $svc_x, $cust_pkg );
+#  warn "resetting  ". $svc_x->svcnum.':'.$svc_x->username. " to $cust_usage\n";
+  warn "$field for ". $svc_x->svcnum.':'.$svc_x->username. " reached limit\n"
+    if $cust_usage <= 0;
+  $svc_x->$field($cust_usage);
+
+  my $error = $svc_x->replace;
+  die $error if $error;
+}
+
+sub usage {
+  die "Usage:\n\n  svc_acct-recalculate_usage user [ -s svcnum | -u username | -p svcpart ]\n";
+}
+
+=head1 NAME
+
+svc-acct-recalculate_usage - Command line tool to recalculate usage for existing services
+
+=head1 SYNOPSIS
+
+  svc_acct-recalculate_usage user usagefield initialvalue [ -s svcnum | -u username | -p svcpart ]
+
+  #recalculate a 1gb totalbytes limit for pkgpart 2
+  svc_acct-recalculate_usage ivan totalbytes 1073741824 -k 2
+
+=head1 DESCRIPTION
+
+Re-calculates the specified usage field for the specified service(s) (selected
+by svcnum, username or svcpart).
+
+=head1 SEE ALSO
+
+L<FS::svc_acct>, L<freeside-reexport>, L<FS::part_export>
+
+=cut
+
-- 
cgit v1.2.1


From 72d61f5de9e35ec0a01b62eff696ebbbb830846c Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Mon, 16 Mar 2009 15:52:17 +0000
Subject: a tool for migrating package elements to services

---
 bin/make-pkg-fruit | 172 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 172 insertions(+)
 create mode 100755 bin/make-pkg-fruit

(limited to 'bin')

diff --git a/bin/make-pkg-fruit b/bin/make-pkg-fruit
new file mode 100755
index 000000000..61d707f4a
--- /dev/null
+++ b/bin/make-pkg-fruit
@@ -0,0 +1,172 @@
+#!/usr/bin/perl -w
+
+use strict;
+use FS::UID qw( adminsuidsetup );
+use FS::Record qw( qsearch qsearchs );
+use FS::part_export;
+use FS::export_svc;
+use FS::pkg_svc;
+use FS::part_svc;
+use FS::part_pkg;
+use FS::cust_svc;
+use FS::svc_Common;
+use FS::svc_broadband;
+use FS::part_svc_router;
+
+my $exporttype = 'prizm';
+my $pkg_property = 'pkg';
+my $svc_property = 'performance_profile';
+
+my $user = shift or die &usage;
+
+$FS::svc_Common::noexport_hack = 1;
+$FS::cust_svc::ignore_quantity = 1;
+$FS::UID::AutoCommit = 0;
+
+my $DEBUG = 0;
+
+my $dbh = adminsuidsetup($user);
+
+my @exportnum = map { $_->exportnum }
+                  qsearch( 'part_export', { 'exporttype' => $exporttype } );
+
+die "no $exporttype exports found\n" unless scalar(@exportnum);
+
+my %pkg_svc_map = ();
+
+my @old_svcpart = ();
+push @old_svcpart, map { $_->svcpart }
+                       qsearch ( 'export_svc', { 'exportnum' => $_ } )
+                     foreach @exportnum;
+
+die "no svcparts found\n" unless scalar(@old_svcpart);
+
+foreach (@old_svcpart) { 
+  foreach my $pkg_svc ( qsearch( 'pkg_svc',
+                                 { 'svcpart'  => $_,
+                                   'quantity' => { 'op'    => '>',
+                                                   'value' => '0',
+                                                 },
+                                 }
+                               )
+                      )
+  {
+    warn "updating package ". $pkg_svc->pkgpart. "\n" if $DEBUG;
+    my $pkg_from = $pkg_svc->part_pkg->$pkg_property;
+    unless ( $pkg_svc_map{ $pkg_from }{ $pkg_svc->svcpart } ) {
+      my $old_part_svc = $pkg_svc->part_svc;
+      my $part_svc = new FS::part_svc( { $old_part_svc->hash } );
+      $part_svc->svcpart('');
+
+      my $svcdb = $part_svc->svcdb;
+      foreach ( $old_part_svc->all_part_svc_column ) {
+        my $formatter = FS::part_svc->svc_table_fields($svcdb)->{$_}->{format}
+                        || sub { shift };
+
+        $part_svc->setfield( $svcdb.'__'.$_->columnname.'_flag', $_->columnflag);
+        $part_svc->setfield( $svcdb.'__'.$_->columnname,
+                             &$formatter($_->columnvalue)
+                           );
+      }
+
+      my $formatter =
+        FS::part_svc->svc_table_fields($svcdb)->{$svc_property}->{format}
+        || sub { shift };
+      $part_svc->setfield( $svcdb.'__'.$svc_property.'_flag', 'F');
+      $part_svc->setfield( $svcdb.'__'.$svc_property,
+                           &$formatter($pkg_svc->part_pkg->$pkg_property)
+                         );
+      my $error = $part_svc->insert( [],
+                                     { map { $_->exportnum => 1 }
+                                           $old_part_svc->part_export
+                                     },
+                                   );
+      die "error inserting service: $error\n" if $error;
+
+      # this part is specific to svc_broadband
+      foreach (qsearch( 'part_svc_router', { 'svcpart' => $pkg_svc->svcpart } ))
+      {
+        my $part_svc_router = new FS::part_svc_router( { $_->hash } );
+        $part_svc_router->svcrouternum( '' );
+        $part_svc_router->svcpart( $part_svc->svcpart );
+        my $error = $part_svc_router->insert;
+        die "error associating service with router: $error\n" if $error;
+      }
+
+      $pkg_svc_map{ $pkg_from }{ $pkg_svc->svcpart } = $part_svc->svcpart;
+
+    }
+
+    my $new_pkg_svc = new FS::pkg_svc( { $pkg_svc->hash } );
+    $new_pkg_svc->svcpart( $pkg_svc_map{ $pkg_from }{ $pkg_svc->svcpart } );
+    my $error = $pkg_svc->delete;
+    die "error removing old service from package: $error\n" if $error;
+    $error = $new_pkg_svc->insert;
+    die "error adding new service to package: $error\n" if $error;
+
+  }
+}
+warn "done with packages\n" if $DEBUG;
+    
+foreach my $svcpart ( @old_svcpart ) {
+  foreach my $cust_svc ( qsearch( 'cust_svc', { 'svcpart' => $svcpart } ) ) {
+    my $svc_x = $cust_svc->svc_x;
+    my $cust_pkg = $cust_svc->cust_pkg;
+    die "can't handle unattached service ". $cust_svc->svcnum unless $cust_pkg;
+    my $pkg_from = $cust_pkg->part_pkg->$pkg_property;
+    $svc_x->setfield( $svc_property, $pkg_from );
+    $svc_x->setfield( 'svcpart', $pkg_svc_map{ $pkg_from }{ $svcpart } );
+    my $error = $svc_x->replace;
+    die "error replacing service ". $svc_x->svcnum. ": $error\n" if $error;
+
+    $cust_svc->svcpart( $pkg_svc_map{ $pkg_from }{ $svcpart } );
+    $error = $cust_svc->replace;
+    die "error replacing customer service ". $cust_svc->svcnum. ": $error\n"
+      if $error;
+  }
+
+  my $part_svc = qsearchs( 'part_svc', { 'svcpart' => $svcpart } );
+  die "can't find old part_svc!" unless $part_svc;
+
+  my $new_part_svc = new FS::part_svc( { $part_svc->hash } );
+  $new_part_svc->disabled('Y');
+  my $svcdb = $part_svc->svcdb;
+  foreach ( $part_svc->all_part_svc_column ) {
+    my $formatter = FS::part_svc->svc_table_fields($svcdb)->{$_}->{format}
+                    || sub { shift };
+
+    $part_svc->setfield( $svcdb.'__'.$_->columnname.'_flag', $_->columnflag);
+    $part_svc->setfield( $svcdb.'__'.$_->columnname,
+                         &$formatter($_->columnvalue)
+                       );
+  }
+  my $error = $new_part_svc->replace($part_svc, '1.3-COMPAT');
+  die "error disabling service: $error\n" if $error;
+}
+  
+$dbh->commit or die $dbh->errstr;
+$dbh->disconnect or die $dbh->errstr;
+
+
+sub usage { 
+  die "Usage:\n\n  make-pkg-fruit user\n";
+}
+
+=head1 NAME
+
+make-pkg-fruit - Tool to migrate package properties to services
+
+=head1 SYNOPSIS
+
+  make-pkg-fruit
+
+=head1 DESCRIPTION
+
+Multiplies out services with package properties and migrates package
+definitions and customer services to the new services.  Read the source.
+
+=head1 SEE ALSO
+
+=cut
+
+1;
-- 
cgit v1.2.1


From 4e7273f1dee05cf62089ce43960313674b66fbcd Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Fri, 20 Mar 2009 02:14:17 +0000
Subject: adding quick remote ping & alert script, RT#4610

---
 bin/ping | 58 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 58 insertions(+)
 create mode 100755 bin/ping

(limited to 'bin')

diff --git a/bin/ping b/bin/ping
new file mode 100755
index 000000000..605a2047e
--- /dev/null
+++ b/bin/ping
@@ -0,0 +1,58 @@
+#!/usr/bin/perl
+
+use Net::Ping;
+use Net::SSH qw( ssh_cmd );
+use Email::Send;
+
+my @other_hosts = ( 'freeside.biz', 'saturn5.com' );
+
+my( $machine, @emails ) = @ARGV;
+die "no notification email given" unless @emails;
+
+my $ping = new Net::Ping; # 'icmp'; #requires root
+
+my $pong = '';
+# can't tcp ping... $ping->ping($machine) and
+$pong = eval { ssh_cmd('freeside@'.$machine, 'echo pong') };
+#(command ignored if authorized_keys setup w/command=)
+
+if ( $@ || $pong !~ /pong/ ) { #houston, we may have a problem
+
+  #warn "can't reach $machine, checking @other_hosts\n";
+
+  #let's do a sanity check, can we see some other hosts?
+  exit unless grep $ping->ping($_), @other_hosts;
+
+  #uh-oh, this is bad.
+
+  #warn "checking to see if we've alerted on this recently\n";
+
+  #but we don't want to be too noisy, have we alerted on this in the last 24h?
+  my $file = "/tmp/alert-$machine";
+  exit if -e $file && -M $file < 1;
+
+  open(FILE, ">>$file");
+  print FILE "emailing\n";
+  close FILE;
+
+  #warn "emailing alerts\n";
+
+  foreach my $email ( @emails ) {
+
+    my $message = <<"__MESSAGE__";
+From: support\@freeside.biz
+To: $email
+Subject: ALERT - $machine
+
+ALERT: $machine appears to be down.
+
+__MESSAGE__
+
+    my $sender = Email::Send->new({mailer => 'SMTP'});
+    $sender->mailer_args([Host => 'mail.freeside.biz']);
+    $sender->send($message);
+
+  }
+
+}
+
-- 
cgit v1.2.1


From 48d92203f94f5592f1face92e3f1c74acf306a11 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Tue, 24 Mar 2009 09:42:13 +0000
Subject: quick tool for RT#3843

---
 bin/countdeclines | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)
 create mode 100755 bin/countdeclines

(limited to 'bin')

diff --git a/bin/countdeclines b/bin/countdeclines
new file mode 100755
index 000000000..bbc392560
--- /dev/null
+++ b/bin/countdeclines
@@ -0,0 +1,22 @@
+#!/usr/bin/perl
+
+use Date::Parse;
+
+my $e = 'PlugnPay error: 97: Declined for CVV failure';
+my @y = (2008,2009);
+
+my $p = 0;
+
+foreach my $y (@y) {
+  foreach my $m (1..12) {
+    my $d = "$m/1/$y";
+    my $t = str2time($d);
+
+    #print "$pd-$d: SELECT count(*) from cust_bill_event where statustext = '$e' and _date >= $p and _date < $t;\n"
+    print "SELECT count(*) from cust_bill_event where statustext = '$e' and _date >= $p and _date < $t;\n"
+      if $p;
+
+    $p = $t;
+    $pd = $d;
+  }
+}
-- 
cgit v1.2.1


From 8a79ead8b600494b214d7492dab043d5dfc96587 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sat, 11 Apr 2009 21:42:52 +0000
Subject: migrate send_email, suspend_if_balance and credit events, RT#3905

---
 bin/freeside-migrate-events | 29 +++++++++++++++++++++++------
 1 file changed, 23 insertions(+), 6 deletions(-)

(limited to 'bin')

diff --git a/bin/freeside-migrate-events b/bin/freeside-migrate-events
index 76643b886..4b46393eb 100644
--- a/bin/freeside-migrate-events
+++ b/bin/freeside-migrate-events
@@ -16,20 +16,20 @@ my %plan2action = (
   'fee'                    => 'fee',
   'fee_percent'            => 'NOTYET', #XXX need fee_percent action
   'suspend'                => 'suspend',
-  'suspend-if-balance'     => 'NOTYET', #XXX "if balance" becomes a balance condition
+  'suspend-if-balance'     => 'suspend', #"if balance" becomes the balance cond
   'suspend-if-pkgpart'     => 'suspend_if_pkgpart',
   'suspend-unless-pkgpart' => 'suspend_unless_pkgpart',
   'cancel'                 => 'cancel',
   'addpost'                => 'addpost',
   'comp'                   => 'NOTYET', #XXX or N/A or something
-  'credit'                 => 'NOTYET',
+  'credit'                 => 'writeoff',
   'realtime-card'          => 'cust_bill_realtime_card',
   'realtime-check'         => 'cust_bill_realtime_check',
   'realtime-lec'           => 'cust_bill_realtime_lec',
   'batch-card'             => 'cust_bill_batch',
   #?'retriable'             =>
   'send'                   => 'cust_bill_send',
-  'send_email'             => 'NOTYET', 
+  'send_email'             => 'cust_bill_email',
   'send_alternate'         => 'cust_bill_send_alternate',
   'send_if_newest'         => 'cust_bill_send_if_newest',
   'send_agent'             => 'cust_bill_send_agent',
@@ -64,7 +64,15 @@ foreach my $part_bill_event (
   my %plandata = map { /^(\w+) (.*)$/; ($1, $2); }
                      split(/\n/, $part_bill_event->plandata);
 
-  #XXX may need to fudge some plandata2option names!!!
+  #XXX may need to fudge some other plandata2option names
+
+  my $balanceover = 0;
+  my $honor_dundate = 0;
+
+  if ( $part_bill_event->plan eq 'suspend-if-balance' ) {
+    $balanceover = delete $plandata{'balanceover'};
+    $honor_dundate = ( (delete $plandata{'balance_honor_dundate'}) =~ /1/ );
+  }
 
   my $part_event = new FS::part_event {
     'event'      => $part_bill_event->event,
@@ -86,12 +94,12 @@ foreach my $part_bill_event (
   };
   $error = $once->insert;
   die $error if $error;
-  
+
   my $balance = new FS::part_event_condition {
     'eventpart'     => $part_event->eventpart,
     'conditionname' => 'balance'
   };
-  $error = $balance->insert( 'balance' => 0 );
+  $error = $balance->insert( 'balance' => $balanceover );
   die $error if $error;
 
   my $cust_bill_owed = new FS::part_event_condition {
@@ -118,6 +126,15 @@ foreach my $part_bill_event (
     die $error if $error;
 
   }
+
+  if ( $honor_dundate ) { 
+    my $dundate = new FS::part_event_condition {
+      'eventpart'     => $part_event->eventpart,
+      'conditionname' => 'dundate'
+    };
+    $error = $dundate->insert();
+    die $error if $error;
+  }
   
   #my $derror = $part_bill_event->delete;
   #die "error removing part_bill_event: $derror\n" if $derror;
-- 
cgit v1.2.1


From 246c311ac0ca7c41c571cfbc434bafd7c5d2768c Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Fri, 17 Apr 2009 23:30:57 +0000
Subject: something to wipe the CVV from very large databases

---
 bin/fs-migrate-cust_tax_exempt |  2 +-
 bin/h_cust_main-wipe_paycvv    | 30 ++++++++++++++++++++++++++++++
 2 files changed, 31 insertions(+), 1 deletion(-)
 create mode 100755 bin/h_cust_main-wipe_paycvv

(limited to 'bin')

diff --git a/bin/fs-migrate-cust_tax_exempt b/bin/fs-migrate-cust_tax_exempt
index ede80b08e..35c74ffab 100755
--- a/bin/fs-migrate-cust_tax_exempt
+++ b/bin/fs-migrate-cust_tax_exempt
@@ -23,7 +23,7 @@ my $fuz = 7; #seconds
  #site-specific rewrites
 my %rewrite = (
   #cust_tax_exempt.exemptnum => { 'field' => 'newvalue', ... },
-    '23' => { month=>10, year=>2005, invnum=>1640 },
+#    '23' => { month=>10, year=>2005, invnum=>1640 },
 
     #etc.
 );
diff --git a/bin/h_cust_main-wipe_paycvv b/bin/h_cust_main-wipe_paycvv
new file mode 100755
index 000000000..d34c15f34
--- /dev/null
+++ b/bin/h_cust_main-wipe_paycvv
@@ -0,0 +1,30 @@
+#!/usr/bin/perl
+
+use strict;
+use FS::UID qw(adminsuidsetup dbh);
+use FS::Record; #buh?
+
+my $user = shift or die 'usage';
+adminsuidsetup $user;
+
+while (1) {
+
+  my $sql = ' UPDATE h_cust_main SET paycvv = NULL
+                WHERE historynum IN ( SELECT historynum FROM h_cust_main
+                                        WHERE paycvv IS NOT NULL LIMIT 8192 )';
+#                                        WHERE paycvv IS NOT NULL LIMIT 1 )';
+
+  my $sth = dbh->prepare($sql) or die dbh->errstr;
+
+  print '.'; $|=1;
+
+  my $rv = $sth->execute;
+
+  dbh->commit or die dbh->errstr;
+
+  last if $rv == 0;
+
+}
+
+print "\n";
+
-- 
cgit v1.2.1


From b86387055e7d7dcd7cfe6d0620bfec7c4acb7583 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 19 Apr 2009 23:52:36 +0000
Subject: warning about this not terminating

---
 bin/h_cust_main-wipe_paycvv | 1 +
 1 file changed, 1 insertion(+)

(limited to 'bin')

diff --git a/bin/h_cust_main-wipe_paycvv b/bin/h_cust_main-wipe_paycvv
index d34c15f34..59c9d0819 100755
--- a/bin/h_cust_main-wipe_paycvv
+++ b/bin/h_cust_main-wipe_paycvv
@@ -22,6 +22,7 @@ while (1) {
 
   dbh->commit or die dbh->errstr;
 
+  #hmm... doesn't work well, sometimes runs forever, wtf
   last if $rv == 0;
 
 }
-- 
cgit v1.2.1


From 591abf0ef3819c892a61a71042b285b4215ebb1a Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 19 Apr 2009 23:55:48 +0000
Subject: no, it was only cause their db is somehow corrupt

---
 bin/h_cust_main-wipe_paycvv | 1 -
 1 file changed, 1 deletion(-)

(limited to 'bin')

diff --git a/bin/h_cust_main-wipe_paycvv b/bin/h_cust_main-wipe_paycvv
index 59c9d0819..d34c15f34 100755
--- a/bin/h_cust_main-wipe_paycvv
+++ b/bin/h_cust_main-wipe_paycvv
@@ -22,7 +22,6 @@ while (1) {
 
   dbh->commit or die dbh->errstr;
 
-  #hmm... doesn't work well, sometimes runs forever, wtf
   last if $rv == 0;
 
 }
-- 
cgit v1.2.1


From ae8f98d14eb70d671e808d41167ae6afb2ee7053 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 3 May 2009 00:40:50 +0000
Subject: confdiff

---
 bin/confdiff | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)
 create mode 100755 bin/confdiff

(limited to 'bin')

diff --git a/bin/confdiff b/bin/confdiff
new file mode 100755
index 000000000..5b6af859e
--- /dev/null
+++ b/bin/confdiff
@@ -0,0 +1,27 @@
+#!/usr/bin/perl
+
+use FS::UID qw(adminsuidsetup);
+use FS::Conf;
+
+adminsuidsetup('ivan');
+
+my $conf = new FS::Conf;
+
+my $file2 = pop @ARGV;
+my $file1 = pop @ARGV;
+
+open(FILE1, ">/tmp/$file1") or die "can't open /tmp/$file1: $!";
+print FILE1 $conf->config($file1);
+print FILE1 "\n";
+close FILE1 or die $!;
+
+open(FILE2, ">/tmp/$file2") or die "can't open /tmp/$file2: $!";
+print FILE2 $conf->config($file2);
+print FILE2 "\n";
+close FILE2 or die $!;
+
+my @opt = @ARGV;
+
+system('diff', @opt, "/tmp/$file1", "/tmp/$file2");
+
+#unlink("/tmp/$file1', "/tmp/$file2");
-- 
cgit v1.2.1


From 4c13f5c6bb96b79087bdbc2f3a424dac02e9f998 Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Mon, 4 May 2009 18:33:48 +0000
Subject: this is a quick hack to rebill customers when a cdr didn't happen

---
 bin/cust_main_special.pm | 776 +++++++++++++++++++++++++++++++++++++++++++++++
 bin/rebill               | 132 ++++++++
 2 files changed, 908 insertions(+)
 create mode 100644 bin/cust_main_special.pm
 create mode 100755 bin/rebill

(limited to 'bin')

diff --git a/bin/cust_main_special.pm b/bin/cust_main_special.pm
new file mode 100644
index 000000000..1f3203e1d
--- /dev/null
+++ b/bin/cust_main_special.pm
@@ -0,0 +1,776 @@
+package cust_main_special;
+
+require 5.006;
+use strict;
+use vars qw( @ISA $DEBUG $me $conf );
+use Safe;
+use Carp;
+use Data::Dumper;
+use Date::Format;
+use FS::UID qw( dbh );
+use FS::Record qw( qsearchs qsearch );
+use FS::payby;
+use FS::cust_pkg;
+use FS::cust_bill;
+use FS::cust_bill_pkg;
+use FS::cust_bill_pkg_display;
+use FS::cust_bill_pkg_tax_location;
+use FS::cust_main_county;
+use FS::cust_location;
+use FS::tax_rate;
+use FS::cust_tax_location;
+use FS::part_pkg_taxrate;
+use FS::queue;
+use FS::part_pkg;
+
+@ISA = qw ( FS::cust_main );
+
+$DEBUG = 0;
+$me = '[emergency billing program]';
+
+$conf = new FS::Conf;
+
+=head1 METHODS
+
+=over 4
+
+=item bill_and_collect 
+
+Cancels and suspends any packages due, generates bills, applies payments and
+cred
+
+Warns on errors (Does not currently: If there is an error, returns the error, otherwise returns false.)
+
+Options are passed as name-value pairs.  Currently available options are:
+
+=over 4
+
+=item time
+
+Bills the customer as if it were that time.  Specified as a UNIX timestamp; see L<perlfunc/"time">).  Also see L<Time::Local> and L<Date::Parse> for conversion functions.  For example:
+
+ use Date::Parse;
+ ...
+ $cust_main->bill( 'time' => str2time('April 20th, 2001') );
+
+=item invoice_time
+
+Used in conjunction with the I<time> option, this option specifies the date of for the generated invoices.  Other calculations, such as whether or not to generate the invoice in the first place, are not affected.
+
+=item check_freq
+
+"1d" for the traditional, daily events (the default), or "1m" for the new monthly events (part_event.check_freq)
+
+=item resetup
+
+If set true, re-charges setup fees.
+
+=item debug
+
+Debugging level.  Default is 0 (no debugging), or can be set to 1 (passed-in options), 2 (traces progress), 3 (more information), or 4 (include full search queries)
+
+=back
+
+=cut
+
+sub bill_and_collect {
+  my( $self, %options ) = @_;
+
+  #$options{actual_time} not $options{time} because freeside-daily -d is for
+  #pre-printing invoices
+  $self->cancel_expired_pkgs( $options{actual_time} );
+  $self->suspend_adjourned_pkgs( $options{actual_time} );
+
+  my $error = $self->bill( %options );
+  warn "Error billing, custnum ". $self->custnum. ": $error" if $error;
+
+  $self->apply_payments_and_credits;
+
+  unless ( $conf->exists('cancelled_cust-noevents')
+           && ! $self->num_ncancelled_pkgs
+  ) {
+
+    $error = $self->collect( %options );
+    warn "Error collecting, custnum". $self->custnum. ": $error" if $error;
+
+  }
+
+}
+
+=item bill OPTIONS
+
+Generates invoices (see L<FS::cust_bill>) for this customer.  Usually used in
+conjunction with the collect method by calling B<bill_and_collect>.
+
+If there is an error, returns the error, otherwise returns false.
+
+Options are passed as name-value pairs.  Currently available options are:
+
+=over 4
+
+=item resetup
+
+If set true, re-charges setup fees.
+
+=item time
+
+Bills the customer as if it were that time.  Specified as a UNIX timestamp; see L<perlfunc/"time">).  Also see L<Time::Local> and L<Date::Parse> for conversion functions.  For example:
+
+ use Date::Parse;
+ ...
+ $cust_main->bill( 'time' => str2time('April 20th, 2001') );
+
+=item pkg_list
+
+An array ref of specific packages (objects) to attempt billing, instead trying all of them.
+
+ $cust_main->bill( pkg_list => [$pkg1, $pkg2] );
+
+=item invoice_time
+
+Used in conjunction with the I<time> option, this option specifies the date of for the generated invoices.  Other calculations, such as whether or not to generate the invoice in the first place, are not affected.
+
+=item backbill
+
+Used to specify the period starting date and preventing normal billing.  Instead all outstanding cdrs/usage are processed as if from the unix timestamp in backbill and without changing the dates in the customer packages.  Useful in those situations when cdrs were not imported before a billing run
+
+=back
+
+=cut
+
+sub bill {
+  my( $self, %options ) = @_;
+
+  bless $self, 'cust_main_special';
+  return '' if $self->payby eq 'COMP';
+  warn "$me backbill usage for customer ". $self->custnum. "\n"
+    if $DEBUG;
+
+  my $time = $options{'time'} || time;
+  my $invoice_time = $options{'invoice_time'} || $time;
+
+  #put below somehow?
+  local $SIG{HUP} = 'IGNORE';
+  local $SIG{INT} = 'IGNORE';
+  local $SIG{QUIT} = 'IGNORE';
+  local $SIG{TERM} = 'IGNORE';
+  local $SIG{TSTP} = 'IGNORE';
+  local $SIG{PIPE} = 'IGNORE';
+
+  my $oldAutoCommit = $FS::UID::AutoCommit;
+  local $FS::UID::AutoCommit = 0;
+  my $dbh = dbh;
+
+  $self->select_for_update; #mutex
+
+  my @cust_bill_pkg = ();
+
+  ###
+  # find the packages which are due for billing, find out how much they are
+  # & generate invoice database.
+  ###
+
+  my( $total_setup, $total_recur, $postal_charge ) = ( 0, 0, 0 );
+  my %taxlisthash;
+  my @precommit_hooks = ();
+
+  my @cust_pkgs = qsearch('cust_pkg', { 'custnum' => $self->custnum } );
+  foreach my $cust_pkg (@cust_pkgs) {
+
+    #NO!! next if $cust_pkg->cancel;  
+    next if $cust_pkg->getfield('cancel');  
+
+    warn "  bill package ". $cust_pkg->pkgnum. "\n" if $DEBUG > 1;
+
+    #? to avoid use of uninitialized value errors... ?
+    $cust_pkg->setfield('bill', '')
+      unless defined($cust_pkg->bill);
+ 
+    #my $part_pkg = $cust_pkg->part_pkg;
+
+    my $real_pkgpart = $cust_pkg->pkgpart;
+    my %hash = $cust_pkg->hash;
+
+    foreach my $part_pkg ( $cust_pkg->part_pkg->self_and_bill_linked ) {
+
+      $cust_pkg->set($_, $hash{$_}) foreach qw ( setup last_bill bill );
+
+      my $error =
+        $self->_make_lines( 'part_pkg'            => $part_pkg,
+                            'cust_pkg'            => $cust_pkg,
+                            'precommit_hooks'     => \@precommit_hooks,
+                            'line_items'          => \@cust_bill_pkg,
+                            'setup'               => \$total_setup,
+                            'recur'               => \$total_recur,
+                            'tax_matrix'          => \%taxlisthash,
+                            'time'                => $time,
+                            'options'             => \%options,
+                          );
+      if ($error) {
+        $dbh->rollback if $oldAutoCommit;
+        return $error;
+      }
+
+    } #foreach my $part_pkg
+
+  } #foreach my $cust_pkg
+
+  unless ( @cust_bill_pkg ) { #don't create an invoice w/o line items
+    unless ( $options{backbill} ) {
+      #but do commit any package date cycling that happened
+      $dbh->commit or die $dbh->errstr if $oldAutoCommit;
+    } else {
+      $dbh->rollback or die $dbh->errstr if $oldAutoCommit;
+    }
+    return '';
+  }
+
+  my $postal_pkg = $self->charge_postal_fee();
+  if ( $postal_pkg && !ref( $postal_pkg ) ) {
+    $dbh->rollback if $oldAutoCommit;
+    return "can't charge postal invoice fee for customer ".
+      $self->custnum. ": $postal_pkg";
+  }
+  if ( !$options{backbill} && $postal_pkg &&
+       ( scalar( grep { $_->recur && $_->recur > 0 } @cust_bill_pkg) ||
+         !$conf->exists('postal_invoice-recurring_only')
+       )
+     )
+  {
+    foreach my $part_pkg ( $postal_pkg->part_pkg->self_and_bill_linked ) {
+      my $error =
+        $self->_make_lines( 'part_pkg'            => $part_pkg,
+                            'cust_pkg'            => $postal_pkg,
+                            'precommit_hooks'     => \@precommit_hooks,
+                            'line_items'          => \@cust_bill_pkg,
+                            'setup'               => \$total_setup,
+                            'recur'               => \$total_recur,
+                            'tax_matrix'          => \%taxlisthash,
+                            'time'                => $time,
+                            'options'             => \%options,
+                          );
+      if ($error) {
+        $dbh->rollback if $oldAutoCommit;
+        return $error;
+      }
+    }
+  }
+
+  warn "having a look at the taxes we found...\n" if $DEBUG > 2;
+
+  # keys are tax names (as printed on invoices / itemdesc )
+  # values are listrefs of taxlisthash keys (internal identifiers)
+  my %taxname = ();
+
+  # keys are taxlisthash keys (internal identifiers)
+  # values are (cumulative) amounts
+  my %tax = ();
+
+  # keys are taxlisthash keys (internal identifiers)
+  # values are listrefs of cust_bill_pkg_tax_location hashrefs
+  my %tax_location = ();
+
+  foreach my $tax ( keys %taxlisthash ) {
+    my $tax_object = shift @{ $taxlisthash{$tax} };
+    warn "found ". $tax_object->taxname. " as $tax\n" if $DEBUG > 2;
+    warn " ". join('/', @{ $taxlisthash{$tax} } ). "\n" if $DEBUG > 2;
+    my $hashref_or_error =
+      $tax_object->taxline( $taxlisthash{$tax},
+                            'custnum'      => $self->custnum,
+                            'invoice_time' => $invoice_time
+                          );
+    unless ( ref($hashref_or_error) ) {
+      $dbh->rollback if $oldAutoCommit;
+      return $hashref_or_error;
+    }
+    unshift @{ $taxlisthash{$tax} }, $tax_object;
+
+    my $name   = $hashref_or_error->{'name'};
+    my $amount = $hashref_or_error->{'amount'};
+
+    #warn "adding $amount as $name\n";
+    $taxname{ $name } ||= [];
+    push @{ $taxname{ $name } }, $tax;
+
+    $tax{ $tax } += $amount;
+
+    $tax_location{ $tax } ||= [];
+    if ( $tax_object->get('pkgnum') || $tax_object->get('locationnum') ) {
+      push @{ $tax_location{ $tax }  },
+        {
+          'taxnum'      => $tax_object->taxnum, 
+          'taxtype'     => ref($tax_object),
+          'pkgnum'      => $tax_object->get('pkgnum'),
+          'locationnum' => $tax_object->get('locationnum'),
+          'amount'      => sprintf('%.2f', $amount ),
+        };
+    }
+
+  }
+
+  #move the cust_tax_exempt_pkg records to the cust_bill_pkgs we will commit
+  my %packagemap = map { $_->pkgnum => $_ } @cust_bill_pkg;
+  foreach my $tax ( keys %taxlisthash ) {
+    foreach ( @{ $taxlisthash{$tax} }[1 ... scalar(@{ $taxlisthash{$tax} })] ) {
+      next unless ref($_) eq 'FS::cust_bill_pkg';
+
+      push @{ $packagemap{$_->pkgnum}->_cust_tax_exempt_pkg }, 
+        splice( @{ $_->_cust_tax_exempt_pkg } );
+    }
+  }
+
+  #consolidate and create tax line items
+  warn "consolidating and generating...\n" if $DEBUG > 2;
+  foreach my $taxname ( keys %taxname ) {
+    my $tax = 0;
+    my %seen = ();
+    my @cust_bill_pkg_tax_location = ();
+    warn "adding $taxname\n" if $DEBUG > 1;
+    foreach my $taxitem ( @{ $taxname{$taxname} } ) {
+      next if $seen{$taxitem}++;
+      warn "adding $tax{$taxitem}\n" if $DEBUG > 1;
+      $tax += $tax{$taxitem};
+      push @cust_bill_pkg_tax_location,
+        map { new FS::cust_bill_pkg_tax_location $_ }
+            @{ $tax_location{ $taxitem } };
+    }
+    next unless $tax;
+
+    $tax = sprintf('%.2f', $tax );
+    $total_setup = sprintf('%.2f', $total_setup+$tax );
+  
+    push @cust_bill_pkg, new FS::cust_bill_pkg {
+      'pkgnum'   => 0,
+      'setup'    => $tax,
+      'recur'    => 0,
+      'sdate'    => '',
+      'edate'    => '',
+      'itemdesc' => $taxname,
+      'cust_bill_pkg_tax_location' => \@cust_bill_pkg_tax_location,
+    };
+
+  }
+
+  my $charged = sprintf('%.2f', $total_setup + $total_recur );
+
+  #create the new invoice
+  my $cust_bill = new FS::cust_bill ( {
+    'custnum' => $self->custnum,
+    '_date'   => ( $invoice_time ),
+    'charged' => $charged,
+  } );
+  my $error = $cust_bill->insert;
+  if ( $error ) {
+    $dbh->rollback if $oldAutoCommit;
+    return "can't create invoice for customer #". $self->custnum. ": $error";
+  }
+
+  foreach my $cust_bill_pkg ( @cust_bill_pkg ) {
+    $cust_bill_pkg->invnum($cust_bill->invnum); 
+    my $error = $cust_bill_pkg->insert;
+    if ( $error ) {
+      $dbh->rollback if $oldAutoCommit;
+      return "can't create invoice line item: $error";
+    }
+  }
+    
+
+  #foreach my $hook ( @precommit_hooks ) { 
+  #  eval {
+  #    &{$hook}; #($self) ?
+  #  };
+  #  if ( $@ ) {
+  #    $dbh->rollback if $oldAutoCommit;
+  #    return "$@ running precommit hook $hook\n";
+  #  }
+  #}
+  
+  $dbh->commit or die $dbh->errstr if $oldAutoCommit;
+  ''; #no error
+}
+
+
+sub _make_lines {
+  my ($self, %params) = @_;
+
+  warn "    making lines\n" if $DEBUG > 1;
+  my $part_pkg = $params{part_pkg} or die "no part_pkg specified";
+  my $cust_pkg = $params{cust_pkg} or die "no cust_pkg specified";
+  my $precommit_hooks = $params{precommit_hooks} or die "no package specified";
+  my $cust_bill_pkgs = $params{line_items} or die "no line buffer specified";
+  my $total_setup = $params{setup} or die "no setup accumulator specified";
+  my $total_recur = $params{recur} or die "no recur accumulator specified";
+  my $taxlisthash = $params{tax_matrix} or die "no tax accumulator specified";
+  my $time = $params{'time'} or die "no time specified";
+  my (%options) = %{$params{options}};
+
+  my $dbh = dbh;
+  my $real_pkgpart = $cust_pkg->pkgpart;
+  my %hash = $cust_pkg->hash;
+  my $old_cust_pkg = new FS::cust_pkg \%hash;
+  my $backbill = $options{backbill} || 0;
+
+  my @details = ();
+
+  my $lineitems = 0;
+
+  $cust_pkg->pkgpart($part_pkg->pkgpart);
+
+  ###
+  # bill setup
+  ###
+
+  my $setup = 0;
+  my $unitsetup = 0;
+  if ( ! $cust_pkg->setup &&
+       (
+         ( $conf->exists('disable_setup_suspended_pkgs') &&
+          ! $cust_pkg->getfield('susp')
+        ) || ! $conf->exists('disable_setup_suspended_pkgs')
+       )
+    || $options{'resetup'}
+  ) {
+    
+    warn "    bill setup\n" if $DEBUG > 1;
+    $lineitems++;
+
+    $setup = eval { $cust_pkg->calc_setup( $time, \@details ) };
+    return "$@ running calc_setup for $cust_pkg\n"
+      if $@;
+
+    $unitsetup = $cust_pkg->part_pkg->unit_setup || $setup; #XXX uuh
+
+    $cust_pkg->setfield('setup', $time)
+      unless $cust_pkg->setup;
+          #do need it, but it won't get written to the db
+          #|| $cust_pkg->pkgpart != $real_pkgpart;
+
+  }
+
+  ###
+  # bill recurring fee
+  ### 
+
+  #XXX unit stuff here too
+  my $recur = 0;
+  my $unitrecur = 0;
+  my $sdate;
+  if ( ! $cust_pkg->getfield('susp') and
+           ( $part_pkg->getfield('freq') ne '0' &&
+             ( $cust_pkg->getfield('bill') || 0 ) <= $time
+           )
+        || ( $part_pkg->plan eq 'voip_cdr'
+              && $part_pkg->option('bill_every_call')
+           )
+        || $backbill
+  ) {
+
+    # XXX should this be a package event?  probably.  events are called
+    # at collection time at the moment, though...
+    $part_pkg->reset_usage($cust_pkg, 'debug'=>$DEBUG)
+      if $part_pkg->can('reset_usage');
+      #don't want to reset usage just cause we want a line item??
+      #&& $part_pkg->pkgpart == $real_pkgpart;
+
+    warn "    bill recur\n" if $DEBUG > 1;
+    $lineitems++;
+
+    # XXX shared with $recur_prog
+    $sdate = $cust_pkg->bill || $cust_pkg->setup || $time;
+    $sdate = $cust_pkg->lastbill || $backbill if $backbill;
+
+    #over two params!  lets at least switch to a hashref for the rest...
+    my $increment_next_bill = ( $part_pkg->freq ne '0'
+                                && ( $cust_pkg->getfield('bill') || 0 ) <= $time
+                              );
+    my %param = ( 'precommit_hooks'     => $precommit_hooks,
+                  'increment_next_bill' => $increment_next_bill,
+                );
+
+    $recur = eval { $cust_pkg->calc_recur( \$sdate, \@details, \%param ) };
+    return "$@ running calc_recur for $cust_pkg\n"
+      if ( $@ );
+
+
+    warn "details is now: \n" if $DEBUG > 2;
+    warn Dumper(\@details) if $DEBUG > 2;
+
+    if ( $increment_next_bill ) {
+
+      my $next_bill = $part_pkg->add_freq($sdate);
+      return "unparsable frequency: ". $part_pkg->freq
+        if $next_bill == -1;
+  
+      #pro-rating magic - if $recur_prog fiddled $sdate, want to use that
+      # only for figuring next bill date, nothing else, so, reset $sdate again
+      # here
+      $sdate = $cust_pkg->bill || $cust_pkg->setup || $time;
+      $sdate = $cust_pkg->lastbill || $backbill if $backbill;
+      #no need, its in $hash{last_bill}# my $last_bill = $cust_pkg->last_bill;
+      $cust_pkg->last_bill($sdate);
+
+      $cust_pkg->setfield('bill', $next_bill );
+
+    }
+
+  }
+
+  warn "\$setup is undefined" unless defined($setup);
+  warn "\$recur is undefined" unless defined($recur);
+  warn "\$cust_pkg->bill is undefined" unless defined($cust_pkg->bill);
+  
+  ###
+  # If there's line items, create em cust_bill_pkg records
+  # If $cust_pkg has been modified, update it (if we're a real pkgpart)
+  ###
+
+  if ( $lineitems ) {
+
+    if ( !$backbill && $cust_pkg->modified && $cust_pkg->pkgpart == $real_pkgpart ) {
+      # hmm.. and if just the options are modified in some weird price plan?
+  
+      warn "  package ". $cust_pkg->pkgnum. " modified; updating\n"
+        if $DEBUG >1;
+  
+      my $error = $cust_pkg->replace( $old_cust_pkg,
+                                      'options' => { $cust_pkg->options },
+                                    );
+      return "Error modifying pkgnum ". $cust_pkg->pkgnum. ": $error"
+        if $error; #just in case
+    }
+  
+    my @cust_pkg_detail = map { $_->detail } $cust_pkg->cust_pkg_detail('I');
+    if ( $DEBUG > 1 ) {
+      warn "      tentatively adding customer package invoice detail: $_\n"
+        foreach @cust_pkg_detail;
+    }
+    push @details, @cust_pkg_detail;
+
+    $setup = sprintf( "%.2f", $setup );
+    $recur = sprintf( "%.2f", $recur );
+    my $cust_bill_pkg = new FS::cust_bill_pkg {
+      'pkgnum'    => $cust_pkg->pkgnum,
+      'setup'     => $setup,
+      'unitsetup' => $unitsetup,
+      'recur'     => $recur,
+      'unitrecur' => $unitrecur,
+      'quantity'  => $cust_pkg->quantity,
+      'details'   => \@details,
+    };
+
+    warn "created cust_bill_pkg which looks like:\n" if $DEBUG > 2;
+    warn Dumper($cust_bill_pkg) if $DEBUG > 2;
+    if ($backbill) {
+      my %usage_cust_bill_pkg = $cust_bill_pkg->disintegrate;
+      $recur = 0;
+      foreach my $key (keys %usage_cust_bill_pkg) {
+        next if ($key eq 'setup' || $key eq 'recur');
+        $recur += $usage_cust_bill_pkg{$key}->recur;
+      }
+      $setup = 0;
+    }
+
+    $setup = sprintf( "%.2f", $setup );
+    $recur = sprintf( "%.2f", $recur );
+    if ( $setup < 0 && ! $conf->exists('allow_negative_charges') ) {
+      return "negative setup $setup for pkgnum ". $cust_pkg->pkgnum;
+    }
+    if ( $recur < 0 && ! $conf->exists('allow_negative_charges') ) {
+      return "negative recur $recur for pkgnum ". $cust_pkg->pkgnum;
+    }
+
+
+    if ( $setup != 0 || $recur != 0 ) {
+
+      warn "    charges (setup=$setup, recur=$recur); adding line items\n"
+        if $DEBUG > 1;
+
+      $cust_bill_pkg->setup($setup);
+      $cust_bill_pkg->recur($recur);
+
+      warn "cust_bill_pkg now looks like:\n" if $DEBUG > 2;
+      warn Dumper($cust_bill_pkg) if $DEBUG > 2;
+
+      if ( $part_pkg->option('recur_temporality', 1) eq 'preceding' ) {
+        $cust_bill_pkg->sdate( $hash{last_bill} );
+        $cust_bill_pkg->edate( $sdate - 86399   ); #60s*60m*24h-1
+      } else { #if ( $part_pkg->option('recur_temporality', 1) eq 'upcoming' ) {
+        $cust_bill_pkg->sdate( $sdate );
+        $cust_bill_pkg->edate( $cust_pkg->bill );
+      }
+
+      $cust_bill_pkg->pkgpart_override($part_pkg->pkgpart)
+        unless $part_pkg->pkgpart == $real_pkgpart;
+
+      $$total_setup += $setup;
+      $$total_recur += $recur;
+
+      ###
+      # handle taxes
+      ###
+
+      my $error = 
+        $self->_handle_taxes($part_pkg, $taxlisthash, $cust_bill_pkg, $cust_pkg, $options{invoice_time});
+      return $error if $error;
+
+      push @$cust_bill_pkgs, $cust_bill_pkg;
+
+    } #if $setup != 0 || $recur != 0
+      
+  } #if $line_items
+
+  '';
+
+}
+
+=item collect OPTIONS
+
+(Attempt to) collect money for this customer's outstanding invoices (see
+L<FS::cust_bill>).  Usually used after the bill method.
+
+Actions are now triggered by billing events; see L<FS::part_event> and the
+billing events web interface.  Old-style invoice events (see
+L<FS::part_bill_event>) have been deprecated.
+
+If there is an error, returns the error, otherwise returns false.
+
+Options are passed as name-value pairs.
+
+Currently available options are:
+
+=over 4
+
+=item invoice_time
+
+Use this time when deciding when to print invoices and late notices on those invoices.  The default is now.  It is specified as a UNIX timestamp; see L<perlfunc/"time">).  Also see L<Time::Local> and L<Date::Parse> for conversion functions.
+
+=item retry
+
+Retry card/echeck/LEC transactions even when not scheduled by invoice events.
+
+=item quiet
+
+set true to surpress email card/ACH decline notices.
+
+=item check_freq
+
+"1d" for the traditional, daily events (the default), or "1m" for the new monthly events (part_event.check_freq)
+
+=item payby
+
+allows for one time override of normal customer billing method
+
+=item debug
+
+Debugging level.  Default is 0 (no debugging), or can be set to 1 (passed-in options), 2 (traces progress), 3 (more information), or 4 (include full search queries)
+
+
+=back
+
+=cut
+
+sub collect {
+  my( $self, %options ) = @_;
+  my $invoice_time = $options{'invoice_time'} || time;
+
+  #put below somehow?
+  local $SIG{HUP} = 'IGNORE';
+  local $SIG{INT} = 'IGNORE';
+  local $SIG{QUIT} = 'IGNORE';
+  local $SIG{TERM} = 'IGNORE';
+  local $SIG{TSTP} = 'IGNORE';
+  local $SIG{PIPE} = 'IGNORE';
+
+  my $oldAutoCommit = $FS::UID::AutoCommit;
+  local $FS::UID::AutoCommit = 0;
+  my $dbh = dbh;
+
+  $self->select_for_update; #mutex
+
+  if ( $DEBUG ) {
+    my $balance = $self->balance;
+    warn "$me collect customer ". $self->custnum. ": balance $balance\n"
+  }
+
+  if ( exists($options{'retry_card'}) ) {
+    carp 'retry_card option passed to collect is deprecated; use retry';
+    $options{'retry'} ||= $options{'retry_card'};
+  }
+  if ( exists($options{'retry'}) && $options{'retry'} ) {
+    my $error = $self->retry_realtime;
+    if ( $error ) {
+      $dbh->rollback if $oldAutoCommit;
+      return $error;
+    }
+  }
+
+  # false laziness w/pay_batch::import_results
+
+  my $due_cust_event = $self->due_cust_event(
+    'debug'      => ( $options{'debug'} || 0 ),
+    'time'       => $invoice_time,
+    'check_freq' => $options{'check_freq'},
+  );
+  unless( ref($due_cust_event) ) {
+    $dbh->rollback if $oldAutoCommit;
+    return $due_cust_event;
+  }
+
+  foreach my $cust_event ( @$due_cust_event ) {
+
+    #XXX lock event
+    
+    #re-eval event conditions (a previous event could have changed things)
+    unless ( $cust_event->test_conditions( 'time' => $invoice_time ) ) {
+      #don't leave stray "new/locked" records around
+      my $error = $cust_event->delete;
+      if ( $error ) {
+        #gah, even with transactions
+        $dbh->commit if $oldAutoCommit; #well.
+        return $error;
+      }
+      next;
+    }
+
+    {
+      local $FS::cust_main::realtime_bop_decline_quiet = 1 if $options{'quiet'};
+      warn "  running cust_event ". $cust_event->eventnum. "\n"
+        if $DEBUG > 1;
+
+      
+      #if ( my $error = $cust_event->do_event(%options) ) { #XXX %options?
+      if ( my $error = $cust_event->do_event() ) {
+        #XXX wtf is this?  figure out a proper dealio with return value
+        #from do_event
+	  # gah, even with transactions.
+	  $dbh->commit if $oldAutoCommit; #well.
+	  return $error;
+	}
+    }
+
+  }
+
+  $dbh->commit or die $dbh->errstr if $oldAutoCommit;
+  '';
+
+}
+
+
+
+sub queued_bill {
+  ## actual sub, not a method, designed to be called from the queue.
+  ## sets up the customer, and calls the bill_and_collect
+  my (%args) = @_; #, ($time, $invoice_time, $check_freq, $resetup) = @_;
+  my $cust_main = qsearchs( 'cust_main', { custnum => $args{'custnum'} } );
+      $cust_main->bill_and_collect(
+        %args,
+      );
+}
+
+=back
+
+
+=cut
+
+1;
+
diff --git a/bin/rebill b/bin/rebill
new file mode 100755
index 000000000..4f052384d
--- /dev/null
+++ b/bin/rebill
@@ -0,0 +1,132 @@
+#!/usr/bin/perl -w
+
+use strict;
+use Getopt::Std;
+use Date::Parse;
+use FS::UID qw(adminsuidsetup);
+use FS::Record qw( qsearch );
+use cust_main_special;
+
+&untaint_argv;	#what it sounds like  (eww)
+use vars qw(%opt);
+getopts("p:a:d:sy:n", \%opt);
+
+my $user = shift or die &usage;
+adminsuidsetup $user;
+
+my (@custnums) = @ARGV;
+
+my $time = $opt{d} ? str2time($opt{d}) : $^T;
+$time += $opt{y} * 86400 if $opt{y};
+my $invoice_time = $opt{n} ? $^T : $time;
+
+my %args = (
+  'time'         => $time,
+  'invoice_time' => $invoice_time,
+  'actual_time'  => $^T, #when freeside-bill was started
+                         #(not, when using -m, freeside-queued)
+  'resetup'      => ( $opt{'s'} ? $opt{'s'} : 0 ),
+  'backbill'     => $time,
+);
+
+my $extra_sql = ( $opt{a} || $opt{p} ) ? ' AND ' : ' WHERE ';
+$extra_sql .= "( ". join( ' OR ', map{ "custnum = $_" } @custnums ). " )";
+$extra_sql = '' unless scalar @custnums;
+
+my @cust = qsearch( { table   => 'cust_main',
+                      hashref => { $opt{a} ? ( 'agentnum' => $opt{a} ) : (),
+                                   $opt{p} ? ( 'payby'    => $opt{p} ) : (),
+                                 },
+                      extra_sql => $extra_sql,
+                    }
+                  );
+
+foreach my $cust ( @cust ) {
+  my $balance = $cust->balance;
+  cust_main_special::bill($cust, %args);
+  if ($balance != $cust->balance){
+    $cust->apply_payments_and_credits;
+    my $error = $cust->collect(%args);
+    warn "Error collecting, custnum ". $cust->custnum. ": $error" if $error;
+  }
+}
+
+
+###
+# subroutines
+###
+
+sub untaint_argv {
+  foreach $_ ( $[ .. $#ARGV ) { #untaint @ARGV
+    #$ARGV[$_] =~ /^([\w\-\/]*)$/ || die "Illegal arguement \"$ARGV[$_]\"";
+    # Date::Parse
+    $ARGV[$_] =~ /^(.*)$/ || die "Illegal arguement \"$ARGV[$_]\"";
+    $ARGV[$_]=$1;
+  }
+}
+
+sub usage {
+  die "Usage:\n\n  freeside-daily [ -d 'date' ] [ -y days ] [ -p 'payby' ] [ -a agentnum ] [ -s ] user [ custnum custnum ... ]\n";
+}
+
+###
+# documentation
+###
+
+=head1 NAME
+
+freeside-daily - Run daily billing and invoice collection events.
+
+=head1 SYNOPSIS
+
+  freeside-daily [ -d 'date' ] [ -y days ] [ -p 'payby' ] [ -a agentnum ] [ -s ] user [ custnum custnum ... ]
+
+=head1 DESCRIPTION
+
+Bills customers and runs invoice collection events.  Should be run from
+crontab daily.
+
+Bills customers.  Searches for customers who are due for billing and calls
+the bill and collect methods of a cust_main object.  See L<FS::cust_main>.
+
+  -d: Pretend it's 'date'.  Date is in any format Date::Parse is happy with,
+      but be careful.
+
+  -y: In addition to -d, which specifies an absolute date, the -y switch
+      specifies an offset, in days.  For example, "-y 15" would increment the
+      "pretend date" 15 days from whatever was specified by the -d switch
+      (or now, if no -d switch was given).
+
+  -n: When used with "-d" and/or "-y", specifies that invoices should be dated
+      with today's date, irregardless of the pretend date used to pre-generate
+      the invoices.
+
+  -p: Only process customers with the specified payby (I<CARD>, I<DCRD>, I<CHEK>, I<DCHK>, I<BILL>, I<COMP>, I<LECB>)
+
+  -a: Only process customers with the specified agentnum
+
+  -s: re-charge setup fees
+
+  -v: enable debugging
+
+  -l: debugging level
+
+  -m: Experimental multi-process mode uses the job queue for multi-process and/or multi-machine billing.
+
+  -r: Multi-process mode dry run option
+
+  -k: skip notify_flat_delay and vacuum
+
+user: From the mapsecrets file - see config.html from the base documentation
+
+custnum: if one or more customer numbers are specified, only bills those
+customers.  Otherwise, bills all customers.
+
+=head1 BUGS
+
+=head1 SEE ALSO
+
+L<FS::cust_main>, config.html from the base documentation
+
+=cut
+
-- 
cgit v1.2.1


From abffd58d0109d62dad8c34f09353a6b3bddd2c03 Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Tue, 5 May 2009 01:41:48 +0000
Subject: ignore fee based taxes and eliminate unused code

---
 bin/cust_main_special.pm | 220 ++++++-----------------------------------------
 1 file changed, 26 insertions(+), 194 deletions(-)

(limited to 'bin')

diff --git a/bin/cust_main_special.pm b/bin/cust_main_special.pm
index 1f3203e1d..967b6be19 100644
--- a/bin/cust_main_special.pm
+++ b/bin/cust_main_special.pm
@@ -34,69 +34,6 @@ $conf = new FS::Conf;
 
 =over 4
 
-=item bill_and_collect 
-
-Cancels and suspends any packages due, generates bills, applies payments and
-cred
-
-Warns on errors (Does not currently: If there is an error, returns the error, otherwise returns false.)
-
-Options are passed as name-value pairs.  Currently available options are:
-
-=over 4
-
-=item time
-
-Bills the customer as if it were that time.  Specified as a UNIX timestamp; see L<perlfunc/"time">).  Also see L<Time::Local> and L<Date::Parse> for conversion functions.  For example:
-
- use Date::Parse;
- ...
- $cust_main->bill( 'time' => str2time('April 20th, 2001') );
-
-=item invoice_time
-
-Used in conjunction with the I<time> option, this option specifies the date of for the generated invoices.  Other calculations, such as whether or not to generate the invoice in the first place, are not affected.
-
-=item check_freq
-
-"1d" for the traditional, daily events (the default), or "1m" for the new monthly events (part_event.check_freq)
-
-=item resetup
-
-If set true, re-charges setup fees.
-
-=item debug
-
-Debugging level.  Default is 0 (no debugging), or can be set to 1 (passed-in options), 2 (traces progress), 3 (more information), or 4 (include full search queries)
-
-=back
-
-=cut
-
-sub bill_and_collect {
-  my( $self, %options ) = @_;
-
-  #$options{actual_time} not $options{time} because freeside-daily -d is for
-  #pre-printing invoices
-  $self->cancel_expired_pkgs( $options{actual_time} );
-  $self->suspend_adjourned_pkgs( $options{actual_time} );
-
-  my $error = $self->bill( %options );
-  warn "Error billing, custnum ". $self->custnum. ": $error" if $error;
-
-  $self->apply_payments_and_credits;
-
-  unless ( $conf->exists('cancelled_cust-noevents')
-           && ! $self->num_ncancelled_pkgs
-  ) {
-
-    $error = $self->collect( %options );
-    warn "Error collecting, custnum". $self->custnum. ": $error" if $error;
-
-  }
-
-}
-
 =item bill OPTIONS
 
 Generates invoices (see L<FS::cust_bill>) for this customer.  Usually used in
@@ -623,150 +560,45 @@ sub _make_lines {
 
 }
 
-=item collect OPTIONS
-
-(Attempt to) collect money for this customer's outstanding invoices (see
-L<FS::cust_bill>).  Usually used after the bill method.
-
-Actions are now triggered by billing events; see L<FS::part_event> and the
-billing events web interface.  Old-style invoice events (see
-L<FS::part_bill_event>) have been deprecated.
-
-If there is an error, returns the error, otherwise returns false.
-
-Options are passed as name-value pairs.
-
-Currently available options are:
-
-=over 4
-
-=item invoice_time
-
-Use this time when deciding when to print invoices and late notices on those invoices.  The default is now.  It is specified as a UNIX timestamp; see L<perlfunc/"time">).  Also see L<Time::Local> and L<Date::Parse> for conversion functions.
 
-=item retry
+sub _gather_taxes {
+  my $self = shift;
+  my $part_pkg = shift;
+  my $class = shift;
 
-Retry card/echeck/LEC transactions even when not scheduled by invoice events.
+  my @taxes = ();
+  my $geocode = $self->geocode('cch');
 
-=item quiet
+  my @taxclassnums = map { $_->taxclassnum }
+                     $part_pkg->part_pkg_taxoverride($class);
 
-set true to surpress email card/ACH decline notices.
-
-=item check_freq
-
-"1d" for the traditional, daily events (the default), or "1m" for the new monthly events (part_event.check_freq)
-
-=item payby
-
-allows for one time override of normal customer billing method
-
-=item debug
-
-Debugging level.  Default is 0 (no debugging), or can be set to 1 (passed-in options), 2 (traces progress), 3 (more information), or 4 (include full search queries)
-
-
-=back
-
-=cut
-
-sub collect {
-  my( $self, %options ) = @_;
-  my $invoice_time = $options{'invoice_time'} || time;
-
-  #put below somehow?
-  local $SIG{HUP} = 'IGNORE';
-  local $SIG{INT} = 'IGNORE';
-  local $SIG{QUIT} = 'IGNORE';
-  local $SIG{TERM} = 'IGNORE';
-  local $SIG{TSTP} = 'IGNORE';
-  local $SIG{PIPE} = 'IGNORE';
-
-  my $oldAutoCommit = $FS::UID::AutoCommit;
-  local $FS::UID::AutoCommit = 0;
-  my $dbh = dbh;
-
-  $self->select_for_update; #mutex
-
-  if ( $DEBUG ) {
-    my $balance = $self->balance;
-    warn "$me collect customer ". $self->custnum. ": balance $balance\n"
-  }
-
-  if ( exists($options{'retry_card'}) ) {
-    carp 'retry_card option passed to collect is deprecated; use retry';
-    $options{'retry'} ||= $options{'retry_card'};
-  }
-  if ( exists($options{'retry'}) && $options{'retry'} ) {
-    my $error = $self->retry_realtime;
-    if ( $error ) {
-      $dbh->rollback if $oldAutoCommit;
-      return $error;
-    }
+  unless (@taxclassnums) {
+    @taxclassnums = map { $_->taxclassnum }
+                    $part_pkg->part_pkg_taxrate('cch', $geocode, $class);
   }
+  warn "Found taxclassnum values of ". join(',', @taxclassnums)
+    if $DEBUG;
 
-  # false laziness w/pay_batch::import_results
-
-  my $due_cust_event = $self->due_cust_event(
-    'debug'      => ( $options{'debug'} || 0 ),
-    'time'       => $invoice_time,
-    'check_freq' => $options{'check_freq'},
-  );
-  unless( ref($due_cust_event) ) {
-    $dbh->rollback if $oldAutoCommit;
-    return $due_cust_event;
-  }
-
-  foreach my $cust_event ( @$due_cust_event ) {
-
-    #XXX lock event
-    
-    #re-eval event conditions (a previous event could have changed things)
-    unless ( $cust_event->test_conditions( 'time' => $invoice_time ) ) {
-      #don't leave stray "new/locked" records around
-      my $error = $cust_event->delete;
-      if ( $error ) {
-        #gah, even with transactions
-        $dbh->commit if $oldAutoCommit; #well.
-        return $error;
-      }
-      next;
-    }
-
-    {
-      local $FS::cust_main::realtime_bop_decline_quiet = 1 if $options{'quiet'};
-      warn "  running cust_event ". $cust_event->eventnum. "\n"
-        if $DEBUG > 1;
+  my $extra_sql =
+    "AND (".
+    join(' OR ', map { "taxclassnum = $_" } @taxclassnums ). ")";
 
-      
-      #if ( my $error = $cust_event->do_event(%options) ) { #XXX %options?
-      if ( my $error = $cust_event->do_event() ) {
-        #XXX wtf is this?  figure out a proper dealio with return value
-        #from do_event
-	  # gah, even with transactions.
-	  $dbh->commit if $oldAutoCommit; #well.
-	  return $error;
-	}
-    }
+  @taxes = grep { ($_->fee  || 0 ) == 0 }   #ignore unit based taxes
+           qsearch({ 'table' => 'tax_rate',
+                     'hashref' => { 'geocode' => $geocode, },
+                     'extra_sql' => $extra_sql,
+                  })
+    if scalar(@taxclassnums);
 
-  }
+  warn "Found taxes ".
+       join(',', map{ ref($_). " ". $_->get($_->primary_key) } @taxes). "\n"
+   if $DEBUG;
 
-  $dbh->commit or die $dbh->errstr if $oldAutoCommit;
-  '';
+  [ @taxes ];
 
 }
 
 
-
-sub queued_bill {
-  ## actual sub, not a method, designed to be called from the queue.
-  ## sets up the customer, and calls the bill_and_collect
-  my (%args) = @_; #, ($time, $invoice_time, $check_freq, $resetup) = @_;
-  my $cust_main = qsearchs( 'cust_main', { custnum => $args{'custnum'} } );
-      $cust_main->bill_and_collect(
-        %args,
-      );
-}
-
 =back
 
 
-- 
cgit v1.2.1


From 521acd4c79757036fd2630f0a84e334be6b70484 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sat, 9 May 2009 23:54:58 +0000
Subject: move cdr-sftp_and_import script to FS/bin, add -p option, RT#4081

---
 bin/cdr.sftp_and_import | 112 ------------------------------------------------
 1 file changed, 112 deletions(-)
 delete mode 100755 bin/cdr.sftp_and_import

(limited to 'bin')

diff --git a/bin/cdr.sftp_and_import b/bin/cdr.sftp_and_import
deleted file mode 100755
index 79e743f39..000000000
--- a/bin/cdr.sftp_and_import
+++ /dev/null
@@ -1,112 +0,0 @@
-#!/usr/bin/perl
-#
-# Usage:
-#  cdr.sftp_and_import [ -e extension ] [ -d donefolder ] [ -v ] user format [sftpuser@]servername
-#
-# -e: file extension, defaults to .csv
-# -d: if specified, moves files to the specified folder when done
-
-use strict;
-use Getopt::Std;
-use Net::SFTP::Foreign;
-use FS::UID qw(adminsuidsetup datasrc);
-use FS::cdr;
-
-###
-# parse command line
-###
-
-use vars qw( $opt_e $opt_d $opt_v );
-getopts('e:d:v');
-
-$opt_e ||= 'csv';
-#$opt_e = ".$opt_e" unless $opt_e =~ /^\./;
-$opt_e =~ s/^\.//;
-
-my $user = shift or die &usage;
-adminsuidsetup $user;
-
-# %%%FREESIDE_CACHE%%%
-my $cachedir = '/usr/local/etc/freeside/cache.'. datasrc. '/cdrs';
-mkdir $cachedir unless -d $cachedir;
-
-my $format = shift or die &usage;
-
-use vars qw( $servername );
-$servername = shift or die &usage;
-
-###
-# get the file list
-###
-
-warn "Retreiving directory listing\n" if $opt_v;
-
-my $ls_sftp = sftp();
-
-my $ls = $ls_sftp->ls('.', wanted => qr/\.*$opt_e$/i );
-
-###
-# import each file
-###
-
-foreach my $file ( @$ls ) {
-
-  my $filename = $file->{filename};
-  warn "Downloading $filename\n" if $opt_v;
-
-  #get the file
-  my $get_sftp = sftp();
-  $get_sftp->get($filename, "$cachedir/$filename")
-    or die "Can't get $filename: ". $get_sftp->error;
-
-  warn "Processing $filename\n" if $opt_v;
-
-  my $error = FS::cdr::batch_import( {
-    'file'     => "$cachedir/$filename"
-    'format'   => $format,
-    'params'   => { 'cdrbatch' => $filename, },
-    'empty_ok' => 1,
-  } );
-  die $error if $error;
-
-  close FILE;
-
-  if ( $opt_d ) {
-    my $mv_sftp = sftp();
-    $mv_sftp->rename($filename, "$opt_d/$filename")
-      or die "can't move $filename to $opt_d: ". $mv_sftp->error;
-  }
-
-  unlink "$cachedir/$filename";
-
-}
-
-1;
-
-###
-# sub
-###
-
-sub usage {
-  "Usage: \n  cdr.import user format servername\n";
-}
-
-use vars qw( $sftp );
-
-sub sftp {
-
-  #reuse connections
-  return $sftp if $sftp && $sftp->cwd;
-
-  my %sftp = ( host => $servername );
-
-  #XXX remove these
-  $sftp{port} = 10022;
-  #$sftp{more} = '-v';
-
-  $sftp = Net::SFTP::Foreign->new(%sftp);
-  $sftp->error and die "SFTP connection failed: ". $sftp->error;
-
-  $sftp;
-}
-
-- 
cgit v1.2.1


From 794a4505360fec404e2b9d5c6daf79f750186bfe Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Wed, 13 May 2009 22:27:42 +0000
Subject: improved taxproduct tax report RT#4783

---
 bin/tax_rate_location.import | 48 ++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 48 insertions(+)
 create mode 100755 bin/tax_rate_location.import

(limited to 'bin')

diff --git a/bin/tax_rate_location.import b/bin/tax_rate_location.import
new file mode 100755
index 000000000..439d27cc9
--- /dev/null
+++ b/bin/tax_rate_location.import
@@ -0,0 +1,48 @@
+#!/usr/bin/perl -Tw
+
+use strict;
+use vars qw($opt_g $opt_f);
+use vars qw($DEBUG);
+use Getopt::Std;
+use FS::UID qw(adminsuidsetup);
+use FS::Conf;
+use FS::tax_rate_location;
+
+getopts('f:g:');
+
+my $user = shift or die &usage;
+my $dbh = adminsuidsetup $user;
+
+my ($format) = $opt_f =~ /^([-\w]+)$/;
+
+my @list = (
+  'GEOCODE',      $opt_g, \&FS::tax_rate_location::batch_import,
+);
+
+my $oldAutoCommit = $FS::UID::AutoCommit;
+local $FS::UID::AutoCommit = 0;
+
+my $error = '';
+
+while(@list) {
+  my ($name, $file, $method) = splice(@list, 0, 3);
+
+  my $fh;
+
+  $file =~ /^([\s\d\w.]+)$/ or die "Illegal filename: $file\n";
+  $file = $1;
+
+  open $fh, '<', $file or die "can't open $name file: $!\n";
+  $error ||= &{$method}( { filehandle => $fh, 'format' => $format, } );
+
+  die "error while processing $file: $error" if $error;
+  close $fh;
+}
+
+if ($error) {
+  $dbh->rollback or die $dbh->errstr if $oldAutoCommit;
+}else{
+  $dbh->commit or die $dbh->errstr if $oldAutoCommit;
+}
+
+sub usage { die "Usage:\ntax_rates_location.import -f FORMAT -g GEOCODEFILE user\n\n"; }
-- 
cgit v1.2.1


From 678751e266c03c9736ee56f14098227269e0e50a Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sat, 30 May 2009 11:14:31 +0000
Subject: quick hacked-up copy of freeside-cdr-sftp_and_import for transnexus
 directory structure, RT#5229

---
 bin/cdr-transnexus.import | 142 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 142 insertions(+)
 create mode 100755 bin/cdr-transnexus.import

(limited to 'bin')

diff --git a/bin/cdr-transnexus.import b/bin/cdr-transnexus.import
new file mode 100755
index 000000000..ee9a200dc
--- /dev/null
+++ b/bin/cdr-transnexus.import
@@ -0,0 +1,142 @@
+#!/usr/bin/perl
+
+use strict;
+use Getopt::Std;
+use Net::SFTP::Foreign;
+use FS::UID qw(adminsuidsetup datasrc);
+use FS::cdr;
+
+###
+# parse command line
+###
+
+use vars qw( $opt_p $opt_d $opt_v );
+getopts('v');
+
+$opt_p = 'last';
+$opt_d = 'done';
+
+my $user = shift or die &usage;
+adminsuidsetup $user;
+
+# %%%FREESIDE_CACHE%%%
+my $cachedir = '/usr/local/etc/freeside/cache.'. datasrc. '/cdrs';
+mkdir $cachedir unless -d $cachedir;
+
+#my $format = shift or die &usage;
+my $format = 'transnexus';
+
+use vars qw( $servername );
+$servername = shift or die &usage;
+
+my $DIR = '/home/ossadmin/OSS/nexoss/CDR_ARCHIVE_BY_ACCOUNT';
+
+###
+# get the file list
+###
+
+warn "Retreiving directory listing\n" if $opt_v;
+
+my $ls_sftp = sftp();
+
+my $lsdir = $ls_sftp->ls($DIR);
+
+###
+# import each file in each dir
+###
+
+foreach my $dir ( @$lsdir ) {
+
+  my $dirname = $dir->{filename};
+  warn "Scanning dir $dirname\n" if $opt_v;
+
+  my $ls = $ls_sftp->ls("$DIR/$dirname", wanted => qr/^$opt_p.*-CDRs$/i );
+
+  foreach my $file ( @$ls ) {
+
+    my $filename = $file->{filename};
+    warn "Downloading $filename\n" if $opt_v;
+
+    #get the file
+    my $get_sftp = sftp();
+    $get_sftp->get("$DIR/$dirname/$filename", "$cachedir/$filename")
+      or die "Can't get $filename: ". $get_sftp->error;
+
+    warn "Processing $filename\n" if $opt_v;
+
+    my $error = FS::cdr::batch_import( {
+      'file'     => "$cachedir/$filename",
+      'format'   => $format,
+      'params'   => { 'cdrbatch' => $filename, },
+      'empty_ok' => 1,
+    } );
+    die $error if $error;
+
+    if ( $opt_d ) {
+      my $mv_sftp = sftp();
+      $mv_sftp->mkdir("$DIR/$dirname/$opt_d");
+      $mv_sftp->rename( "$DIR/$dirname/$filename",
+                        "$DIR/$dirname/$opt_d/$filename" )
+        or die "can't move $filename to $opt_d: ". $mv_sftp->error;
+    }
+
+    unlink "$cachedir/$filename";
+
+  }
+
+}
+
+###
+# subs
+###
+
+sub usage {
+  "Usage: \n  cdr-transnexus.import [ -v ] user [sftpuser@]servername\n";
+}
+
+use vars qw( $sftp );
+
+sub sftp {
+
+  #reuse connections
+  return $sftp if $sftp && $sftp->cwd;
+
+  my %sftp = ( host => $servername );
+
+  $sftp = Net::SFTP::Foreign->new(%sftp);
+  $sftp->error and die "SFTP connection failed: ". $sftp->error;
+
+  $sftp;
+}
+
+=head1 NAME
+
+cdr.sftp_and_import - Download CDR files from a remote server via SFTP
+
+=head1 SYNOPSIS
+
+  cdr-transnexus.import [ -v ] user [sftpuser@]servername
+
+=head1 DESCRIPTION
+
+Command line tool to download CDR files from a remote server via SFTP and then
+import them into the database.
+
+-v: verbose
+
+user: freeside username
+
+[sftpuser@]servername: remote server
+
+=head1 BUGS
+
+Hacked up copy of freeside-cdr-sftp_and_import
+
+=head1 SEE ALSO
+
+L<FS::cdr>
+
+=cut
+
+1;
+
-- 
cgit v1.2.1


From 650c968bf1493c601dcf1b57d98ef0bdb1a2caa6 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 31 May 2009 05:15:44 +0000
Subject: start of netsapeins cdr import, will finish up when can connect
 again, RT#5226

---
 bin/cdr-netsapiens.import | 207 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 207 insertions(+)
 create mode 100755 bin/cdr-netsapiens.import

(limited to 'bin')

diff --git a/bin/cdr-netsapiens.import b/bin/cdr-netsapiens.import
new file mode 100755
index 000000000..80922556a
--- /dev/null
+++ b/bin/cdr-netsapiens.import
@@ -0,0 +1,207 @@
+#!/usr/bin/perl
+#
+# */5 * * * /home/ivan/freeside/bin/cdr-netsapiens.import ivan exportnum
+
+use strict;
+use vars qw( $DEBUG );
+use REST::Client;
+use FS::UID qw(adminsuidsetup);
+use FS::Record qw(qsearchs);
+use FS::part_export;
+use FS::cdr;
+
+$DEBUG = 2;
+
+my $user = shift or die &usage;
+adminsuidsetup $user;
+
+my $exportnum = shift or die &usage;
+my $part_export = qsearchs('part_export', { 'exportnum' => $exportnum } )
+  or die "unknown exportnum $exportnum\n";
+
+#find max time_release
+#SELECT MAX(
+#2009-02-19 20:17:37
+my $time_release = '2009-01-01 00:00:00';
+
+#retreive CDRs >= this time
+#XXX (in pages, this tops out at 20) _start=>0, _limit=>20
+
+my $ns = $part_export->ns_command( 'GET', '/cdr/',
+                                     'time_release' => '$time_release,',
+                                     '_sort'        => '+time_release',
+                                 );
+
+#loop over them, double check duplicates, insert the rest
+
+my $content = $ns->responseContent;
+
+#<a href="/tac2/cdr/20090219201719000016%40SkyNet360.Com">20090219201719000016@SkyNet360.Com</a>
+#    <form method="post" action="/tac2/cdr/20090219201719000016%40SkyNet360.Com">
+while ( $content =~
+          s/^.*?<form method="post" action="\/tac2\/cdr\/(\d+)\%40[^"]*">//is )
+{
+
+  my $accountcode = $1;
+  warn "$accountcode\n" if $DEBUG;
+
+  $content =~ s/(.*?)<\/form>//is;
+  my $cdr_content = $1;
+
+  while ( $cdr_content =~
+            s/.*?<input name="(\w+)" type="\w+" value="([^"]+)" \/>//is )
+  {
+    warn "  $1 => $2\n" if $DEBUG > 1;
+
+    my $cdr = new FS::cdr {
+      #'src' =>
+      #'dst' =>
+#      'startdate'   => 'time_start', #XXX needs parsing
+#      'enddate'     => 'time_release', #XXX needs parsing
+      'duration'    => 'duration',
+      'billsec'     => 'time_talking',
+      #'disposition' => 
+      'accountcode' => $accountcode,
+      #'charged_party'
+    };
+     
+
+  }
+
+}
+
+sub usage {
+  "Usage: \n  cdr-netsapiens.import user exportnum\n";
+}
+
+__END__
+
+  rly_prt_0 => 23946
+  orig_req_host => residential.skynet360.com
+  batch_dura => 0
+  orig_from_host => 63.251.149.5
+  batch_tim_beg => 2009-02-19 20:17:19
+  term_match => sip:7865457300@residential.skynet360.com
+  term_domain => residential.skynet360.com
+  term_sub => 7865457300
+  orig_req_user => 7865457300
+  orig_callid => 5D1164E6-44E011D6-8C84C368-EA5A0BC4@63.251.149.5
+  term_ip => 63.251.148.137:1453
+  term_to_uri => sip:7865457300@residential.skynet360.com
+  release_code => end
+          time_start => 2009-02-19 20:17:19.0
+  batch_hold => 0
+  orig_from_user => 9046384544
+  time_holding => 0
+  term_logi_uri => sip:7865457300@residential.skynet360.com
+  time_talking => 0
+  orig_from_uri => sip:9046384544@63.251.149.5
+  duration => 0
+  orig_logi_uri => sip:9046384544@63.251.149.5
+  rly_cnt_b => 0
+  time_insert => 2009-02-19 15:17:38.0
+  orig_to_user => 7865457300
+  rly_prt_a => 63.251.149.18:21972
+  cdr_index => 0
+  orig_to_host => 63.251.149.18
+  orig_match => sip:*@63.251.149.5
+        time_release => 2009-02-19 20:17:37
+  codec => G.711 u-law
+  orig_req_uri => sip:7865457300@residential.skynet360.com
+  orig_to_uri => sip:7865457300@63.251.149.18
+  rly_cnt_a => 13
+  orig_ip => 63.251.149.5:57326
+  release_text => Orig: Cancel
+  time_disp => 0
+  time_ringing => 2009-02-19 20:17:19
+  _method => put
+prt_0 => 23946
+  orig_req_host => residential.skynet360.com
+  batch_dura => 0
+  orig_from_host => 63.251.149.5
+  batch_tim_beg => 2009-02-19 20:17:19
+  term_match => sip:7865457300@residential.skynet360.com
+  term_domain => residential.skynet360.com
+  time_start => 2009-02-19 20:17:19.0
+  term_sub => 7865457300
+  orig_req_user => 7865457300
+  orig_callid => 5D1164E6-44E011D6-8C84C368-EA5A0BC4@63.251.149.5
+  term_ip => 63.251.148.137:1453
+  term_to_uri => sip:7865457300@residential.skynet360.com
+  release_code => end
+  time_start => 2009-02-19 20:17:19.0
+  batch_hold => 0
+  orig_from_user => 9046384544
+  time_holding => 0
+  term_logi_uri => sip:7865457300@residential.skynet360.com
+  time_talking => 0
+  orig_from_uri => sip:9046384544@63.251.149.5
+  duration => 0
+  orig_logi_uri => sip:9046384544@63.251.149.5
+  rly_cnt_b => 0
+  time_insert => 2009-02-19 15:17:38.0
+  orig_to_user => 7865457300
+  rly_prt_a => 63.251.149.18:21972
+  cdr_index => 0
+  orig_to_host => 63.251.149.18
+  orig_match => sip:*@63.251.149.5
+  time_release => 2009-02-19 20:17:37
+  codec => G.711 u-law
+  orig_req_uri => sip:7865457300@residential.skynet360.com
+  orig_to_uri => sip:7865457300@63.251.149.18
+  rly_cnt_a => 13
+  orig_ip => 63.251.149.5:57326
+  release_text => Orig: Cancel
+  time_disp => 0
+  time_ringing => 2009-02-19 20:17:19
+  _method => put
+
+list of freeside CDR fields, useful ones marked with *
+
+       acctid - primary key
+*[1]   calldate - Call timestamp (SQL timestamp)
+       clid - Caller*ID with text
+*      src - Caller*ID number / Source number
+*      dst - Destination extension
+       dcontext - Destination context
+       channel - Channel used
+       dstchannel - Destination channel if appropriate
+       lastapp - Last application if appropriate
+       lastdata - Last application data
+*      startdate - Start of call (UNIX-style integer timestamp)
+       answerdate - Answer time of call (UNIX-style integer timestamp)
+*      enddate - End time of call (UNIX-style integer timestamp)
+*      duration - Total time in system, in seconds
+*      billsec - Total time call is up, in seconds
+*[2]   disposition - What happened to the call: ANSWERED, NO ANSWER, BUSY
+       amaflags - What flags to use: BILL, IGNORE etc, specified on a per
+       channel basis like accountcode.
+*[3]   accountcode - CDR account number to use: account
+       uniqueid - Unique channel identifier (Unitel/RSLCOM Event ID)
+       userfield - CDR user-defined field
+       cdr_type - CDR type - see FS::cdr_type (Usage = 1, S&E = 7, OC&C = 8)
+*[4]   charged_party - Service number to be billed
+       upstream_currency - Wholesale currency from upstream
+*[5]   upstream_price - Wholesale price from upstream
+       upstream_rateplanid - Upstream rate plan ID
+       rated_price - Rated (or re-rated) price
+       distance - km (need units field?)
+       islocal - Local - 1, Non Local = 0
+*[6]   calltypenum - Type of call - see FS::cdr_calltype
+       description - Description (cdr_type 7&8 only) (used for
+       cust_bill_pkg.itemdesc)
+       quantity - Number of items (cdr_type 7&8 only)
+       carrierid - Upstream Carrier ID (see FS::cdr_carrier)
+       upstream_rateid - Upstream Rate ID
+       svcnum - Link to customer service (see FS::cust_svc)
+       freesidestatus - NULL, done (or something)
+
+[1] Auto-populated from startdate if not present
+[2] Package options available to ignore calls without a specific disposition
+[3] When using 'cdr-charged_party-accountcode' config
+[4] Auto-populated from src (normal calls) or dst (toll free calls) if not present
+[5] When using 'upstream_simple' rating method.
+[6] Set to usage class classnum when using pre-rated CDRs and usage class-based
+    taxation (local/intrastate/interstate/international)
+
+
-- 
cgit v1.2.1


From cce53fdf4528bbb3571d2b73f6f25d87c9af6f67 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Thu, 4 Jun 2009 00:49:47 +0000
Subject: add a -m mode to improve performance so upgrade can complete for
 large databases, RT#5426

---
 bin/freeside-migrate-events | 68 ++++++++++++++++++++++++++++++---------------
 1 file changed, 45 insertions(+), 23 deletions(-)

(limited to 'bin')

diff --git a/bin/freeside-migrate-events b/bin/freeside-migrate-events
index 4b46393eb..522d4b17c 100644
--- a/bin/freeside-migrate-events
+++ b/bin/freeside-migrate-events
@@ -1,14 +1,17 @@
 #!/usr/bin/perl -w
 
 use strict;
-
-use FS::UID qw(adminsuidsetup);
+use Getopt::Std;
+use FS::UID qw( adminsuidsetup dbh );
 use FS::Record qw( qsearch );
 use FS::part_bill_event;
 use FS::part_event;
 use FS::cust_bill_event;
 use FS::cust_event;
 
+use vars qw( $opt_m );
+getopts('m');
+
 my $user = shift or die &usage;
 adminsuidsetup($user);
 
@@ -139,29 +142,46 @@ foreach my $part_bill_event (
   #my $derror = $part_bill_event->delete;
   #die "error removing part_bill_event: $derror\n" if $derror;
 
-  foreach my $cust_bill_event (
-    qsearch({
-      'table'     => 'cust_bill_event',
-      'hashref'   => { 'eventpart' => $part_bill_event->eventpart, },
-    })
-  ) {
-
-    my $cust_event = new FS::cust_event {
-      'eventpart'  => $part_event->eventpart,
-      'tablenum'   => $cust_bill_event->invnum,
-      '_date'      => $cust_bill_event->_date,
-      'status'     => $cust_bill_event->status,
-      'statustext' => $cust_bill_event->statustext,
-    };
+  if ( $opt_m ) {
 
-    my $cerror = $cust_event->insert;
-    #die "error inserting cust_event: $cerror\n" if $cerror;
-    warn "error inserting cust_event: $cerror\n" if $cerror;
-  
-    #my $dcerror = $cust_bill_event->delete;
-    #die "error removing cust_bill_event: $dcerror\n" if $dcerror;
+    #this should probably just become the default once we're sure it works 100%
+
+    my $sth = dbh->prepare('
+      INSERT INTO cust_event ( eventpart, tablenum, _date, status, statustext )
+                       SELECT     ?     ,  invnum , _date, status, statustext
+                         FROM cust_bill_event WHERE eventpart = ?
+    ') or die dbh->errstr;
+
+    $sth->execute( $part_event->eventpart, $part_bill_event->eventpart )
+      or die $sth->errstr;
+
+  } else {
 
-    print ".";
+    foreach my $cust_bill_event (
+      qsearch({
+        'table'     => 'cust_bill_event',
+        'hashref'   => { 'eventpart' => $part_bill_event->eventpart, },
+      })
+    ) {
+
+      my $cust_event = new FS::cust_event {
+        'eventpart'  => $part_event->eventpart,
+        'tablenum'   => $cust_bill_event->invnum,
+        '_date'      => $cust_bill_event->_date,
+        'status'     => $cust_bill_event->status,
+        'statustext' => $cust_bill_event->statustext,
+      };
+
+      my $cerror = $cust_event->insert;
+      #die "error inserting cust_event: $cerror\n" if $cerror;
+      warn "error inserting cust_event: $cerror\n" if $cerror;
+    
+      #my $dcerror = $cust_bill_event->delete;
+      #die "error removing cust_bill_event: $dcerror\n" if $dcerror;
+
+      print ".";
+
+    }
 
   }
 
@@ -198,6 +218,8 @@ Doesn't migrate reasons.
 Doesn't delete the old events (which is not a big deal, since the new code
 won't run them...)
 
+Can take lots of memory for large databases.
+
 =head1 SEE ALSO
 
 =cut
-- 
cgit v1.2.1


From 21ff7d72efff4294d16c1e6cf3c4eb374659c5d8 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Thu, 4 Jun 2009 03:49:51 +0000
Subject: much more efficient event migration: let the database do the work,
 RT#5426

---
 bin/freeside-migrate-events | 68 ++++++++++++++++++++++-----------------------
 1 file changed, 33 insertions(+), 35 deletions(-)

(limited to 'bin')

diff --git a/bin/freeside-migrate-events b/bin/freeside-migrate-events
index 522d4b17c..3e8a6b209 100644
--- a/bin/freeside-migrate-events
+++ b/bin/freeside-migrate-events
@@ -1,7 +1,7 @@
 #!/usr/bin/perl -w
 
 use strict;
-use Getopt::Std;
+#use Getopt::Std;
 use FS::UID qw( adminsuidsetup dbh );
 use FS::Record qw( qsearch );
 use FS::part_bill_event;
@@ -9,8 +9,8 @@ use FS::part_event;
 use FS::cust_bill_event;
 use FS::cust_event;
 
-use vars qw( $opt_m );
-getopts('m');
+#use vars qw( $opt_m );
+#getopts('m');
 
 my $user = shift or die &usage;
 adminsuidsetup($user);
@@ -142,9 +142,7 @@ foreach my $part_bill_event (
   #my $derror = $part_bill_event->delete;
   #die "error removing part_bill_event: $derror\n" if $derror;
 
-  if ( $opt_m ) {
-
-    #this should probably just become the default once we're sure it works 100%
+#  if ( $opt_m ) {
 
     my $sth = dbh->prepare('
       INSERT INTO cust_event ( eventpart, tablenum, _date, status, statustext )
@@ -155,35 +153,35 @@ foreach my $part_bill_event (
     $sth->execute( $part_event->eventpart, $part_bill_event->eventpart )
       or die $sth->errstr;
 
-  } else {
-
-    foreach my $cust_bill_event (
-      qsearch({
-        'table'     => 'cust_bill_event',
-        'hashref'   => { 'eventpart' => $part_bill_event->eventpart, },
-      })
-    ) {
-
-      my $cust_event = new FS::cust_event {
-        'eventpart'  => $part_event->eventpart,
-        'tablenum'   => $cust_bill_event->invnum,
-        '_date'      => $cust_bill_event->_date,
-        'status'     => $cust_bill_event->status,
-        'statustext' => $cust_bill_event->statustext,
-      };
-
-      my $cerror = $cust_event->insert;
-      #die "error inserting cust_event: $cerror\n" if $cerror;
-      warn "error inserting cust_event: $cerror\n" if $cerror;
-    
-      #my $dcerror = $cust_bill_event->delete;
-      #die "error removing cust_bill_event: $dcerror\n" if $dcerror;
-
-      print ".";
-
-    }
-
-  }
+#  } else {
+#
+#    foreach my $cust_bill_event (
+#      qsearch({
+#        'table'     => 'cust_bill_event',
+#        'hashref'   => { 'eventpart' => $part_bill_event->eventpart, },
+#      })
+#    ) {
+#
+#      my $cust_event = new FS::cust_event {
+#        'eventpart'  => $part_event->eventpart,
+#        'tablenum'   => $cust_bill_event->invnum,
+#        '_date'      => $cust_bill_event->_date,
+#        'status'     => $cust_bill_event->status,
+#        'statustext' => $cust_bill_event->statustext,
+#      };
+#
+#      my $cerror = $cust_event->insert;
+#      #die "error inserting cust_event: $cerror\n" if $cerror;
+#      warn "error inserting cust_event: $cerror\n" if $cerror;
+#    
+#      #my $dcerror = $cust_bill_event->delete;
+#      #die "error removing cust_bill_event: $dcerror\n" if $dcerror;
+#
+#      print ".";
+#
+#    }
+#
+#  }
 
   print "\n";
 
-- 
cgit v1.2.1


From e49700a33746088e547b9333025e2a8dc185ec7c Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Mon, 29 Jun 2009 13:55:39 +0000
Subject: commandline tool for examining cust_pay records by date range #5652

---
 bin/cust_pay_histogram | 112 +++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 112 insertions(+)
 create mode 100755 bin/cust_pay_histogram

(limited to 'bin')

diff --git a/bin/cust_pay_histogram b/bin/cust_pay_histogram
new file mode 100755
index 000000000..d43a4d162
--- /dev/null
+++ b/bin/cust_pay_histogram
@@ -0,0 +1,112 @@
+#!/usr/bin/perl -w
+
+use strict;
+use Getopt::Std;
+use Date::Parse;
+use FS::UID qw(adminsuidsetup);
+use FS::Record qw( qsearch );
+use FS::cust_pay;
+
+&untaint_argv;	#what it sounds like  (eww)
+use vars qw(%opt);
+getopts("p:a:b:e:", \%opt);
+
+my $user = shift or die &usage;
+my $dbh = adminsuidsetup $user;
+
+my @where = ();
+
+push @where, 'agentnum = '. $dbh->quote($opt{a}) if $opt{a};
+push @where, 'cust_pay.payby = '. $dbh->quote($opt{p}) if $opt{p};
+push @where, 'cust_pay._date > '. $dbh->quote(str2time($opt{b})) if $opt{b};
+push @where, 'cust_pay._date < '. $dbh->quote(str2time($opt{e})) if $opt{e};
+
+my $extra_sql = scalar(@where) ? 'WHERE '. join(' AND ', @where) : '';
+my $addl_from = 'LEFT JOIN cust_main USING( custnum )';
+
+my @payrow = qsearch( { table     => 'cust_pay',
+                        hashref   => {},
+                        select    => 'count(*) AS quantity, paid',
+                        addl_from => $addl_from,
+                        extra_sql => $extra_sql,
+                        order_by  => 'GROUP BY paid',
+                      }
+                    );
+
+my $max = 0;
+foreach (@payrow) {
+  $max = $_->quantity if $_->quantity > $max;
+}
+my $scale = int($max/60) + 1;
+
+print "\n  PAYMENTS RECEIVED";
+print " AFTER $opt{b}" if $opt{b};
+print " UNTIL $opt{e}" if $opt{e};
+print " VIA $opt{p}" if $opt{p};
+print " BY AGENT $opt{a}" if $opt{a};
+print "\n\n";
+print "(each * represents $scale)\n\n" if $scale > 1;
+
+foreach my $payrow ( @payrow ) {
+  print sprintf("%10.2f", $payrow->paid),
+        ": ",
+        sprintf("%6d", $payrow->quantity),
+        "| ",
+        '*' x($payrow->quantity/$scale),
+        "\n";
+}
+
+print "\n";
+
+
+###
+# subroutines
+###
+
+sub untaint_argv {
+  foreach $_ ( $[ .. $#ARGV ) { #untaint @ARGV
+    #$ARGV[$_] =~ /^([\w\-\/]*)$/ || die "Illegal arguement \"$ARGV[$_]\"";
+    # Date::Parse
+    $ARGV[$_] =~ /^(.*)$/ || die "Illegal arguement \"$ARGV[$_]\"";
+    $ARGV[$_]=$1;
+  }
+}
+
+sub usage {
+  die "Usage:\n\n  cust_pay_histogram [ -b 'begin_date' ] [ -e 'end_date' ] [ -p 'payby' ] [ -a agentnum ] user\n";
+}
+
+###
+# documentation
+###
+
+=head1 NAME
+
+cust_pay_histogram - Show a histogram of payments made for a date range.
+
+=head1 SYNOPSIS
+
+  freeside-daily [ -b 'begin_date' ] [ -e 'end_date'] [ -p 'payby' ] [ -a agentnum ] user
+
+=head1 DESCRIPTION
+
+Displays a histogram of cust_pay records in the database.
+
+  -b: Include only payments since 'begin_date'.  Date is in any format Date::Parse is happy with, but be careful.
+
+  -e: Include only payments before 'end_date'.  Date is in any format Date::Parse is happy with, but be careful.
+
+  -p: Only process payments with the specified payby (I<CARD>, I<DCRD>, I<CHEK>, I<DCHK>, I<BILL>, I<COMP>, I<LECB>)
+
+  -a: Only process payments of customers with the specified agentnum
+
+user: From the mapsecrets file - see config.html from the base documentation
+
+=head1 BUGS
+
+=head1 SEE ALSO
+
+L<FS::cust_pay>
+
+=cut
+
-- 
cgit v1.2.1


From 5571989e5ca4e76951caed237d07e51ffaed71a3 Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Mon, 29 Jun 2009 14:45:27 +0000
Subject: show total number of payments

---
 bin/cust_pay_histogram | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'bin')

diff --git a/bin/cust_pay_histogram b/bin/cust_pay_histogram
index d43a4d162..714b32140 100755
--- a/bin/cust_pay_histogram
+++ b/bin/cust_pay_histogram
@@ -34,7 +34,9 @@ my @payrow = qsearch( { table     => 'cust_pay',
                     );
 
 my $max = 0;
+my $sum = 0;
 foreach (@payrow) {
+  $sum += $_->quantity;
   $max = $_->quantity if $_->quantity > $max;
 }
 my $scale = int($max/60) + 1;
@@ -45,6 +47,7 @@ print " UNTIL $opt{e}" if $opt{e};
 print " VIA $opt{p}" if $opt{p};
 print " BY AGENT $opt{a}" if $opt{a};
 print "\n\n";
+print "Total number of payments: $sum\n\n";
 print "(each * represents $scale)\n\n" if $scale > 1;
 
 foreach my $payrow ( @payrow ) {
-- 
cgit v1.2.1


From 0457702b06344646733df138e8df351fadd7ea3e Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sat, 11 Jul 2009 02:40:45 +0000
Subject: notes

---
 bin/drop_slony.slonik | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 bin/drop_slony.slonik

(limited to 'bin')

diff --git a/bin/drop_slony.slonik b/bin/drop_slony.slonik
new file mode 100644
index 000000000..04ffaca7c
--- /dev/null
+++ b/bin/drop_slony.slonik
@@ -0,0 +1,9 @@
+cluster name = freeside;
+
+node 1 admin conninfo = 'dbname=freeside host=XXX user=postgres';
+node 2 admin conninfo = 'dbname=freeside host=XXX user=postgres';
+
+drop set (id=1, origin=1);
+
+uninstall node ( id=1 );
+
-- 
cgit v1.2.1


From 72758ac1d94a4ce47e3160ee6227a5e191911c57 Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Fri, 17 Jul 2009 01:08:59 +0000
Subject: black magic to edit Mason.pm as well

---
 bin/generate-table-module | 7 +++++++
 1 file changed, 7 insertions(+)

(limited to 'bin')

diff --git a/bin/generate-table-module b/bin/generate-table-module
index 509feeded..76359623f 100755
--- a/bin/generate-table-module
+++ b/bin/generate-table-module
@@ -65,6 +65,13 @@ while (my $line = <SRC>) {
 close SRC;
 close DEST;
 
+###
+# add to FS/FS/Mason.pm
+###
+
+my $magic = '# Sammath Naur';
+system("perl -pi -e 's/$magic/use FS::$table;\n  $magic/' FS/FS/Mason.pm");
+
 ###
 # add FS/t/table.t
 ###
-- 
cgit v1.2.1


From 4bfca794e2bd03379d11b9efe437676323e7eb31 Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Fri, 17 Jul 2009 14:58:22 +0000
Subject: add mutex and commit changes found on installed system

---
 bin/billco-upload | 22 +++++++++++++++++++++-
 1 file changed, 21 insertions(+), 1 deletion(-)

(limited to 'bin')

diff --git a/bin/billco-upload b/bin/billco-upload
index ce4a43d5f..3a02ec8bb 100644
--- a/bin/billco-upload
+++ b/bin/billco-upload
@@ -1,11 +1,26 @@
 #!/bin/sh
 
-AGENTNUMS="1 2 3"
+AGENTNUMS="1 2 3 5 8 9 10"
 
 date=`date +"%Y%m%d"`
 dir="/usr/local/etc/freeside/export.DBI:Pg:dbname=freeside/cust_bill"
+lock=".billco-upload.lock"
 cd "$dir"
 
+failed_mutex()
+{
+  echo "billco-upload already running; exiting"
+  exit 1
+}
+
+#acquire mutex
+[ -f $lock ] && {
+  failed_mutex
+} || {
+  echo $$ > $lock
+  [ $(cat $lock 2>/dev/null) -eq $$ ] || failed_mutex
+}
+
 for AGENTNUM in $AGENTNUMS; do
 
   for a in header detail; do
@@ -14,7 +29,12 @@ for AGENTNUM in $AGENTNUMS; do
 
   zip agentnum$AGENTNUM-$date.zip agentnum$AGENTNUM-$date-header.csv agentnum$AGENTNUM-$date-detail.csv
 
+# Remove if trying to find problems with billco upload files
+  rm *$AGENTNUM-$date*.csv
+
   echo $dir/agentnum$AGENTNUM-$date.zip
 
 done
 
+#release mutex
+rm -f $lock
-- 
cgit v1.2.1


From 6b3ae185f5fcd3b884cbd9d15cf408d4821bb34e Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Fri, 31 Jul 2009 07:51:55 +0000
Subject: only need Customer-CDRs, RT#5229

---
 bin/cdr-transnexus.import | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'bin')

diff --git a/bin/cdr-transnexus.import b/bin/cdr-transnexus.import
index ee9a200dc..10e0aed52 100755
--- a/bin/cdr-transnexus.import
+++ b/bin/cdr-transnexus.import
@@ -50,7 +50,8 @@ foreach my $dir ( @$lsdir ) {
   my $dirname = $dir->{filename};
   warn "Scanning dir $dirname\n" if $opt_v;
 
-  my $ls = $ls_sftp->ls("$DIR/$dirname", wanted => qr/^$opt_p.*-CDRs$/i );
+  #my $ls = $ls_sftp->ls("$DIR/$dirname", wanted => qr/^$opt_p.*-CDRs$/i );
+  my $ls = $ls_sftp->ls("$DIR/$dirname", wanted => qr/^$opt_p.*-Customer-CDRs$/i );
 
   foreach my $file ( @$ls ) {
 
-- 
cgit v1.2.1


From 124b91bedc8e815956b3d0440414a8c0e6a5b78b Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Fri, 31 Jul 2009 07:58:04 +0000
Subject: only need Customer-CDRs, RT#5229

---
 bin/cdr-transnexus.import | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'bin')

diff --git a/bin/cdr-transnexus.import b/bin/cdr-transnexus.import
index 10e0aed52..9686f7d2f 100755
--- a/bin/cdr-transnexus.import
+++ b/bin/cdr-transnexus.import
@@ -51,7 +51,7 @@ foreach my $dir ( @$lsdir ) {
   warn "Scanning dir $dirname\n" if $opt_v;
 
   #my $ls = $ls_sftp->ls("$DIR/$dirname", wanted => qr/^$opt_p.*-CDRs$/i );
-  my $ls = $ls_sftp->ls("$DIR/$dirname", wanted => qr/^$opt_p.*-Customer-CDRs$/i );
+  my $ls = $ls_sftp->ls("$DIR/$dirname", wanted => qr/^$opt_p.*Customer-CDRs$/i );
 
   foreach my $file ( @$ls ) {
 
-- 
cgit v1.2.1


From 56a2965996454a0649d43ecbc062beda61106e21 Mon Sep 17 00:00:00 2001
From: jeff <jeff>
Date: Wed, 12 Aug 2009 14:58:50 +0000
Subject: internalize billco-upload and automate the transfer to the provider
 RT#5902

---
 bin/billco-upload | 40 ----------------------------------------
 1 file changed, 40 deletions(-)
 delete mode 100644 bin/billco-upload

(limited to 'bin')

diff --git a/bin/billco-upload b/bin/billco-upload
deleted file mode 100644
index 3a02ec8bb..000000000
--- a/bin/billco-upload
+++ /dev/null
@@ -1,40 +0,0 @@
-#!/bin/sh
-
-AGENTNUMS="1 2 3 5 8 9 10"
-
-date=`date +"%Y%m%d"`
-dir="/usr/local/etc/freeside/export.DBI:Pg:dbname=freeside/cust_bill"
-lock=".billco-upload.lock"
-cd "$dir"
-
-failed_mutex()
-{
-  echo "billco-upload already running; exiting"
-  exit 1
-}
-
-#acquire mutex
-[ -f $lock ] && {
-  failed_mutex
-} || {
-  echo $$ > $lock
-  [ $(cat $lock 2>/dev/null) -eq $$ ] || failed_mutex
-}
-
-for AGENTNUM in $AGENTNUMS; do
-
-  for a in header detail; do
-    mv agentnum$AGENTNUM-$a.csv agentnum$AGENTNUM-$date-$a.csv
-  done
-
-  zip agentnum$AGENTNUM-$date.zip agentnum$AGENTNUM-$date-header.csv agentnum$AGENTNUM-$date-detail.csv
-
-# Remove if trying to find problems with billco upload files
-  rm *$AGENTNUM-$date*.csv
-
-  echo $dir/agentnum$AGENTNUM-$date.zip
-
-done
-
-#release mutex
-rm -f $lock
-- 
cgit v1.2.1


From e042c7a9463af50a08cab6ddfcd62fed2b5f276e Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Thu, 20 Aug 2009 09:26:18 +0000
Subject: tired of asking

---
 bin/generate-table-module | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

(limited to 'bin')

diff --git a/bin/generate-table-module b/bin/generate-table-module
index 76359623f..16a23e5b7 100755
--- a/bin/generate-table-module
+++ b/bin/generate-table-module
@@ -69,8 +69,12 @@ close DEST;
 # add to FS/FS/Mason.pm
 ###
 
-my $magic = '# Sammath Naur';
-system("perl -pi -e 's/$magic/use FS::$table;\n  $magic/' FS/FS/Mason.pm");
+# it needs to be:
+# 1. disablable (have an option to turn it off)
+# 2. documented in the schema change docs
+#
+#my $magic = '# Sammath Naur';
+#system("perl -pi -e 's/$magic/use FS::$table;\n  $magic/' FS/FS/Mason.pm");
 
 ###
 # add FS/t/table.t
-- 
cgit v1.2.1


From a58bd9386e1e5fa1cdd16936fc29093ed67714db Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Mon, 24 Aug 2009 06:39:58 +0000
Subject: (start of) customer move script, RT#5351

---
 bin/move-customers | 497 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 497 insertions(+)
 create mode 100755 bin/move-customers

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
new file mode 100755
index 000000000..40219551e
--- /dev/null
+++ b/bin/move-customers
@@ -0,0 +1,497 @@
+#!/usr/bin/perl -w
+
+#script to move customers from one installation to another
+# script is kinda-specific to a somewhat old source installation (1.7? older?)
+# target installation has to be 1.9 (after 9/2009)
+
+use strict;
+use vars qw( $sdbh );
+use DBI;
+use FS::UID qw( adminsuidsetup dbh );
+use FS::Schema qw( dbdef );
+use FS::Record qw( qsearchs );
+use FS::agent;
+use FS::cust_main;
+use FS::part_pkg;
+use FS::part_svc;
+use FS::cust_bill_ApplicationCommon;
+
+my $DANGEROUS = 1;
+
+#ssh -p 2222 -L 1080:66.209.32.4:7219 -L 5454:localhost:5432 66.209.32.4
+
+#my $source_datasrc = 'DBI:Pg:host=66.209.32.4;dbname=freeside;sslmode=require';
+my $source_datasrc = 'DBI:Pg:host=localhost;port=5454;dbname=freeside';
+my $source_user = 'readonly';
+my $source_pw = '';
+
+my @source_agents = ( 2, 7, 3, 4, 5, 1 );
+
+
+my $dest_agent_typenum = 1; #?
+
+my $dest_refnum = 1; #XXX
+
+my $dest_legacy_credit_reasontype = 4;
+
+my $dest_pkg_classnum = 1;
+
+#--
+
+my $user = shift
+  or die "Usage:\n  (edit variables at top of script and then)\n".
+         "  move-customers user\n";
+adminsuidsetup $user;
+
+$sdbh = DBI->connect($source_datasrc, $source_user, $source_pw)
+  or die $DBI::errstr;
+
+import_table('pkg_class', 'nomap' => 1);
+
+my $agent_sth = $sdbh->prepare(
+  'SELECT * FROM agent WHERE agentnum IN ( '. join(',', @source_agents ). ')'
+) or die $sdbh->errstr;
+
+$agent_sth->execute or die $agent_sth->errstr;
+
+my %map = ();
+
+$FS::cust_main::ignore_expired_card = 1;
+$FS::cust_main::ignore_expired_card = 1;
+
+$FS::part_pkg::skip_pkg_svc_hack = 1;
+$FS::part_pkg::skip_pkg_svc_hack = 1;
+
+$FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
+$FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
+
+while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
+
+  my $src_agent = $agentrow->{'agent'};
+
+  warn "importing customers for $src_agent\n";
+
+  my $agent = qsearchs('agent', { 'agent' => $src_agent } );
+
+  if ( $agent ) {
+
+    warn "  using existing agentnum ". $agent->agentnum. "\n";
+
+    if ( $DANGEROUS ) {
+      warn "DELETING ALL CUSTOMERS OF $src_agent locally \n";
+
+      foreach my $statement (
+        'DELETE FROM cust_main WHERE agentnum = '. $agent->agentnum,
+        ( map { "DELETE FROM $_
+                   WHERE 0 = ( SELECT COUNT(*) FROM cust_main
+                                 WHERE cust_main.custnum = $_.custnum )
+                "
+              }
+              qw(
+                  cust_credit
+                  cust_main_invoice
+                  cust_main_note
+                  cust_pay
+                  cust_refund
+                )
+        )
+        #part_pkg, pkg_svc, part_svc, part_svc_column
+        #pkg_class
+      ) {
+
+        #warn $statement;
+        my $sth = dbh->prepare($statement) or die dbh->errstr;
+        $sth->execute or die $sth->errstr;
+
+      }
+
+      dbh->commit or die dbh->errstr;
+
+    }
+
+  } else {
+
+    warn "  creating new agent...\n";
+
+    $agent = new FS::agent { 'agent' => $src_agent,
+                             'typenum' => $dest_agent_typenum };
+    my $error = $agent->insert;
+    die $error if $error;
+
+    warn "  agentnum ". $agent->agentnum. "\n";
+
+  }
+
+  my $customer_sth = $sdbh->prepare(
+    'SELECT * FROM cust_main WHERE agentnum = '. $agentrow->{'agentnum'}
+  ) or die $sdbh->errstr;
+
+  $customer_sth->execute or die $customer_sth->errstr;
+
+  while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
+    #use Data::Dumper;
+    # warn Dumper($customerrow);
+    my $src_custnum = $customerrow->{'custnum'};
+
+    warn "   $src_custnum has referral_custnum ". $customerrow->{'referral_custnum'}
+      if $customerrow->{'referral_custnum'};
+
+    my $cust_main = new FS::cust_main {
+      %{ $customerrow },
+      'custnum'      => '',
+      'referral_custnum' => '', #restore afterwords?
+      'refnum'       => $dest_refnum,
+      'agentnum'     => $agent->agentnum,
+      'agent_custid' => $src_custnum,
+    };
+
+    $cust_main->ship_country('') if $cust_main->ship_country eq '  ';
+
+    my $error = $cust_main->insert;
+    if ( $error ) {
+      warn "*** WARNING: error importing customer src custnum $src_custnum: $error";
+      use Data::Dumper;
+      warn Dumper($cust_main) if $src_custnum == 6854;
+      next;
+    }
+
+    warn "inserting dest customer ". $cust_main->custnum. " for $src_custnum\n";
+
+    $map{'cust_main'}->{$src_custnum} = $cust_main->custnum;
+
+    #easy direct cust_main relations:
+
+    #XXX ivan showing up as cust_pay otaker?  just deal?
+
+    foreach my $table ( qw(
+      cust_main_note
+      cust_pay
+    ) ) {
+      import_table( $table, 'custnum' => $src_custnum );
+    }
+
+    # crap, cust_credit.reason is text in old db
+#*** WARNING: error importing cust_credit src crednum 2200: failed to set reason for [ FS::cust_credit ]:  at ./move-customers line 232.
+    import_table( 'cust_credit', 'custnum' => $src_custnum,
+      'insert_opts' => [ 'reason_type' => $dest_legacy_credit_reasontype ],
+      'preinsert_callback' => sub {
+        my($row, $object) = @_;
+        $object->reason('(none)') if $object->get('reason') =~ /^\s*$/;
+      },
+    );
+
+    import_table( 'cust_refund', 'custnum' => $src_custnum,
+      'post_callback' => sub {
+        #my( $src_refundnum, $dst_refundnum ) = @_;
+        my $src_refundnum = shift;
+
+        # cust_credit_refund (map refundnum and crednum...)
+        import_table( 'cust_credit_refund',
+                      'refundnum' => $src_refundnum,
+                      'search'    => 'refundum',
+                      'map'       => 'cust_refund',
+                      'map2'      => 'cust_credit',
+                      'map2key'   => 'crednum',
+                    );
+
+        # cust_pay_refund (map refundnum and paynum...)
+        import_table( 'cust_pay_refund',
+                      'refundnum' => $src_refundnum,
+                      'search'    => 'refundum',
+                      'map'       => 'cust_refund',
+                      'map2'      => 'cust_pay',
+                      'map2key'   => 'paynum',
+                    );
+
+      },
+    );
+
+    # dunno what's up with this (ship_country '  ', fixed)
+#*** WARNING: error importing customer src custnum 6854: Illegal (name) (error code illegal_name) ship_last:  at ./move-customers line 129.
+
+    # XXX cust_pay_void (something w/ paynum???  huh)  or just deal?  there's only 110
+
+    # (not in old db: cust_attachment, cust_statement, cust_location,
+    #  cust_main_exemption, cust_pay_pending )
+    # (not used in old db: cust_pay_batch, cust_tax_exempt)
+    # (not useful to migrate: queue)
+
+    #werid direct cust_main relations: 
+
+    # cust_pkg (part_pkg, part_svc, etc.)
+    import_table( 'cust_pkg', 'custnum' => $src_custnum,
+      'preinsert_callback' => sub {
+        my($row, $object) = @_;
+        my $src_pkgpart = $row->{'pkgpart'} or die "wtf";
+        my $dest_pkgpart = $map{'part_pkg'}->{$src_pkgpart};
+        if ( $dest_pkgpart ) {
+          $object->pkgpart($dest_pkgpart);
+          return;
+        }
+
+        my $sth = $sdbh->prepare(
+          "SELECT * FROM part_pkg WHERE pkgpart = $src_pkgpart"
+        ) or die $sdbh->errstr;
+
+        $sth->execute or die $sth->errstr;
+
+        my $part_pkg_row = $sth->fetchrow_hashref
+          or die "cust_pkg.pkgpart missing in part_pkg?!";
+
+        my $hashref = {
+          %{ $part_pkg_row },
+          'pkgpart'  => '',
+        };
+        my $src_classnum = $part_pkg_row->{'classnum'};
+        $hashref->{'classnum'} = $map{'pkg_class'}->{ $src_classnum }
+          if $src_classnum;
+
+        my $part_pkg = new FS::part_pkg $hashref;
+        my $error = $part_pkg->insert( 'options' => {} );
+        die "*** FATAL: error importing part_pkg src pkgpart $src_pkgpart ".
+            ": $error"
+          if $error;
+
+        $map{ 'part_pkg' }->{ $part_pkg_row->{'pkgpart'} } = $part_pkg->pkgpart;
+        
+        # part_pkg_option
+        import_table( 'part_pkg_option',
+                      'pkgpart' => $src_pkgpart,
+                      'search' => 'pkgpart',
+                      'map'    => 'part_pkg',
+                    );
+        
+        my $osth = $sdbh->prepare(
+          "SELECT * FROM part_pkg_option WHERE pkgpart = $src_pkgpart"
+        ) or die $sdbh->errstr;
+
+        # pkg_svc, part_svc, part_svc_column
+        import_table( 'pkg_svc',
+          'pkgpart' => $src_pkgpart,
+          'search'  => 'pkgpart',
+          'map'     => 'part_pkg',
+          'preinsert_callback' => sub {
+
+            my($row, $object) = @_;
+            my $src_svcpart = $row->{'svcpart'} or die "wtf2";
+            my $dest_svcpart = $map{'part_svc'}->{$src_svcpart};
+            if ( $dest_svcpart ) {
+              $object->svcpart($dest_svcpart);
+              return;
+            }
+
+            my $sth = $sdbh->prepare(
+              "SELECT * FROM part_svc WHERE svcpart = $src_svcpart"
+            ) or die $sdbh->errstr;
+
+            $sth->execute or die $sth->errstr;
+
+            my $part_svc_row = $sth->fetchrow_hashref
+              or die "svcpart missing in part_svc?!";
+
+            my $hashref = {
+              %{ $part_svc_row },
+              'svcpart' => '',
+            };
+
+            my $part_svc = new FS::part_svc $hashref;
+            $part_svc->disabled('') if $part_svc->disabled =~ /^\s+$/;
+            my $error = $part_svc->insert;
+            die "*** FATAL: error importing part_svc src svcpart $src_svcpart ".
+                ": $error"
+              if $error;
+
+            $map{ 'part_svc' }->{ $part_svc_row->{'svcpart'} } = $part_svc->svcpart;
+
+            # part_svc_column
+            import_table( 'part_svc_column',
+                          'svcpart' => $src_svcpart,
+                          'search'  => 'svcpart',
+                          'map'     => 'part_svc',
+                        );
+        
+            #what we came here for in the first place
+            $object->svcpart( $part_svc->svcpart );
+
+          }
+        );
+
+        #what we came here for in the first place
+        $object->pkgpart( $part_pkg->pkgpart );
+
+      },
+    );
+    # end of cust_pkg (part_pkg, part_svc, etc.)
+
+    # cust_bill (invnum move)
+    import_table( 'cust_bill', 'custnum' => $src_custnum,
+      'preinsert_callback' => sub {
+        my($row, $object) = @_;
+        $object->agent_invid( $row->{'invnum'} );
+      },
+      'post_callback' => sub {
+        #my( $src_invnum, $dst_invnum ) = @_;
+        my $src_invnum = shift;
+
+        # cust_bill_pkg ( map invnum and pkgnum... )
+        import_table( 'cust_bill_pkg',
+                      'invnum' => $src_invnum,
+                      'search'  => 'invnum',
+                      'map'     => 'cust_bill',
+                      'map2'    => 'cust_pkg',
+                      'map2key' => 'pkgnum',
+                      'post_callback' => sub {
+                        my $src_billpkgnum = shift;
+
+                        import_table( 'cust_bill_pkg_detail',
+                                      'billpkgnum' => $src_billpkgnum,
+                                      'search'    => 'billpkgnum',
+                                      'map'       => 'cust_bill_pkg',
+                                      'addl_from' => 'left join cust_bill_pkg using ( invnum, pkgnum )',
+                                    );
+
+                      },
+                    );
+
+        # cust_credit_bill (map invnum and crednum... )
+        import_table( 'cust_credit_bill',
+                      'invnum' => $src_invnum,
+                      'search'  => 'invnum',
+                      'map'     => 'cust_bill',
+                      'map2'    => 'cust_credit',
+                      'map2key' => 'crednum',
+                      'post_callback' => sub {
+                        my $src_creditbillnum = shift;
+                        #map creditbillnum and billpkgnum
+                        import_table( 'cust_credit_bill_pkg',
+                                      'creditbillnum' => $src_creditbillnum,
+                                      'search'    => 'creditbillnum',
+                                      'map'       => 'cust_credit_bill',
+                                      'map2'      => 'cust_bill_pkg',
+                                      'map2key'   => 'billpkgnum',
+                                    );
+
+                      },
+                    );
+
+        # cust_bill_pay (map invnum and paynum...)
+        import_table( 'cust_bill_pay',
+                      'invnum' => $src_invnum,
+                      'search'  => 'invnum',
+                      'map'     => 'cust_bill',
+                      'map2'    => 'cust_pay',
+                      'map2key' => 'paynum',
+                      'post_callback' => sub {
+                        my $src_billpaynum = shift;
+                        #map billpaynum and billpkgnum
+                        import_table( 'cust_bill_pay_pkg',
+                                      'billpaynum' => $src_billpaynum,
+                                      'search'    => 'billpaynum',
+                                      'map'       => 'cust_bill_pay',
+                                      'map2'      => 'cust_bill_pkg',
+                                      'map2key'   => 'billpkgnum',
+                                    );
+                      },
+                    );
+      },
+    );
+
+    # ---
+
+    # XXX last of the stuff to import...
+    # &
+    # cust_pkg_reason (shit, and bring in/remap reasons)
+    # cust_svc
+    #  then
+    #    svc_acct
+    #     radius_usergroup
+    #    svc_domain
+    #    (rest not in old db)
+    #    svc_acct_pop??? looks like it
+    #
+    # (not in old db: cust_pkg_detail)
+    # (not used in old db: cust_bill_pay_batch, cust_pkg_option)
+
+    # ---
+
+    # (not in old db: cust_bill_pkg_display, cust_bill_pkg_tax_location,
+    #  cust_bill_pkg_tax_rate_location, cust_tax_adjustment, cust_svc_option, )
+    # (not used in old db: cust_tax_exempt_pkg)
+
+    #XXX then:
+    #need to do something about events. mark initial stuff as done or something?
+    # what else?  that's it?
+
+    #do this last, so no notices go out
+    import_table( 'cust_main_invoice', 'custnum' => $src_custnum );
+
+    #dbh->commit or die dbh->errstr;
+    warn "customer ". $cust_main->custnum. " inserted\n";
+    #exit;
+
+  }
+
+}
+
+sub import_table {
+  my( $table, %opt ) = @_;
+
+  eval "use FS::$table;";
+  die $@ if $@;
+
+  my $map = $opt{'map'} || 'cust_main';
+  my $search = $opt{'search'} || 'custnum';
+
+  $opt{'insert_opts'} ||= [];
+
+  my $primary_key = dbdef->table($table)->primary_key;
+
+  my $addl_from = defined($opt{'addl_from'}) ? $opt{'addl_from'} : '';
+
+  my $sth = $sdbh->prepare(
+    "SELECT * FROM $table $addl_from ".
+    ( $opt{'nomap'} ? '' : " WHERE $search = ". $opt{$search} )
+  ) or die $sdbh->errstr;
+
+  $sth->execute or die "(searching $table): ". $sth->errstr;
+
+  while ( my $row = $sth->fetchrow_hashref ) {
+    #my $src_custnum = $customerrow->{'custnum'};
+
+    my $hashref = {
+      %{ $row },
+      $primary_key => '',
+    };
+    $hashref->{ $search } = $map{$map}->{ $row->{$search} }
+      unless $opt{'nomap'};
+
+    if ( $opt{'map2'} ) {
+      my $key2 = $opt{'map2key'};
+      $hashref->{$key2} = $map{ $opt{'map2'} }->{ $row->{$key2} }
+        unless $opt{map2key} eq 'pkgnum' && $row->{$key2} eq '0';
+      #warn "map $opt{map2}.$opt{map2key}: ". $row->{$key2}. " to ". $map{ $opt{'map2'} }->{ $row->{$key2} };
+    }
+
+    my $object = eval "new FS::$table \$hashref;";
+    die $@ if $@;
+
+    &{ $opt{preinsert_callback} }( $row, $object )
+      if $opt{preinsert_callback};
+
+    my $error = $object->insert( @{ $opt{'insert_opts'} } );
+    if ( $error ) {
+      warn "*** WARNING: error importing $table src $primary_key ". $row->{$primary_key}. ": $error";
+      next;
+    }
+
+    $map{ $table }->{ $row->{$primary_key} } = $object->get($primary_key);
+
+    &{ $opt{post_callback} }( $row->{$primary_key}, $object->get($primary_key) )
+      if $opt{post_callback};
+
+  }
+
+}
+
+1;
+
-- 
cgit v1.2.1


From 426211afa7e8c85bde1473f53e15d166df60461a Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Mon, 24 Aug 2009 06:50:00 +0000
Subject: (start of) customer move script, RT#5351

---
 bin/move-customers | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
index 40219551e..1da39b89e 100755
--- a/bin/move-customers
+++ b/bin/move-customers
@@ -146,6 +146,7 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
     };
 
     $cust_main->ship_country('') if $cust_main->ship_country eq '  ';
+    $cust_main->tax('') if $cust_main->tax =~ /^\s+$/;
 
     my $error = $cust_main->insert;
     if ( $error ) {
@@ -188,7 +189,7 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
         # cust_credit_refund (map refundnum and crednum...)
         import_table( 'cust_credit_refund',
                       'refundnum' => $src_refundnum,
-                      'search'    => 'refundum',
+                      'search'    => 'refundnum',
                       'map'       => 'cust_refund',
                       'map2'      => 'cust_credit',
                       'map2key'   => 'crednum',
@@ -197,7 +198,7 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
         # cust_pay_refund (map refundnum and paynum...)
         import_table( 'cust_pay_refund',
                       'refundnum' => $src_refundnum,
-                      'search'    => 'refundum',
+                      'search'    => 'refundnum',
                       'map'       => 'cust_refund',
                       'map2'      => 'cust_pay',
                       'map2key'   => 'paynum',
-- 
cgit v1.2.1


From 6859dc3c623542c1a1f823cc6c18c0191527380a Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Mon, 24 Aug 2009 07:08:11 +0000
Subject: (start of) customer move script, RT#5351

---
 bin/move-customers | 23 +++++++++++++++++++++--
 1 file changed, 21 insertions(+), 2 deletions(-)

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
index 1da39b89e..f1abfb522 100755
--- a/bin/move-customers
+++ b/bin/move-customers
@@ -17,6 +17,7 @@ use FS::part_svc;
 use FS::cust_bill_ApplicationCommon;
 
 my $DANGEROUS = 1;
+my $DRY = 1;
 
 #ssh -p 2222 -L 1080:66.209.32.4:7219 -L 5454:localhost:5432 66.209.32.4
 
@@ -46,6 +47,8 @@ adminsuidsetup $user;
 $sdbh = DBI->connect($source_datasrc, $source_user, $source_pw)
   or die $DBI::errstr;
 
+$sdbh->{ChopBlanks} = 1;
+
 import_table('pkg_class', 'nomap' => 1);
 
 my $agent_sth = $sdbh->prepare(
@@ -145,8 +148,8 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
       'agent_custid' => $src_custnum,
     };
 
-    $cust_main->ship_country('') if $cust_main->ship_country eq '  ';
-    $cust_main->tax('') if $cust_main->tax =~ /^\s+$/;
+    #$cust_main->ship_country('') if $cust_main->ship_country eq '  ';
+    #$cust_main->tax('') if $cust_main->tax =~ /^\s+$/;
 
     my $error = $cust_main->insert;
     if ( $error ) {
@@ -248,6 +251,10 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
           if $src_classnum;
 
         my $part_pkg = new FS::part_pkg $hashref;
+
+        #$part_pkg->setuptax('') if $part_pkg->setuptax =~ /^\s+$/;
+        #$part_pkg->recurtax('') if $part_pkg->recurtax =~ /^\s+$/;
+
         my $error = $part_pkg->insert( 'options' => {} );
         die "*** FATAL: error importing part_pkg src pkgpart $src_pkgpart ".
             ": $error"
@@ -434,6 +441,18 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
 
 }
 
+
+warn "import successful!\n"
+if ( $DRY ) {
+  warn "rolling back (dry run)\n";
+  dbh->rollback or die dbh->errstr;
+  warn "rolled back\n"
+} else {
+  warn "commiting\n";
+  dbh->commit or die dbh->errstr;
+  warn "committed\n";
+}
+
 sub import_table {
   my( $table, %opt ) = @_;
 
-- 
cgit v1.2.1


From d9a702d507ac900c84a21b9336db3112da313ed8 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Mon, 24 Aug 2009 08:50:47 +0000
Subject: (start of) customer move script, RT#5351

---
 bin/move-customers | 137 ++++++++++++++++++++++++++++++++++++++++++-----------
 1 file changed, 110 insertions(+), 27 deletions(-)

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
index f1abfb522..8fc7f32bc 100755
--- a/bin/move-customers
+++ b/bin/move-customers
@@ -15,9 +15,10 @@ use FS::cust_main;
 use FS::part_pkg;
 use FS::part_svc;
 use FS::cust_bill_ApplicationCommon;
+use FS::svc_Common;
 
 my $DANGEROUS = 1;
-my $DRY = 1;
+my $DRY = 0;
 
 #ssh -p 2222 -L 1080:66.209.32.4:7219 -L 5454:localhost:5432 66.209.32.4
 
@@ -26,7 +27,8 @@ my $source_datasrc = 'DBI:Pg:host=localhost;port=5454;dbname=freeside';
 my $source_user = 'readonly';
 my $source_pw = '';
 
-my @source_agents = ( 2, 7, 3, 4, 5, 1 );
+#my @source_agents = ( 2, 7, 3, 4, 5, 1 );
+my @source_agents = ( 1, 2, 3, 4, 5, 7 );
 
 
 my $dest_agent_typenum = 1; #?
@@ -37,6 +39,15 @@ my $dest_legacy_credit_reasontype = 4;
 
 my $dest_pkg_classnum = 1;
 
+my %domsvc_map = (
+  1    => 1,
+  3653 => 1,
+  7634 => 1,
+);
+
+# XXX set passwordmin conf to 4
+# XXX set passwordmax conf to 21
+
 #--
 
 my $user = shift
@@ -50,6 +61,7 @@ $sdbh = DBI->connect($source_datasrc, $source_user, $source_pw)
 $sdbh->{ChopBlanks} = 1;
 
 import_table('pkg_class', 'nomap' => 1);
+import_table('svc_acct_pop', 'nomap' => 1);
 
 my $agent_sth = $sdbh->prepare(
   'SELECT * FROM agent WHERE agentnum IN ( '. join(',', @source_agents ). ')'
@@ -58,6 +70,7 @@ my $agent_sth = $sdbh->prepare(
 $agent_sth->execute or die $agent_sth->errstr;
 
 my %map = ();
+$map{'_DOMSVC'} = \%domsvc_map;
 
 $FS::cust_main::ignore_expired_card = 1;
 $FS::cust_main::ignore_expired_card = 1;
@@ -68,6 +81,9 @@ $FS::part_pkg::skip_pkg_svc_hack = 1;
 $FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
 $FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
 
+$FS::svc_Common::noexport_hack = 1;
+$FS::svc_Common::noexport_hack = 1;
+
 while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
 
   my $src_agent = $agentrow->{'agent'};
@@ -125,13 +141,22 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
 
   }
 
-  my $customer_sth = $sdbh->prepare(
-    'SELECT * FROM cust_main WHERE agentnum = '. $agentrow->{'agentnum'}
-  ) or die $sdbh->errstr;
+  $map{'agent'}->{ $agentrow->{'agentnum'} } = $agent->agentnum;
+
+}
 
-  $customer_sth->execute or die $customer_sth->errstr;
+  #my $customer_sth = $sdbh->prepare(
+  #  'SELECT * FROM cust_main WHERE agentnum = '. $agentrow->{'agentnum'}
+  #) or die $sdbh->errstr;
+my $customer_sth = $sdbh->prepare(
+  'SELECT * FROM cust_main WHERE agentnum IN ( '. join(',', @source_agents ). ')
+     ORDER BY custnum'
+) or die $sdbh->errstr;
+
+$customer_sth->execute or die $customer_sth->errstr;
+
+while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
 
-  while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
     #use Data::Dumper;
     # warn Dumper($customerrow);
     my $src_custnum = $customerrow->{'custnum'};
@@ -144,7 +169,7 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
       'custnum'      => '',
       'referral_custnum' => '', #restore afterwords?
       'refnum'       => $dest_refnum,
-      'agentnum'     => $agent->agentnum,
+      'agentnum'     => $map{'agent'}->{ $customerrow->{'agentnum'} },
       'agent_custid' => $src_custnum,
     };
 
@@ -180,7 +205,7 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
       'insert_opts' => [ 'reason_type' => $dest_legacy_credit_reasontype ],
       'preinsert_callback' => sub {
         my($row, $object) = @_;
-        $object->reason('(none)') if $object->get('reason') =~ /^\s*$/;
+        $object->set('reason', '(none)') if $object->get('reason') =~ /^\s*$/;
       },
     );
 
@@ -316,6 +341,12 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
                           'svcpart' => $src_svcpart,
                           'search'  => 'svcpart',
                           'map'     => 'part_svc',
+                          'preinsert_callback' => sub {
+                            my($row, $object) = @_;
+                            if ( $object->columnname eq 'domsvc' ) {
+                               $object->columnvalue( $map{'_DOMSVC'}->{ $object->columnvalue } );
+                            }
+                          },
                         );
         
             #what we came here for in the first place
@@ -328,6 +359,60 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
         $object->pkgpart( $part_pkg->pkgpart );
 
       },
+
+      'post_callback' => sub {
+        #my( $src_pkgnum, $dst_pkgnum ) = @_;
+        my $src_pkgnum = shift;
+
+        #cust_svc
+        import_table( 'cust_svc',
+                        'pkgnum'  => $src_pkgnum,
+                        'search'  => 'pkgnum',
+                        'map'     => 'cust_pkg',
+                        'map2'    => 'part_svc',
+                        'map2key' => 'svcpart',
+                        'post_callback' => sub {
+                          #my( $src_svcnum, $dst_svcnum ) = @_;
+                          my $src_svcnum = shift;
+
+                          #svc_domain
+                          import_table( 'svc_domain',
+                                          'svcnum' => $src_svcnum,
+                                          'search' => 'svcnum',
+                                          'map'    => 'cust_svc',
+                                          'noblank_primary' => 1,
+                                      );
+
+                          #svc_acct
+                          import_table( 'svc_acct',
+                                          'svcnum'  => $src_svcnum,
+                                          'search'  => 'svcnum',
+                                          'map'     => 'cust_svc',
+                                          'noblank_primary' => 1,
+                                          'map2'    => 'svc_acct_pop',
+                                          'map2key' => 'popnum',
+                                          #'map3'    => 'svc_domain',
+                                          'map3'    => '_DOMSVC',
+                                          'map3key' => 'domsvc',
+                                      );
+
+                          #radius_usergroup
+                          import_table( 'radius_usergroup',
+                                          'svcnum' => $src_svcnum,
+                                          'search' => 'svcnum',
+                                          'map'    => 'cust_svc',
+                                      );
+
+                          #other svc_ tables not in old db
+
+                        },
+                    );
+
+      },
+
+
+
+
     );
     # end of cust_pkg (part_pkg, part_svc, etc.)
 
@@ -406,17 +491,9 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
 
     # ---
 
-    # XXX last of the stuff to import...
-    # &
+    # XXX
     # cust_pkg_reason (shit, and bring in/remap reasons)
-    # cust_svc
-    #  then
-    #    svc_acct
-    #     radius_usergroup
-    #    svc_domain
-    #    (rest not in old db)
-    #    svc_acct_pop??? looks like it
-    #
+
     # (not in old db: cust_pkg_detail)
     # (not used in old db: cust_bill_pay_batch, cust_pkg_option)
 
@@ -437,12 +514,10 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
     warn "customer ". $cust_main->custnum. " inserted\n";
     #exit;
 
-  }
-
 }
 
 
-warn "import successful!\n"
+warn "import successful!\n";
 if ( $DRY ) {
   warn "rolling back (dry run)\n";
   dbh->rollback or die dbh->errstr;
@@ -478,20 +553,28 @@ sub import_table {
   while ( my $row = $sth->fetchrow_hashref ) {
     #my $src_custnum = $customerrow->{'custnum'};
 
-    my $hashref = {
-      %{ $row },
-      $primary_key => '',
-    };
+    my $hashref = { %$row };
+    $hashref->{$primary_key} = ''
+      unless $opt{'noblank_primary'};
     $hashref->{ $search } = $map{$map}->{ $row->{$search} }
       unless $opt{'nomap'};
 
     if ( $opt{'map2'} ) {
       my $key2 = $opt{'map2key'};
       $hashref->{$key2} = $map{ $opt{'map2'} }->{ $row->{$key2} }
-        unless $opt{map2key} eq 'pkgnum' && $row->{$key2} eq '0';
+        unless $opt{map2key} eq 'pkgnum' && (    $row->{$key2} eq '0'
+                                              || $row->{$key2} eq '-1'
+                                            )
+            or ! defined($row->{$key2})
+            or $row->{$key2} eq '';
       #warn "map $opt{map2}.$opt{map2key}: ". $row->{$key2}. " to ". $map{ $opt{'map2'} }->{ $row->{$key2} };
     }
 
+    if ( $opt{'map3'} ) {
+      my $key3 = $opt{'map3key'};
+      $hashref->{$key3} = $map{ $opt{'map3'} }->{ $row->{$key3} };
+    }
+
     my $object = eval "new FS::$table \$hashref;";
     die $@ if $@;
 
-- 
cgit v1.2.1


From 523c992d512823f3d2fc16f5a6328a8a72cfecf4 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Mon, 24 Aug 2009 11:09:30 +0000
Subject: customer move script, RT#5351

---
 bin/move-customers | 153 ++++++++++++++++++++++++++++++++++++++++-------------
 1 file changed, 115 insertions(+), 38 deletions(-)

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
index 8fc7f32bc..e9f29822a 100755
--- a/bin/move-customers
+++ b/bin/move-customers
@@ -1,6 +1,7 @@
 #!/usr/bin/perl -w
 
 #script to move customers from one installation to another
+# source is remote, destination is local
 # script is kinda-specific to a somewhat old source installation (1.7? older?)
 # target installation has to be 1.9 (after 9/2009)
 
@@ -16,6 +17,7 @@ use FS::part_pkg;
 use FS::part_svc;
 use FS::cust_bill_ApplicationCommon;
 use FS::svc_Common;
+use FS::cust_event;
 
 my $DANGEROUS = 1;
 my $DRY = 0;
@@ -30,59 +32,96 @@ my $source_pw = '';
 #my @source_agents = ( 2, 7, 3, 4, 5, 1 );
 my @source_agents = ( 1, 2, 3, 4, 5, 7 );
 
+my $dest_agent_typenum = 1; #XXX change for production
 
-my $dest_agent_typenum = 1; #?
+my $dest_refnum = 1; #XXX change for production
 
-my $dest_refnum = 1; #XXX
+my $dest_legacy_credit_reasontype = 4; #XXX change for production
 
-my $dest_legacy_credit_reasontype = 4;
-
-my $dest_pkg_classnum = 1;
+my $dest_pkg_classnum = 1; #XXX change for production
 
+#XXX change for production
 my %domsvc_map = (
   1    => 1,
   3653 => 1,
   7634 => 1,
 );
 
+#XXX change for production
+#testing
+my %eventparts = (
+  'CARD' => [ 1, ],
+  'CHEK' => [],
+  'BILL' => [],
+  'DCHK' => [],
+  'DCRD' => [],
+  'COMP' => [],
+);
+#production
+#my %eventparts = (
+#  'CARD' => [ 1, ],
+#  'CHEK' => [ 2, ],
+#  'BILL' => [ 5, ],
+#  'DCHK' => [ 12, ],
+#  'DCRD' => [ 15, ],
+#  'COMP' => [],
+#)
+
 # XXX set passwordmin conf to 4
 # XXX set passwordmax conf to 21
 
 #--
 
+# target(local) setup
+
 my $user = shift
   or die "Usage:\n  (edit variables at top of script and then)\n".
          "  move-customers user\n";
 adminsuidsetup $user;
 
+$FS::cust_main::ignore_expired_card = 1;
+$FS::cust_main::ignore_expired_card = 1;
+$FS::part_pkg::skip_pkg_svc_hack = 1;
+$FS::part_pkg::skip_pkg_svc_hack = 1;
+$FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
+$FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
+$FS::svc_Common::noexport_hack = 1;
+$FS::svc_Common::noexport_hack = 1;
+
+my $void_paynum = 2147483646; #top of int range
+
+# -- 
+
+# source(remote) setup
+
 $sdbh = DBI->connect($source_datasrc, $source_user, $source_pw)
   or die $DBI::errstr;
 
 $sdbh->{ChopBlanks} = 1;
 
+# --
+
+my %map = ();
+$map{'_DOMSVC'} = \%domsvc_map;
+
 import_table('pkg_class', 'nomap' => 1);
 import_table('svc_acct_pop', 'nomap' => 1);
 
+#XXX
+#import_table('reason_type', 'nomap' => 1);
+#foreach my $src_typenum ( keys %{ $map{'reason_type'} } ) {
+#  import_table('reason', 'reason_type' => $src_typenum,
+#                         'search'      => 'reason_type',
+#                         'map'         => 'reason_type',
+#              );
+#}
+
 my $agent_sth = $sdbh->prepare(
   'SELECT * FROM agent WHERE agentnum IN ( '. join(',', @source_agents ). ')'
 ) or die $sdbh->errstr;
 
 $agent_sth->execute or die $agent_sth->errstr;
 
-my %map = ();
-$map{'_DOMSVC'} = \%domsvc_map;
-
-$FS::cust_main::ignore_expired_card = 1;
-$FS::cust_main::ignore_expired_card = 1;
-
-$FS::part_pkg::skip_pkg_svc_hack = 1;
-$FS::part_pkg::skip_pkg_svc_hack = 1;
-
-$FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
-$FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
-
-$FS::svc_Common::noexport_hack = 1;
-$FS::svc_Common::noexport_hack = 1;
 
 while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
 
@@ -114,8 +153,9 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
                   cust_refund
                 )
         )
+        #pkg_class, part_pkg_pop
         #part_pkg, pkg_svc, part_svc, part_svc_column
-        #pkg_class
+        #XXX more... does it matter?
       ) {
 
         #warn $statement;
@@ -188,16 +228,26 @@ while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
 
     $map{'cust_main'}->{$src_custnum} = $cust_main->custnum;
 
-    #easy direct cust_main relations:
+    #now import the relations, easy and hard:
 
-    #XXX ivan showing up as cust_pay otaker?  just deal?
+    import_table( 'cust_main_note', 'custnum' => $src_custnum );
 
-    foreach my $table ( qw(
-      cust_main_note
-      cust_pay
-    ) ) {
-      import_table( $table, 'custnum' => $src_custnum );
-    }
+    import_table( 'cust_pay', 'custnum' => $src_custnum,
+      #ivan showing up as cust_pay otaker
+      # old db doesn't have cust_pay.otaker, pull it from history
+      'preinsert_callback' => sub {
+        my($row, $cust_pay) = @_;
+
+        my $sth = $sdbh->prepare(
+          "SELECT history_user FROM h_cust_pay WHERE history_action = 'insert'
+             AND paynum = ". $row->{'paynum'}
+        ) or die $sdbh->errstr;
+        $sth->execute or die $sth->errstr;
+        my $otaker = $sth->fetchrow_arrayref->[0];
+        
+        $cust_pay->otaker($otaker);
+      },
+    );
 
     # crap, cust_credit.reason is text in old db
 #*** WARNING: error importing cust_credit src crednum 2200: failed to set reason for [ FS::cust_credit ]:  at ./move-customers line 232.
@@ -238,7 +288,13 @@ while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
     # dunno what's up with this (ship_country '  ', fixed)
 #*** WARNING: error importing customer src custnum 6854: Illegal (name) (error code illegal_name) ship_last:  at ./move-customers line 129.
 
-    # XXX cust_pay_void (something w/ paynum???  huh)  or just deal?  there's only 110
+    # cust_pay_void
+    import_table( 'cust_pay_void', 'custnum' => $src_custnum,
+      'preinsert_callback' => sub {
+        my($row, $object) = @_;
+        $object->paynum( $void_paynum-- );
+      },
+    );
 
     # (not in old db: cust_attachment, cust_statement, cust_location,
     #  cust_main_exemption, cust_pay_pending )
@@ -364,6 +420,16 @@ while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
         #my( $src_pkgnum, $dst_pkgnum ) = @_;
         my $src_pkgnum = shift;
 
+        #XXX grr... action makes this very hard... 
+        ## cust_pkg_reason (shit, and bring in/remap reasons)
+        #import_table( 'cust_pkg_reason',
+        #                'pkgnum'  => $src_pkgnum,
+        #                'search'  => 'pkgnum',
+        #                'map'     => 'cust_pkg',
+        #                'map2'    => 'reason',
+        #                'map2key' => 'reasonnum',
+        #            );
+
         #cust_svc
         import_table( 'cust_svc',
                         'pkgnum'  => $src_pkgnum,
@@ -423,8 +489,8 @@ while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
         $object->agent_invid( $row->{'invnum'} );
       },
       'post_callback' => sub {
-        #my( $src_invnum, $dst_invnum ) = @_;
-        my $src_invnum = shift;
+        my( $src_invnum, $dst_invnum ) = @_;
+        #my $src_invnum = shift;
 
         # cust_bill_pkg ( map invnum and pkgnum... )
         import_table( 'cust_bill_pkg',
@@ -486,14 +552,29 @@ while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
                                     );
                       },
                     );
+
+        #need to do something about events. mark initial stuff as done
+        foreach my $eventpart ( @{ $eventparts{$cust_main->payby} } ) {
+
+          my $cust_event = new FS::cust_event {
+            'eventpart' => $eventpart,
+            'tablenum'  => $dst_invnum,
+            '_date'     => time, # XXX something?  probably not
+            'status'    => 'done',
+          };
+
+          my $error = $cust_event->insert;
+          die "*** FATAL: error inserting cust_event for eventpart $eventpart,".
+              " tablenum (invnum) $dst_invnum: $error"
+            if $error;
+
+        }
+
       },
     );
 
     # ---
 
-    # XXX
-    # cust_pkg_reason (shit, and bring in/remap reasons)
-
     # (not in old db: cust_pkg_detail)
     # (not used in old db: cust_bill_pay_batch, cust_pkg_option)
 
@@ -503,10 +584,6 @@ while ( my $customerrow = $customer_sth->fetchrow_hashref ) {
     #  cust_bill_pkg_tax_rate_location, cust_tax_adjustment, cust_svc_option, )
     # (not used in old db: cust_tax_exempt_pkg)
 
-    #XXX then:
-    #need to do something about events. mark initial stuff as done or something?
-    # what else?  that's it?
-
     #do this last, so no notices go out
     import_table( 'cust_main_invoice', 'custnum' => $src_custnum );
 
-- 
cgit v1.2.1


From f407a661ea76f6cc7621e10a23ab32eb74ced115 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Thu, 27 Aug 2009 10:04:50 +0000
Subject: ok

---
 bin/move-customers | 52 +++++++++++++++++++++++++---------------------------
 1 file changed, 25 insertions(+), 27 deletions(-)

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
index e9f29822a..c78b6ac25 100755
--- a/bin/move-customers
+++ b/bin/move-customers
@@ -18,8 +18,9 @@ use FS::part_svc;
 use FS::cust_bill_ApplicationCommon;
 use FS::svc_Common;
 use FS::cust_event;
+use FS::svc_domain;
 
-my $DANGEROUS = 1;
+my $DANGEROUS = 0;
 my $DRY = 0;
 
 #ssh -p 2222 -L 1080:66.209.32.4:7219 -L 5454:localhost:5432 66.209.32.4
@@ -32,43 +33,38 @@ my $source_pw = '';
 #my @source_agents = ( 2, 7, 3, 4, 5, 1 );
 my @source_agents = ( 1, 2, 3, 4, 5, 7 );
 
-my $dest_agent_typenum = 1; #XXX change for production
+my $dest_agent_typenum = 12;
 
-my $dest_refnum = 1; #XXX change for production
+my $dest_refnum = 60;
 
-my $dest_legacy_credit_reasontype = 4; #XXX change for production
+my $dest_legacy_credit_reasontype = 5;
 
-my $dest_pkg_classnum = 1; #XXX change for production
+my $dest_pkg_classnum = 6;
 
-#XXX change for production
 my %domsvc_map = (
-  1    => 1,
-  3653 => 1,
-  7634 => 1,
+  1    => 20450,
+  3653 => 20162,
+  7634 => 20451,
 );
 
-#XXX change for production
 #testing
-my %eventparts = (
-  'CARD' => [ 1, ],
-  'CHEK' => [],
-  'BILL' => [],
-  'DCHK' => [],
-  'DCRD' => [],
-  'COMP' => [],
-);
-#production
 #my %eventparts = (
 #  'CARD' => [ 1, ],
-#  'CHEK' => [ 2, ],
-#  'BILL' => [ 5, ],
-#  'DCHK' => [ 12, ],
-#  'DCRD' => [ 15, ],
+#  'CHEK' => [],
+#  'BILL' => [],
+#  'DCHK' => [],
+#  'DCRD' => [],
 #  'COMP' => [],
-#)
-
-# XXX set passwordmin conf to 4
-# XXX set passwordmax conf to 21
+);
+#production
+my %eventparts = (
+  'CARD' => [ 1, ],
+  'CHEK' => [ 2, ],
+  'BILL' => [ 5, ],
+  'DCHK' => [ 12, ],
+  'DCRD' => [ 15, ],
+  'COMP' => [],
+)
 
 #--
 
@@ -87,6 +83,8 @@ $FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
 $FS::cust_bill_ApplicationCommon::skip_apply_to_lineitems_hack = 1;
 $FS::svc_Common::noexport_hack = 1;
 $FS::svc_Common::noexport_hack = 1;
+$FS::svc_domain::whois_hack = 1;
+$FS::svc_domain::whois_hack = 1;
 
 my $void_paynum = 2147483646; #top of int range
 
-- 
cgit v1.2.1


From 55332cb444a9d80e168737e5132c458f1cc44450 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Thu, 27 Aug 2009 10:23:12 +0000
Subject: doh

---
 bin/move-customers | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
index c78b6ac25..d237d1237 100755
--- a/bin/move-customers
+++ b/bin/move-customers
@@ -55,7 +55,7 @@ my %domsvc_map = (
 #  'DCHK' => [],
 #  'DCRD' => [],
 #  'COMP' => [],
-);
+#);
 #production
 my %eventparts = (
   'CARD' => [ 1, ],
@@ -64,7 +64,7 @@ my %eventparts = (
   'DCHK' => [ 12, ],
   'DCRD' => [ 15, ],
   'COMP' => [],
-)
+);
 
 #--
 
-- 
cgit v1.2.1


From 524540eab151b455d661b2cc2adf71e38f5ca6eb Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Thu, 27 Aug 2009 10:26:41 +0000
Subject: try, try again

---
 bin/move-customers | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

(limited to 'bin')

diff --git a/bin/move-customers b/bin/move-customers
index d237d1237..a7ea19781 100755
--- a/bin/move-customers
+++ b/bin/move-customers
@@ -19,6 +19,7 @@ use FS::cust_bill_ApplicationCommon;
 use FS::svc_Common;
 use FS::cust_event;
 use FS::svc_domain;
+use FS::cust_pkg;
 
 my $DANGEROUS = 0;
 my $DRY = 0;
@@ -85,6 +86,8 @@ $FS::svc_Common::noexport_hack = 1;
 $FS::svc_Common::noexport_hack = 1;
 $FS::svc_domain::whois_hack = 1;
 $FS::svc_domain::whois_hack = 1;
+$FS::cust_pkg::disable_agentcheck = 1;
+$FS::cust_pkg::disable_agentcheck = 1;
 
 my $void_paynum = 2147483646; #top of int range
 
@@ -127,7 +130,7 @@ while ( my $agentrow = $agent_sth->fetchrow_hashref ) {
 
   warn "importing customers for $src_agent\n";
 
-  my $agent = qsearchs('agent', { 'agent' => $src_agent } );
+  my $agent = qsearchs('agent', { 'agent' => $src_agent, 'disabled' => '' } );
 
   if ( $agent ) {
 
-- 
cgit v1.2.1


From 3a02e398ce013116c6ee97fc18472a6f40e0798d Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 4 Oct 2009 02:09:14 +0000
Subject: delete invoices, RT#4048

---
 bin/mapsecrets2access_user | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'bin')

diff --git a/bin/mapsecrets2access_user b/bin/mapsecrets2access_user
index 945f130ef..d632360f5 100755
--- a/bin/mapsecrets2access_user
+++ b/bin/mapsecrets2access_user
@@ -24,7 +24,7 @@ unless ( $supergroup ) {
   my $error = $supergroup->insert;
   die $error if $error;
 
-  foreach my $rightname ( FS::AccessRight->rights ) {
+  foreach my $rightname ( FS::AccessRight->default_superuser_rights ) {
     my $access_right = new FS::access_right {
       'righttype'   => 'FS::access_group',
       'rightobjnum' => $supergroup->groupnum,
-- 
cgit v1.2.1


From 776a58122174269f1706989af74617deece59fa2 Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 11 Oct 2009 01:50:43 +0000
Subject: helps to have the tool

---
 bin/cvs2cl | 1 +
 1 file changed, 1 insertion(+)
 create mode 100755 bin/cvs2cl

(limited to 'bin')

diff --git a/bin/cvs2cl b/bin/cvs2cl
new file mode 100755
index 000000000..442bf56dd
--- /dev/null
+++ b/bin/cvs2cl
@@ -0,0 +1 @@
+cvs2cl -F trunk
-- 
cgit v1.2.1


From 455f6852d63fca4f9e572be5c2401a9b5fdc05cd Mon Sep 17 00:00:00 2001
From: ivan <ivan>
Date: Sun, 11 Oct 2009 01:51:41 +0000
Subject: helps to have the tool

---
 bin/cvs2cl | 1 +
 1 file changed, 1 insertion(+)

(limited to 'bin')

diff --git a/bin/cvs2cl b/bin/cvs2cl
index 442bf56dd..1c1bfb097 100755
--- a/bin/cvs2cl
+++ b/bin/cvs2cl
@@ -1 +1,2 @@
+#!/bin/sh
 cvs2cl -F trunk
-- 
cgit v1.2.1