use vars qw( @ISA @EXPORT_OK $DEBUG );
use Exporter;
use Tie::IxHash;
+use File::Slurp;
use FS::UID qw( dbh driver_name );
use FS::Conf;
-use FS::Record qw(qsearchs str2time_sql);
+use FS::Record qw(qsearchs qsearch str2time_sql);
+use FS::queue;
+use FS::upgrade_journal;
use FS::svc_domain;
$FS::svc_domain::whois_hack = 1;
if $conf->exists('payment_receipt_email')
|| $conf->config('payment_receipt_msgnum');
+ $conf->touch('geocode-require_nw_coordinates')
+ if $conf->exists('svc_broadband-require-nw-coordinates');
+
+ unless ( $conf->config('echeck-country') ) {
+ if ( $conf->exists('cust_main-require-bank-branch') ) {
+ $conf->set('echeck-country', 'CA');
+ } elsif ( $conf->exists('echeck-nonus') ) {
+ $conf->set('echeck-country', 'XX');
+ } else {
+ $conf->set('echeck-country', 'US');
+ }
+ }
+
+ my @agents = qsearch('agent', {});
+
+ upgrade_overlimit_groups($conf);
+ map { upgrade_overlimit_groups($conf,$_->agentnum) } @agents;
+
+ upgrade_invoice_from($conf);
+ foreach my $agent (@agents) {
+ upgrade_invoice_from($conf,$agent->agentnum,1);
+ }
+
+ my $DIST_CONF = '/usr/local/etc/freeside/default_conf/';#DIST_CONF in Makefile
+ $conf->set($_, scalar(read_file( "$DIST_CONF/$_" )) )
+ foreach grep { ! $conf->exists($_) && -s "$DIST_CONF/$_" }
+ qw( quotation_html quotation_latex quotation_latexnotes );
+
+ # change 'fslongtable' to 'longtable'
+ # in invoice and quotation main templates, and also in all secondary
+ # invoice templates
+ my @latex_confs =
+ qsearch('conf', { 'name' => {op=>'LIKE', value=>'%latex%'} });
+
+ foreach my $c (@latex_confs) {
+ my $value = $c->value;
+ if (length($value) and $value =~ /fslongtable/) {
+ $value =~ s/fslongtable/longtable/g;
+ $conf->set($c->name, $value, $c->agentnum);
+ }
+ }
+
+ # if there's a USPS tools login, assume that's the standardization method
+ # you want to use
+ $conf->set('address_standardize_method', 'usps')
+ if $conf->exists('usps_webtools-userid')
+ && length($conf->config('usps_webtools-userid')) > 0
+ && ! $conf->exists('address_standardize_method');
+
+ # this option has been renamed/expanded
+ if ( $conf->exists('cust_main-enable_spouse_birthdate') ) {
+ $conf->touch('cust_main-enable_spouse');
+ $conf->delete('cust_main-enable_spouse_birthdate');
+ }
+
+ # renamed/repurposed
+ if ( $conf->exists('cust_pkg-show_fcc_voice_grade_equivalent') ) {
+ $conf->touch('part_pkg-show_fcc_options');
+ $conf->delete('cust_pkg-show_fcc_voice_grade_equivalent');
+ warn "
+You have FCC Form 477 package options enabled.
+
+Starting with the October 2014 filing date, the FCC has redesigned
+Form 477 and introduced new service categories. See bin/convert-477-options
+to update your package configuration for the new report.
+
+If you need to continue using the old Form 477 report, turn on the
+'old_fcc_report' configuration option.
+";
+ }
+
+ # boolean invoice_sections_by_location option is now
+ # invoice_sections_method = 'location'
+ my @invoice_sections_confs =
+ qsearch('conf', { 'name' => { op=>'LIKE', value=>'%sections_by_location' } });
+ foreach my $c (@invoice_sections_confs) {
+ $c->name =~ /^(\w+)sections_by_location$/;
+ $conf->delete($c->name);
+ my $newname = $1.'sections_method';
+ $conf->set($newname, 'location');
+ }
+
+ # boolean tax-cust_exempt-groups-require_individual_nums is now -num_req all
+ if ( $conf->exists('tax-cust_exempt-groups-require_individual_nums') ) {
+ $conf->set('tax-cust_exempt-groups-num_req', 'all');
+ $conf->delete('tax-cust_exempt-groups-require_individual_nums');
+ }
+
+ # boolean+text previous_balance-exclude_from_total is now two separate options
+ my $total_new_charges = $conf->config('previous_balance-exclude_from_total');
+ if (length($total_new_charges) > 0) {
+ $conf->set('previous_balance-text-total_new_charges', $total_new_charges);
+ $conf->set('previous_balance-exclude_from_total', '');
+ }
+
+ if ( $conf->exists('voip-cust_email_csv_cdr') ) {
+ $conf->set('voip_cdr_email_attach', 'csv');
+ $conf->delete('voip-cust_email_csv_cdr') ;
+ }
+
+ if ( !$conf->config('password-generated-characters') ) {
+ my $pw_set =
+ 'abcdefghijkmnpqrstuvwxyzABCDEFGHIJKLMNPQRSTUVWXYZ23456789()#.,' ;
+ $conf->set('password-generated-characters', $pw_set);
+ }
+
+ if ($conf->exists('unsuspendauto') && !$conf->config('unsuspend_balance')) {
+ $conf->set('unsuspend_balance','Zero');
+ $conf->delete('unsuspendauto');
+ }
+
+ # if translate-auto-insert is enabled for a locale, ensure that invoice
+ # terms are in the msgcat (is there a better place for this?)
+ if (my $auto_locale = $conf->config('translate-auto-insert')) {
+ my $lh = FS::L10N->get_handle($auto_locale);
+ foreach (@FS::Conf::invoice_terms) {
+ $lh->maketext($_) if length($_);
+ }
+ }
+}
+
+sub upgrade_overlimit_groups {
+ my $conf = shift;
+ my $agentnum = shift;
+ my @groups = $conf->config('overlimit_groups',$agentnum);
+ if(scalar(@groups)) {
+ my $groups = join(',',@groups);
+ my @groupnums;
+ my $error = '';
+ if ( $groups !~ /^[\d,]+$/ ) {
+ foreach my $groupname ( @groups ) {
+ my $g = qsearchs('radius_group', { 'groupname' => $groupname } );
+ unless ( $g ) {
+ $g = new FS::radius_group {
+ 'groupname' => $groupname,
+ 'description' => $groupname,
+ };
+ $error = $g->insert;
+ die $error if $error;
+ }
+ push @groupnums, $g->groupnum;
+ }
+ $conf->set('overlimit_groups',join("\n",@groupnums),$agentnum);
+ }
+ }
+}
+
+sub upgrade_invoice_from {
+ my ($conf, $agentnum, $agentonly) = @_;
+ if (
+ (!$conf->exists('invoice_from_name',$agentnum,$agentonly)) &&
+ ($conf->config('invoice_from',$agentnum,$agentonly) =~ /\<(.*)\>/)
+ ) {
+ my $realemail = $1;
+ $realemail =~ s/^\s*//; # remove leading spaces
+ $realemail =~ s/\s*$//; # remove trailing spaces
+ my $realname = $conf->config('invoice_from',$agentnum);
+ $realname =~ s/\<.*\>//; # remove email address
+ $realname =~ s/^\s*//; # remove leading spaces
+ $realname =~ s/\s*$//; # remove trailing spaces
+ # properly quote names that contain punctuation
+ if (($realname =~ /[^[:alnum:][:space:]]/) && ($realname !~ /^\".*\"$/)) {
+ $realname = '"' . $realname . '"';
+ }
+ $conf->set('invoice_from_name', $realname, $agentnum);
+ $conf->set('invoice_from', $realemail, $agentnum);
+ }
}
=item upgrade
local $FS::UID::AutoCommit = 0;
local $FS::UID::AutoCommit = 0;
+ local $FS::cust_pkg::upgrade = 1; #go away after setup+start dates cleaned up for old customers
+
+
foreach my $table ( keys %$data ) {
my $class = "FS::$table";
$class->_upgrade_data(%opt);
+ # New interface for async upgrades: a class can declare a
+ # "queueable_upgrade" method, which will run as part of the normal
+ # upgrade, but if the -j option is passed, will instead be run from
+ # the job queue.
+ if ( $class->can('queueable_upgrade') ) {
+ my $jobname = $class . '::queueable_upgrade';
+ my $num_jobs = FS::queue->count("job = '$jobname' and status != 'failed'");
+ if ($num_jobs > 0) {
+ warn "$class upgrade already scheduled.\n";
+ } else {
+ if ( $opt{'queue'} ) {
+ warn "Scheduling $class upgrade.\n";
+ my $job = FS::queue->new({ job => $jobname });
+ $job->insert($class, %opt);
+ } else {
+ $class->queueable_upgrade(%opt);
+ }
+ } #$num_jobs == 0
+ }
+
if ( $oldAutoCommit ) {
warn " committing\n";
dbh->commit or die dbh->errstr;
}
+ local($FS::cust_main::ignore_expired_card) = 1;
+ local($FS::cust_main::ignore_illegal_zip) = 1;
+ local($FS::cust_main::ignore_banned_card) = 1;
+ local($FS::cust_main::skip_fuzzyfiles) = 1;
+
+ # decrypt inadvertantly-encrypted payinfo where payby != CARD,DCRD,CHEK,DCHK
+ # kind of a weird spot for this, but it's better than duplicating
+ # all this code in each class...
+ my @decrypt_tables = qw( cust_main cust_pay_void cust_pay cust_refund cust_pay_pending );
+ foreach my $table ( @decrypt_tables ) {
+ my @objects = qsearch({
+ 'table' => $table,
+ 'hashref' => {},
+ 'extra_sql' => "WHERE payby NOT IN ( 'CARD', 'DCRD', 'CHEK', 'DCHK' ) ".
+ " AND LENGTH(payinfo) > 100",
+ });
+ foreach my $object ( @objects ) {
+ my $payinfo = $object->decrypt($object->payinfo);
+ if ( $payinfo eq $object->payinfo ) {
+ warn "error decrypting payinfo for $table: $payinfo\n";
+ next;
+ }
+ $object->payinfo($payinfo);
+ my $error = $object->replace;
+ die $error if $error;
+ }
+ }
+
}
=item upgrade_data
tie my %hash, 'Tie::IxHash',
- #cust_main (remove paycvv from history)
+ #fix whitespace - before cust_main
+ 'cust_location' => [],
+
+ #remap log levels
+ 'log' => [],
+
+ #cust_main (tokenizes cards, remove paycvv from history, locations, cust_payby, etc)
+ # (handles payinfo encryption/tokenization across all relevant tables)
'cust_main' => [],
#msgcat
#customer credits
'cust_credit' => [],
+ # fix some tax allocation records
+ 'cust_bill_pkg_void' => [],
+
#duplicate history records
'h_cust_svc' => [],
#insert scripcondition
'TicketSystem' => [],
+
+ #insert LATA data if not already present
+ 'lata' => [],
+
+ #insert MSA data if not already present
+ 'msa' => [],
+
+ # migrate to radius_group and groupnum instead of groupname
+ 'radius_usergroup' => [],
+ 'part_svc' => [],
+ 'part_export' => [],
+
+ #insert default tower_sector if not present
+ 'tower' => [],
+
+ #repair improperly deleted services
+ 'cust_svc' => [],
+
+ #routernum/blocknum
+ 'svc_broadband' => [],
+
+ #set up payment gateways if needed
+ 'pay_batch' => [],
+
+ #flag monthly tax exemptions
+ 'cust_tax_exempt_pkg' => [],
+
+ #kick off tax location history upgrade
+ 'cust_bill_pkg' => [],
+
+ #fix taxable line item links
+ 'cust_bill_pkg_tax_location' => [],
+
+ #populate state FIPS codes if not already done
+ 'state' => [],
+
+ #set default locations on quoted packages
+ 'quotation_pkg' => [],
+
+ #mark certain taxes as system-maintained,
+ # and fix whitespace
+ 'cust_main_county' => [],
+
+ #upgrade part_event_condition_option agentnum to a multiple hash value
+ 'part_event_condition_option' =>[],
;
#fix classnum character(1)
'cust_bill_pkg_detail' => [],
-
+ #add necessary columns to RT schema
+ 'TicketSystem' => [],
+ #remove possible dangling records
+ 'password_history' => [],
+ 'cust_pay_pending' => [],
;
\%hash;