X-Git-Url: http://git.freeside.biz/gitweb/?p=freeside.git;a=blobdiff_plain;f=FS%2FFS%2FUpgrade.pm;h=cf615803172fb70c7e3d6266f829ef4c7db80f81;hp=f10ff06eaa211a5de40d9dd4f33b43b6839a77ad;hb=074464a707b2c8b83cc50cd0bb067660ef4d0f9f;hpb=6785173a772fadc8e4c8086c0d754f69933c099d diff --git a/FS/FS/Upgrade.pm b/FS/FS/Upgrade.pm index f10ff06ea..cf6158031 100644 --- a/FS/FS/Upgrade.pm +++ b/FS/FS/Upgrade.pm @@ -6,13 +6,13 @@ use Exporter; use Tie::IxHash; use FS::UID qw( dbh driver_name ); use FS::Conf; -use FS::Record qw(qsearchs str2time_sql); +use FS::Record qw(qsearchs qsearch str2time_sql); use FS::svc_domain; $FS::svc_domain::whois_hack = 1; @ISA = qw( Exporter ); -@EXPORT_OK = qw( upgrade upgrade_sqlradius ); +@EXPORT_OK = qw( upgrade_schema upgrade_config upgrade upgrade_sqlradius ); $DEBUG = 1; @@ -33,7 +33,65 @@ database upgrades. =over 4 -=item +=item upgrade_config + +=cut + +#config upgrades +sub upgrade_config { + my %opt = @_; + + my $conf = new FS::Conf; + + $conf->touch('payment_receipt') + if $conf->exists('payment_receipt_email') + || $conf->config('payment_receipt_msgnum'); + + $conf->touch('geocode-require_nw_coordinates') + if $conf->exists('svc_broadband-require-nw-coordinates'); + + unless ( $conf->config('echeck-country') ) { + if ( $conf->exists('cust_main-require-bank-branch') ) { + $conf->set('echeck-country', 'CA'); + } elsif ( $conf->exists('echeck-nonus') ) { + $conf->set('echeck-country', 'XX'); + } else { + $conf->set('echeck-country', 'US'); + } + } + + upgrade_overlimit_groups($conf); + map { upgrade_overlimit_groups($conf,$_->agentnum) } qsearch('agent', {}); + +} + +sub upgrade_overlimit_groups { + my $conf = shift; + my $agentnum = shift; + my @groups = $conf->config('overlimit_groups',$agentnum); + if(scalar(@groups)) { + my $groups = join(',',@groups); + my @groupnums; + my $error = ''; + if ( $groups !~ /^[\d,]+$/ ) { + foreach my $groupname ( @groups ) { + my $g = qsearchs('radius_group', { 'groupname' => $groupname } ); + unless ( $g ) { + $g = new FS::radius_group { + 'groupname' => $groupname, + 'description' => $groupname, + }; + $error = $g->insert; + die $error if $error; + } + push @groupnums, $g->groupnum; + } + $conf->set('overlimit_groups',join("\n",@groupnums),$agentnum); + } + } +} + +=item upgrade =cut @@ -42,6 +100,10 @@ sub upgrade { my $data = upgrade_data(%opt); + my $oldAutoCommit = $FS::UID::AutoCommit; + local $FS::UID::AutoCommit = 0; + local $FS::UID::AutoCommit = 0; + foreach my $table ( keys %$data ) { my $class = "FS::$table"; @@ -51,15 +113,17 @@ sub upgrade { if ( $class->can('_upgrade_data') ) { warn "Upgrading $table...\n"; - my $oldAutoCommit = $FS::UID::AutoCommit; - local $FS::UID::AutoCommit = 0; - $FS::UID::AutoCommit = 0; + my $start = time; $class->_upgrade_data(%opt); if ( $oldAutoCommit ) { + warn " committing\n"; dbh->commit or die dbh->errstr; } + + #warn "\e[1K\rUpgrading $table... done in ". (time-$start). " seconds\n"; + warn " done in ". (time-$start). " seconds\n"; } else { warn "WARNING: asked for upgrade of $table,". @@ -78,20 +142,50 @@ sub upgrade { } + local($FS::cust_main::ignore_expired_card) = 1; + local($FS::cust_main::ignore_illegal_zip) = 1; + local($FS::cust_main::ignore_banned_card) = 1; + local($FS::cust_main::skip_fuzzyfiles) = 1; + + # decrypt inadvertantly-encrypted payinfo where payby != CARD,DCRD,CHEK,DCHK + # kind of a weird spot for this, but it's better than duplicating + # all this code in each class... + my @decrypt_tables = qw( cust_main cust_pay_void cust_pay cust_refund cust_pay_pending ); + foreach my $table ( @decrypt_tables ) { + my @objects = qsearch({ + 'table' => $table, + 'hashref' => {}, + 'extra_sql' => "WHERE payby NOT IN ( 'CARD', 'DCRD', 'CHEK', 'DCHK' ) ". + " AND LENGTH(payinfo) > 100", + }); + foreach my $object ( @objects ) { + my $payinfo = $object->decrypt($object->payinfo); + die "error decrypting payinfo" if $payinfo eq $object->payinfo; + $object->payinfo($payinfo); + my $error = $object->replace; + die $error if $error; + } + } + } +=item upgrade_data + +=cut sub upgrade_data { my %opt = @_; tie my %hash, 'Tie::IxHash', + #cust_main (remove paycvv from history) + 'cust_main' => [], + #msgcat 'msgcat' => [], #reason type and reasons 'reason_type' => [], - 'reason' => [], 'cust_pkg_reason' => [], #need part_pkg before cust_credit... @@ -118,9 +212,120 @@ sub upgrade_data { #usage_classes if we have none 'usage_class' => [], + #phone_type if we have none + 'phone_type' => [], + #fixup access rights 'access_right' => [], + #change recur_flat and enable_prorate + 'part_pkg_option' => [], + + #add weights to pkg_category + 'pkg_category' => [], + + #cdrbatch fixes + 'cdr' => [], + + #otaker->usernum + 'cust_attachment' => [], + #'cust_credit' => [], + #'cust_main' => [], + 'cust_main_note' => [], + #'cust_pay' => [], + 'cust_pay_void' => [], + 'cust_pkg' => [], + #'cust_pkg_reason' => [], + 'cust_pkg_discount' => [], + 'cust_refund' => [], + 'banned_pay' => [], + + #default namespace + 'payment_gateway' => [], + + #migrate to templates + 'msg_template' => [], + + #return unprovisioned numbers to availability + 'phone_avail' => [], + + #insert scripcondition + 'TicketSystem' => [], + + #insert LATA data if not already present + 'lata' => [], + + #insert MSA data if not already present + 'msa' => [], + + # migrate to radius_group and groupnum instead of groupname + 'radius_usergroup' => [], + 'part_svc' => [], + 'part_export' => [], + + ; + + \%hash; + +} + +=item upgrade_schema + +=cut + +sub upgrade_schema { + my %opt = @_; + + my $data = upgrade_schema_data(%opt); + + my $oldAutoCommit = $FS::UID::AutoCommit; + local $FS::UID::AutoCommit = 0; + local $FS::UID::AutoCommit = 0; + + foreach my $table ( keys %$data ) { + + my $class = "FS::$table"; + eval "use $class;"; + die $@ if $@; + + if ( $class->can('_upgrade_schema') ) { + warn "Upgrading $table schema...\n"; + + my $start = time; + + $class->_upgrade_schema(%opt); + + if ( $oldAutoCommit ) { + warn " committing\n"; + dbh->commit or die dbh->errstr; + } + + #warn "\e[1K\rUpgrading $table... done in ". (time-$start). " seconds\n"; + warn " done in ". (time-$start). " seconds\n"; + + } else { + warn "WARNING: asked for schema upgrade of $table,". + " but FS::$table has no _upgrade_schema method\n"; + } + + } + +} + +=item upgrade_schema_data + +=cut + +sub upgrade_schema_data { + my %opt = @_; + + tie my %hash, 'Tie::IxHash', + + #fix classnum character(1) + 'cust_bill_pkg_detail' => [], + #add necessary columns to RT schema + 'TicketSystem' => [], + ; \%hash; @@ -150,7 +355,8 @@ sub upgrade_sqlradius { my $str2time = str2time_sql( $dbh->{Driver}->{Name} ); my $group = "UserName"; $group .= ",Realm" - if ( ref($part_export) =~ /withdomain/ ); + if ref($part_export) =~ /withdomain/ + || $dbh->{Driver}->{Name} =~ /^Pg/; #hmm my $sth_alter = $dbh->prepare( "ALTER TABLE radacct ADD COLUMN FreesideStatus varchar(32) NULL" @@ -163,7 +369,10 @@ sub upgrade_sqlradius { $sth_update->execute or die $errmsg.$sth_update->errstr; } else { my $error = $sth_alter->errstr; - warn $errmsg.$error unless $error =~ /Duplicate column name/i; + warn $errmsg.$error + unless $error =~ /Duplicate column name/i #mysql + || $error =~ /already exists/i; #Pg +; } } else { my $error = $dbh->errstr; @@ -176,21 +385,26 @@ sub upgrade_sqlradius { if ( $sth_index ) { unless ( $sth_index->execute ) { my $error = $sth_index->errstr; - warn $errmsg.$error unless $error =~ /Duplicate key name/i; + warn $errmsg.$error + unless $error =~ /Duplicate key name/i #mysql + || $error =~ /already exists/i; #Pg } } else { my $error = $dbh->errstr; - warn $errmsg.$error; #unless $error =~ /exists/i; + warn $errmsg.$error. ' (preparing statement)';#unless $error =~ /exists/i; } + my $times = ($dbh->{Driver}->{Name} =~ /^mysql/) + ? ' AcctStartTime != 0 AND AcctStopTime != 0 ' + : ' AcctStartTime IS NOT NULL AND AcctStopTime IS NOT NULL '; + my $sth = $dbh->prepare("SELECT UserName, Realm, $str2time max(AcctStartTime)), $str2time max(AcctStopTime)) FROM radacct WHERE FreesideStatus = 'done' - AND AcctStartTime != 0 - AND AcctStopTime != 0 + AND $times GROUP BY $group ") or die $errmsg.$dbh->errstr;