4 use vars qw($opt_d $opt_s $opt_q $opt_v $opt_r);
5 use vars qw($DEBUG $DRY_RUN);
7 use DBIx::DBSchema 0.31; #0.39
8 use FS::UID qw(adminsuidsetup checkeuid datasrc driver_name);
10 use FS::Schema qw( dbdef dbdef_dist reload_dbdef );
11 use FS::Misc::prune qw(prune_applications);
13 use FS::Record qw(qsearch);
14 use FS::Upgrade qw(upgrade_schema upgrade_config upgrade upgrade_sqlradius);
18 die "Not running uid freeside!" unless checkeuid();
27 my $user = shift or die &usage;
28 $FS::CurrentUser::upgrade_hack = 1;
29 $FS::UID::callback_hack = 1;
30 my $dbh = adminsuidsetup($user);
31 $FS::UID::callback_hack = 0;
33 if ( driver_name =~ /^mysql/i ) { #until 0.39 is required above
34 eval "use DBIx::DBSchema 0.39;";
38 #needs to match FS::Schema...
39 my $dbdef_file = "%%%FREESIDE_CONF%%%/dbdef.". datasrc;
41 dbdef_create($dbh, $dbdef_file);
43 delete $FS::Schema::dbdef_cache{$dbdef_file}; #force an actual reload
44 reload_dbdef($dbdef_file);
46 warn "Upgrade startup completed in ". (time-$start). " seconds\n"; # if $DEBUG;
49 #$DBIx::DBSchema::DEBUG = $DEBUG;
50 #$DBIx::DBSchema::Table::DEBUG = $DEBUG;
51 #$DBIx::DBSchema::Index::DEBUG = $DEBUG;
55 if (dbdef->table('cust_main')->column('agent_custid') && ! $opt_s) {
57 "UPDATE cust_main SET agent_custid = NULL where agent_custid = ''";
60 "UPDATE h_cust_main SET agent_custid = NULL where agent_custid = ''"
61 if (dbdef->table('h_cust_main'));
64 if ( dbdef->table('cgp_rule_condition') &&
65 dbdef->table('cgp_rule_condition')->column('condition')
69 "ALTER TABLE ${_}cgp_rule_condition RENAME COLUMN condition TO conditionname"
74 if ( dbdef->table('areacode') and
75 dbdef->table('areacode')->primary_key eq 'code' )
77 if ( driver_name =~ /^mysql/i ) {
79 'ALTER TABLE areacode DROP PRIMARY KEY',
80 'ALTER TABLE areacode ADD COLUMN (areanum int auto_increment primary key)';
83 push @bugfix, 'ALTER TABLE areacode DROP CONSTRAINT areacode_pkey';
89 join(";\n", @bugfix ). ";\n";
92 foreach my $statement ( @bugfix ) {
94 $dbh->do( $statement )
95 or die "Error: ". $dbh->errstr. "\n executing: $statement";
100 dbdef_create($dbh, $dbdef_file);
101 delete $FS::Schema::dbdef_cache{$dbdef_file}; #force an actual reload
102 reload_dbdef($dbdef_file);
106 #you should have run fs-migrate-part_svc ages ago, when you upgraded
107 #from 1.3 to 1.4... if not, it needs to be hooked into -upgrade here or
108 #you'll lose all the part_svc settings it migrates to part_svc_column
110 my @statements = dbdef->sql_update_schema( dbdef_dist(datasrc),
112 { 'nullify_default' => 1, },
115 #### NEW CUSTOM FIELDS:
116 # 1. prevent new custom field columns from being dropped by upgrade
117 # 2. migrate old virtual fields to real fields (new custom fields)
119 my $cfsth = $dbh->prepare("SELECT * FROM part_virtual_field")
121 $cfsth->execute or die $cfsth->errstr;
123 while ( $cf = $cfsth->fetchrow_hashref ) {
124 my $tbl = $cf->{'dbtable'};
125 my $name = $cf->{'name'};
126 $name = lc($name) unless driver_name =~ /^mysql/i;
128 @statements = grep { $_ !~ /^\s*ALTER\s+TABLE\s+(h_|)$tbl\s+DROP\s+COLUMN\s+cf_$name\s*$/i }
131 "ALTER TABLE $tbl ADD COLUMN cf_$name varchar(".$cf->{'length'}.")"
132 unless (dbdef->table($tbl) && dbdef->table($tbl)->column("cf_$name"));
134 "ALTER TABLE h_$tbl ADD COLUMN cf_$name varchar(".$cf->{'length'}.")"
135 unless (dbdef->table("h_$tbl") && dbdef->table("h_$tbl")->column("cf_$name"));
137 warn "Custom fields schema upgrade completed";
140 grep { $_ !~ /^CREATE +INDEX +h_queue/i } #useless, holds up queue insertion
143 unless ( driver_name =~ /^mysql/i ) {
144 #not necessary under non-mysql, takes forever on big db
146 grep { $_ !~ /^ *ALTER +TABLE +h_queue +ALTER +COLUMN +job +TYPE +varchar\(512\) *$/i }
152 join(";\n", @statements ). ";\n";
155 foreach my $statement ( @statements ) {
157 $dbh->do( $statement )
158 or die "Error: ". $dbh->errstr. "\n executing: $statement";
161 # warn "Pre-schema change upgrades completed in ". (time-$start). " seconds\n"; # if $DEBUG;
164 # dbdef->update_schema( dbdef_dist(datasrc), $dbh );
167 warn "Schema upgrade completed in ". (time-$start). " seconds\n"; # if $DEBUG;
171 $hashref->{dry_run} = 1 if $DRY_RUN;
172 $hashref->{debug} = 1 if $DEBUG && $DRY_RUN;
173 prune_applications($hashref) unless $opt_s;
175 warn "Application pruning completed in ". (time-$start). " seconds\n"; # if $DEBUG;
178 print "\n" if $DRY_RUN;
180 if ( $dbh->{Driver}->{Name} =~ /^mysql/i && ! $opt_s ) {
182 foreach my $table (qw( svc_acct svc_phone )) {
184 my $sth = $dbh->prepare(
185 "SELECT COUNT(*) FROM duplicate_lock WHERE lockname = '$table'"
186 ) or die $dbh->errstr;
188 $sth->execute or die $sth->errstr;
190 unless ( $sth->fetchrow_arrayref->[0] ) {
192 $sth = $dbh->prepare(
193 "INSERT INTO duplicate_lock ( lockname ) VALUES ( '$table' )"
194 ) or die $dbh->errstr;
196 $sth->execute or die $sth->errstr;
202 warn "Duplication lock creation completed in ". (time-$start). " seconds\n"; # if $DEBUG;
207 $dbh->commit or die $dbh->errstr;
209 dbdef_create($dbh, $dbdef_file);
211 $dbh->disconnect or die $dbh->errstr;
213 delete $FS::Schema::dbdef_cache{$dbdef_file}; #force an actual reload
214 $FS::UID::AutoCommit = 0;
215 $FS::UID::callback_hack = 1;
216 $dbh = adminsuidsetup($user);
217 $FS::UID::callback_hack = 0;
218 unless ( $DRY_RUN || $opt_s ) {
219 my $dir = "%%%FREESIDE_CONF%%%/conf.". datasrc;
220 if (!scalar(qsearch('conf', {}))) {
221 my $error = FS::Conf::init_config($dir);
223 warn "CONFIGURATION UPGRADE FAILED\n";
224 $dbh->rollback or die $dbh->errstr;
229 $dbh->commit or die $dbh->errstr;
230 $dbh->disconnect or die $dbh->errstr;
232 $FS::UID::AutoCommit = 1;
234 $dbh = adminsuidsetup($user);
236 warn "Re-initialization with updated schema completed in ". (time-$start). " seconds\n"; # if $DEBUG;
239 #### NEW CUSTOM FIELDS:
240 # 3. migrate old virtual field data to the new custom fields
242 $cfsth = $dbh->prepare("SELECT * FROM virtual_field left join part_virtual_field using (vfieldpart)")
244 $cfsth->execute or die $cfsth->errstr;
246 while ( $cf = $cfsth->fetchrow_hashref ) {
247 my $tbl = $cf->{'dbtable'};
248 my $name = $cf->{'name'};
249 my $dtable = dbdef->table($tbl);
250 next unless $dtable && $dtable->primary_key; # XXX: warn first?
251 my $pkey = $dtable->primary_key;
252 next unless $dtable->column($pkey)->type =~ /int/i; # XXX: warn first?
253 push @cfst, "UPDATE $tbl set cf_$name = '".$cf->{'value'}."' WHERE $pkey = ".$cf->{'recnum'};
254 push @cfst, "DELETE FROM virtual_field WHERE vfieldnum = ".$cf->{'vfieldnum'};
256 foreach my $cfst ( @cfst ) {
259 or die "Error: ". $dbh->errstr. "\n executing: $cfst";
261 warn "Custom fields data upgrade completed";
264 unless $DRY_RUN || $opt_s;
266 $dbh->commit or die $dbh->errstr;
268 warn "Config updates completed in ". (time-$start). " seconds\n"; # if $DEBUG;
272 unless $DRY_RUN || $opt_s;
274 $dbh->commit or die $dbh->errstr;
276 warn "Table updates completed in ". (time-$start). " seconds\n"; # if $DEBUG;
280 unless $DRY_RUN || $opt_s || $opt_r;
282 warn "SQL RADIUS updates completed in ". (time-$start). " seconds\n"; # if $DEBUG;
285 $dbh->commit or die $dbh->errstr;
286 $dbh->disconnect or die $dbh->errstr;
288 warn "Final commit and disconnection completed in ". (time-$start). " seconds; upgrade done!\n"; # if $DEBUG;
292 sub dbdef_create { # reverse engineer the schema from the DB and save to file
293 my( $dbh, $file ) = @_;
294 my $dbdef = new_native DBIx::DBSchema $dbh;
299 die "Usage:\n freeside-upgrade [ -d ] [ -r ] [ -s ] [ -q | -v ] user\n";
304 freeside-upgrade - Upgrades database schema for new freeside verisons.
308 freeside-upgrade [ -d ] [ -r ] [ -s ] [ -q | -v ]
312 Reads your existing database schema and updates it to match the current schema,
313 adding any columns or tables necessary.
315 Also performs other upgrade functions:
319 =item Calls FS:: Misc::prune::prune_applications (probably unnecessary every upgrade, but simply won't find any records to change)
321 =item If necessary, moves your configuration information from the filesystem in /usr/local/etc/freeside/conf.<datasrc> to the database.
325 [ -d ]: Dry run; output SQL statements (to STDOUT) only, but do not execute
328 [ -q ]: Run quietly. This may become the default at some point.
330 [ -r ]: Skip sqlradius updates. Useful for occassions where the sqlradius
331 databases may be inaccessible.
333 [ -v ]: Run verbosely, sending debugging information to STDERR. This is the
336 [ -s ]: Schema changes only. Useful for Pg/slony slaves where the data
337 changes will be replicated from the Pg/slony master.