lib/MogileFS/Store.pm

80         my $dbh = DBI->connect($dsn, $args{dbuser}, $args{dbpass}, {
157     $self->dbh->{RaiseError} = 1;
345 sub dbh {  subroutine
348     if ($self->{dbh}) {
350             $self->{dbh} = undef unless $self->{dbh}->ping;
354             $self->{dbh} = undef if ($self->{max_handles} &&
358         return $self->{dbh} if $self->{dbh};
377         $self->{dbh} = DBI->connect($self->{dsn}, $self->{user}, $self->{pass}, {
393     return $self->{dbh};
396 sub have_dbh { return 1 if $_[0]->{dbh}; }
400     return $self->dbh->ping;
405     my $dbh = $self->dbh;
406     return 1 unless $dbh->err;
408     my $msg = "Database error from $pkg/$fn/$line: " . $dbh->errstr;
411     if ($dbh->{AutoCommit} == 0) { eval { $dbh->rollback }; }
417     my $rv = eval { $self->dbh->do($sql, @do_params) };
418     return $rv unless $@ || $self->dbh->err;
420     Carp::confess($@ || $self->dbh->errstr);
434     my $dbh = $self->dbh;
440     my $dbh = $self->dbh;
463     my $dbh = $self->dbh;
465         return $dbh->do("INSERT IGNORE $sql", @params);
468         my $rv = eval { $dbh->do("INSERT $sql", @params); };
469         if ($@ || $dbh->err) {
475             my $msg = "Database error from $pkg/$fn/$line: " . $dbh->errstr;
560     my $dbh = $self->dbh;
562 …      $dbh->selectrow_array("SELECT value FROM server_settings WHERE field='schema_version'") || 0;
570     my $dbh = $self->dbh;
576     $dbh->do($sql) or
577         die "Failed to create table $table: " . $dbh->errstr;
582         $dbh->do($sql) or
583             die "Failed to create indexes on $table: " . $dbh->errstr;
860     return $self->dbh->do("DELETE FROM host WHERE hostid = ?", undef, $hostid);
867     my $dbh = $self->dbh;
869         $dbh->begin_work;
875             $rv = $dbh->do("DELETE FROM domain WHERE dmid = ?", undef, $dmid);
879             $dbh->do("DELETE FROM class WHERE dmid = ? AND classid = 0", undef, $dmid);
880             $dbh->commit;
882 	$dbh->rollback if $err;
891     my $has_a_fid = $self->dbh->selectrow_array('SELECT fid FROM file WHERE dmid = ? LIMIT 1',
900 …my $has_a_class = $self->dbh->selectrow_array('SELECT classid FROM class WHERE dmid = ? AND classi…
907 …my $has_a_fid = $self->dbh->selectrow_array('SELECT fid FROM file WHERE dmid = ? AND classid = ? L…
916     my $dbh = $self->dbh;
921         $dbh->begin_work;
926             my $maxid = $dbh->selectrow_array
931 …    $rv = $dbh->do("INSERT INTO class (dmid, classid, classname, mindevcount) VALUES (?, ?, ?, ?)",
933         $dbh->commit if $rv;
935     if ($@ || $dbh->err) {
938             if ($dbh->{AutoCommit} == 0) { eval { $dbh->rollback }; }
952         $self->dbh->do("UPDATE class SET classname=? WHERE dmid=? AND classid=?",
965     $self->dbh->do("UPDATE class SET mindevcount=? WHERE dmid=? AND classid=?",
977     $self->dbh->do("UPDATE class SET replpolicy=? WHERE dmid=? AND classid=?",
989     $self->dbh->do("UPDATE class SET hashtype=? WHERE dmid=? AND classid=?",
997 …return $self->dbh->selectrow_array('SELECT COUNT(*) FROM file WHERE dmid = ? AND classid = ? AND d…
1003     my $dbh = $self->dbh;
1008 …          $dbh->do("REPLACE INTO server_settings (field, value) VALUES (?, ?)", undef, $key, $val);
1010             $dbh->do("DELETE FROM server_settings WHERE field=?", undef, $key);
1014     die "Error updating 'server_settings': " . $dbh->errstr if $dbh->err;
1024     return 1 if $self->dbh->do("UPDATE server_settings ".
1033     return $self->dbh->selectrow_array("SELECT value FROM server_settings WHERE field=?",
1040     my $sth = $self->dbh->prepare("SELECT field, value FROM server_settings");
1060     my $dbh = $self->dbh;
1089             $dbh->do($sql, undef, @vals);
1093             die "Unexpected db error into tempfile: " . $dbh->errstr;
1099             $fid = $dbh->last_insert_id(undef, undef, 'tempfile', 'fid')
1112         my $exists = $dbh->selectrow_array("SELECT COUNT(*) FROM file WHERE fid=?", undef, $fid);
1130         $fid = $dbh->selectrow_array("SELECT MAX(fid) FROM file");
1146     return $self->dbh->selectrow_hashref("SELECT fid, dmid, dkey, length, classid, devcount ".
1155     return $self->dbh->selectrow_hashref("SELECT fid, dmid, dkey, length, classid, devcount ".
1164     my $sth = $self->dbh->prepare("SELECT fid, dmid, dkey, length, classid, devcount ".
1173     return @{ $self->dbh->selectcol_arrayref("SELECT devid FROM file_on WHERE fid=?",
1182     my $sth = $self->dbh->prepare("SELECT fid, devid FROM file_on WHERE fid IN ($in)");
1193     return $self->dbh->selectrow_hashref("SELECT classid, dmid, dkey, devids ".
1202         $self->dbh->do("INSERT INTO device (devid, hostid, status) VALUES (?,?,?)", undef,
1215         $self->dbh->do("UPDATE device SET " . join('=?, ', @keys)
1226         $self->dbh->do("UPDATE device SET ".
1260         $self->dbh->do('UPDATE device SET weight = ? WHERE devid = ?', undef, $weight, $devid);
1268         $self->dbh->do('UPDATE device SET status = ? WHERE devid = ?', undef, $state, $devid);
1277         $self->dbh->do("DELETE FROM class WHERE dmid = ? AND classid = ?", undef, $dmid, $cid);
1286     eval { $self->dbh->do("DELETE FROM file WHERE fid=?", undef, $fidid); };
1298     eval { $self->dbh->do("DELETE FROM tempfile WHERE fid=?", undef, $fidid); };
1304     my $rv = eval { $self->dbh->do("DELETE FROM tempfile WHERE fid=?", undef, $fidid); };
1323         $self->dbh->do("REPLACE INTO file (fid, dmid, dkey, length, classid, devcount) ".
1335     my $dbh = $self->dbh;
1337         $dbh->do('UPDATE file SET dkey = ? WHERE fid=?',
1340     if ($@ || $dbh->err) {
1354     my ($dmid) = $self->dbh->selectrow_array('SELECT dmid FROM domain WHERE namespace = ?',
1362     my $domains = $self->dbh->selectall_arrayref('SELECT namespace, dmid FROM domain');
1368 …my ($classid) = $self->dbh->selectrow_array('SELECT classid FROM class WHERE dmid = ? AND classnam…
1386     my $sth = $self->dbh->prepare("SELECT $cols FROM class");
1412     my $rv = eval { $self->dbh->do("DELETE FROM file_on WHERE fid=? AND devid=?",
1421     my ($hostid) = $self->dbh->selectrow_array('SELECT hostid FROM host WHERE hostid = ?',
1428     my ($hostid) = $self->dbh->selectrow_array('SELECT hostid FROM host WHERE hostname = ?',
1436     my $sth = $self->dbh->prepare("SELECT /*!40000 SQL_CACHE */ hostid, status, hostname, " .
1449     my $sth = $self->dbh->prepare("SELECT /*!40000 SQL_CACHE */ devid, hostid, mb_total, " .
1463     my $dbh = $self->dbh;
1464     my $ct = $dbh->selectrow_array("SELECT COUNT(*) FROM file_on WHERE fid=?",
1467     eval { $dbh->do("UPDATE file SET devcount=? WHERE fid=?", undef,
1477     my $dbh = $self->dbh;
1479     $dbh->do("UPDATE file SET classid=? WHERE fid=?", undef,
1553             $self->dbh->do($sql, undef, map { @$_, $type, $nexttry } @$fidids);
1555             $self->dbh->do($self->ignore_replace . " INTO file_to_queue (fid, type,
1570     return $self->dbh->selectrow_array("SELECT COUNT(*) FROM file_to_queue " .
1579         return $self->dbh->do("UPDATE file_to_replicate SET nexttry = " . $self->unix_timestamp .
1588     my $dbh = $self->dbh;
1589     my $fidids = $dbh->selectcol_arrayref("SELECT fid FROM file_on WHERE devid = ? LIMIT $limit",
1602     my $dbh = $self->dbh;
1626     my $fidids = $dbh->selectcol_arrayref("SELECT fid FROM file_on WHERE devid = ? " .
1637     my $dbh = $self->dbh;
1638     my $fidids = $dbh->selectcol_arrayref(qq{SELECT fid FROM file
1649     my $dbh = $self->dbh;
1652     my $maxid = $dbh->selectrow_array('SELECT MAX(dmid) FROM domain') || 0;
1654         $dbh->do('INSERT INTO domain (dmid, namespace) VALUES (?, ?)',
1669         $self->dbh->do("UPDATE host SET " . join('=?, ', @keys)
1680     my $dbh = $self->dbh;
1682     my $hid = ($dbh->selectrow_array('SELECT MAX(hostid) FROM host') || 0) + 1;
1684         $dbh->do("INSERT INTO host (hostid, hostname, hostip, status) ".
1697     my $to_repl_map = $self->dbh->selectall_hashref(qq{
1722     my $dbh = $self->dbh;
1732         $dbh->begin_work;
1743         my $sth = $dbh->prepare($query);
1750         unless ($fidlist) { $dbh->commit; return; }
1751         $dbh->do("UPDATE $queue SET nexttry = $ut + 1000 WHERE fid IN ($fidlist)");
1752         $dbh->commit;
1755         eval { $dbh->rollback };
1764     if ($dbh->{AutoCommit} == 0) { eval { $dbh->rollback }; }
1819 …return $self->dbh->selectrow_hashref("SELECT fid, nexttry, fromdevid, failcount, flags FROM file_t…
1825 …return $self->dbh->selectrow_hashref("SELECT fid, nexttry, failcount FROM file_to_delete2 WHERE fi…
1831 …return $self->dbh->selectrow_hashref("SELECT fid, devid, type, nexttry, failcount, flags, arg FROM…
1838         $self->dbh->do("DELETE FROM file_to_replicate WHERE fid=?", undef, $fidid);
1845         $self->dbh->do("DELETE FROM file_to_queue WHERE fid=? and type=?",
1853         $self->dbh->do("DELETE FROM file_to_delete2 WHERE fid=?", undef, $fidid);
1860 …$self->dbh->do("UPDATE file_to_replicate SET nexttry = ?, failcount = failcount + 1 WHERE fid = ?",
1868 …      $self->dbh->do("UPDATE file_to_replicate SET nexttry = " . $self->unix_timestamp . " + ?, " .
1877 …  $self->dbh->do("UPDATE file_to_delete2 SET nexttry = ?, failcount = failcount + 1 WHERE fid = ?",
1885         $self->dbh->do("UPDATE file_to_delete2 SET nexttry = " . $self->unix_timestamp . " + ?, " .
1908     return $self->dbh->selectcol_arrayref
1919     return $self->dbh->selectall_arrayref("SELECT fid, devids FROM tempfile " .
1959     return @{ $self->dbh->selectcol_arrayref(qq{
1979         $self->dbh->do($self->ignore_replace . " INTO file_to_delete (fid) VALUES " .
1999         $self->dbh->do($self->ignore_replace . " INTO file_to_delete2 (fid,
2010     $self->dbh->do("DELETE FROM fsck_log");
2042     $self->dbh->do("INSERT INTO fsck_log (utime, fid, evcode, devid) ".
2056     return $self->dbh->selectrow_array("SELECT " . $self->unix_timestamp);
2061     return $self->dbh->selectrow_array("SELECT MAX(fid) FROM file");
2066     return $self->dbh->selectrow_array("SELECT MAX(logid) FROM fsck_log") || 0;
2076     my $sth = $self->dbh->prepare(qq{
2098         $sth = $self->dbh->prepare(qq{
2106         $sth = $self->dbh->prepare(qq{
2178     my $dbh = $self->dbh;
2182         my $sth = $dbh->prepare("REPLACE INTO checksum " .
2196     $self->dbh->selectrow_hashref("SELECT fid, hashtype, checksum " .
2204     $self->dbh->do("DELETE FROM checksum WHERE fid = ?", undef, $fidid);
2219 …return $self->dbh->selectrow_array('SELECT COUNT(*) FROM file_to_replicate WHERE nexttry != 0 AND …