LocalRepo.php

Go to the documentation of this file.

<?php
class LocalRepo extends FileRepo {
    protected $fileFactory = array( 'LocalFile', 'newFromTitle' );

    protected $fileFactoryKey = array( 'LocalFile', 'newFromKey' );

    protected $fileFromRowFactory = array( 'LocalFile', 'newFromRow' );

    protected $oldFileFromRowFactory = array( 'OldLocalFile', 'newFromRow' );

    protected $oldFileFactory = array( 'OldLocalFile', 'newFromTitle' );

    protected $oldFileFactoryKey = array( 'OldLocalFile', 'newFromKey' );

    function newFileFromRow( $row ) {
        if ( isset( $row->img_name ) ) {
            return call_user_func( $this->fileFromRowFactory, $row, $this );
        } elseif ( isset( $row->oi_name ) ) {
            return call_user_func( $this->oldFileFromRowFactory, $row, $this );
        } else {
            throw new MWException( __METHOD__ . ': invalid row' );
        }
    }

    function newFromArchiveName( $title, $archiveName ) {
        return OldLocalFile::newFromArchiveName( $title, $this, $archiveName );
    }

    function cleanupDeletedBatch( array $storageKeys ) {
        $backend = $this->backend; // convenience
        $root = $this->getZonePath( 'deleted' );
        $dbw = $this->getMasterDB();
        $status = $this->newGood();
        $storageKeys = array_unique( $storageKeys );
        foreach ( $storageKeys as $key ) {
            $hashPath = $this->getDeletedHashPath( $key );
            $path = "$root/$hashPath$key";
            $dbw->begin( __METHOD__ );
            // Check for usage in deleted/hidden files and preemptively
            // lock the key to avoid any future use until we are finished.
            $deleted = $this->deletedFileHasKey( $key, 'lock' );
            $hidden = $this->hiddenFileHasKey( $key, 'lock' );
            if ( !$deleted && !$hidden ) { // not in use now
                wfDebug( __METHOD__ . ": deleting $key\n" );
                $op = array( 'op' => 'delete', 'src' => $path );
                if ( !$backend->doOperation( $op )->isOK() ) {
                    $status->error( 'undelete-cleanup-error', $path );
                    $status->failCount++;
                }
            } else {
                wfDebug( __METHOD__ . ": $key still in use\n" );
                $status->successCount++;
            }
            $dbw->commit( __METHOD__ );
        }

        return $status;
    }

    protected function deletedFileHasKey( $key, $lock = null ) {
        $options = ( $lock === 'lock' ) ? array( 'FOR UPDATE' ) : array();

        $dbw = $this->getMasterDB();

        return (bool)$dbw->selectField( 'filearchive', '1',
            array( 'fa_storage_group' => 'deleted', 'fa_storage_key' => $key ),
            __METHOD__, $options
        );
    }

    protected function hiddenFileHasKey( $key, $lock = null ) {
        $options = ( $lock === 'lock' ) ? array( 'FOR UPDATE' ) : array();

        $sha1 = self::getHashFromKey( $key );
        $ext = File::normalizeExtension( substr( $key, strcspn( $key, '.' ) + 1 ) );

        $dbw = $this->getMasterDB();

        return (bool)$dbw->selectField( 'oldimage', '1',
            array( 'oi_sha1' => $sha1,
                'oi_archive_name ' . $dbw->buildLike( $dbw->anyString(), ".$ext" ),
                $dbw->bitAnd( 'oi_deleted', File::DELETED_FILE ) => File::DELETED_FILE ),
            __METHOD__, $options
        );
    }

    public static function getHashFromKey( $key ) {
        return strtok( $key, '.' );
    }

    function checkRedirect( Title $title ) {
        global $wgMemc;

        $title = File::normalizeTitle( $title, 'exception' );

        $memcKey = $this->getSharedCacheKey( 'image_redirect', md5( $title->getDBkey() ) );
        if ( $memcKey === false ) {
            $memcKey = $this->getLocalCacheKey( 'image_redirect', md5( $title->getDBkey() ) );
            $expiry = 300; // no invalidation, 5 minutes
        } else {
            $expiry = 86400; // has invalidation, 1 day
        }
        $cachedValue = $wgMemc->get( $memcKey );
        if ( $cachedValue === ' ' || $cachedValue === '' ) {
            // Does not exist
            return false;
        } elseif ( strval( $cachedValue ) !== '' && $cachedValue !== ' PURGED' ) {
            return Title::newFromText( $cachedValue, NS_FILE );
        } // else $cachedValue is false or null: cache miss

        $id = $this->getArticleID( $title );
        if ( !$id ) {
            $wgMemc->add( $memcKey, " ", $expiry );

            return false;
        }
        $dbr = $this->getSlaveDB();
        $row = $dbr->selectRow(
            'redirect',
            array( 'rd_title', 'rd_namespace' ),
            array( 'rd_from' => $id ),
            __METHOD__
        );

        if ( $row && $row->rd_namespace == NS_FILE ) {
            $targetTitle = Title::makeTitle( $row->rd_namespace, $row->rd_title );
            $wgMemc->add( $memcKey, $targetTitle->getDBkey(), $expiry );

            return $targetTitle;
        } else {
            $wgMemc->add( $memcKey, '', $expiry );

            return false;
        }
    }

    protected function getArticleID( $title ) {
        if ( !$title instanceof Title ) {
            return 0;
        }
        $dbr = $this->getSlaveDB();
        $id = $dbr->selectField(
            'page', // Table
            'page_id', //Field
            array( //Conditions
                'page_namespace' => $title->getNamespace(),
                'page_title' => $title->getDBkey(),
            ),
            __METHOD__ //Function name
        );

        return $id;
    }

    public function findFiles( array $items, $flags = 0 ) {
        $finalFiles = array(); // map of (DB key => corresponding File) for matches

        $searchSet = array(); // map of (normalized DB key => search params)
        foreach ( $items as $item ) {
            if ( is_array( $item ) ) {
                $title = File::normalizeTitle( $item['title'] );
                if ( $title ) {
                    $searchSet[$title->getDBkey()] = $item;
                }
            } else {
                $title = File::normalizeTitle( $item );
                if ( $title ) {
                    $searchSet[$title->getDBkey()] = array();
                }
            }
        }

        $fileMatchesSearch = function ( File $file, array $search ) {
            // Note: file name comparison done elsewhere (to handle redirects)
            $user = ( !empty( $search['private'] ) && $search['private'] instanceof User )
                ? $search['private']
                : null;

            return (
                $file->exists() &&
                (
                    ( empty( $search['time'] ) && !$file->isOld() ) ||
                    ( !empty( $search['time'] ) && $search['time'] === $file->getTimestamp() )
                ) &&
                ( !empty( $search['private'] ) || !$file->isDeleted( File::DELETED_FILE ) ) &&
                $file->userCan( File::DELETED_FILE, $user )
            );
        };

        $repo = $this;
        $applyMatchingFiles = function ( ResultWrapper $res, &$searchSet, &$finalFiles )
            use ( $repo, $fileMatchesSearch, $flags )
        {
            global $wgContLang;
            $info = $repo->getInfo();
            foreach ( $res as $row ) {
                $file = $repo->newFileFromRow( $row );
                // There must have been a search for this DB key, but this has to handle the
                // cases were title capitalization is different on the client and repo wikis.
                $dbKeysLook = array( str_replace( ' ', '_', $file->getName() ) );
                if ( !empty( $info['initialCapital'] ) ) {
                    // Search keys for "hi.png" and "Hi.png" should use the "Hi.png file"
                    $dbKeysLook[] = $wgContLang->lcfirst( $file->getName() );
                }
                foreach ( $dbKeysLook as $dbKey ) {
                    if ( isset( $searchSet[$dbKey] )
                        && $fileMatchesSearch( $file, $searchSet[$dbKey] )
                    ) {
                        $finalFiles[$dbKey] = ( $flags & FileRepo::NAME_AND_TIME_ONLY )
                            ? array( 'title' => $dbKey, 'timestamp' => $file->getTimestamp() )
                            : $file;
                        unset( $searchSet[$dbKey] );
                    }
                }
            }
        };

        $dbr = $this->getSlaveDB();

        // Query image table
        $imgNames = array();
        foreach ( array_keys( $searchSet ) as $dbKey ) {
            $imgNames[] = $this->getNameFromTitle( File::normalizeTitle( $dbKey ) );
        }

        if ( count( $imgNames ) ) {
            $res = $dbr->select( 'image',
                LocalFile::selectFields(), array( 'img_name' => $imgNames ), __METHOD__ );
            $applyMatchingFiles( $res, $searchSet, $finalFiles );
        }

        // Query old image table
        $oiConds = array(); // WHERE clause array for each file
        foreach ( $searchSet as $dbKey => $search ) {
            if ( isset( $search['time'] ) ) {
                $oiConds[] = $dbr->makeList(
                    array(
                        'oi_name' => $this->getNameFromTitle( File::normalizeTitle( $dbKey ) ),
                        'oi_timestamp' => $dbr->timestamp( $search['time'] )
                    ),
                    LIST_AND
                );
            }
        }

        if ( count( $oiConds ) ) {
            $res = $dbr->select( 'oldimage',
                OldLocalFile::selectFields(), $dbr->makeList( $oiConds, LIST_OR ), __METHOD__ );
            $applyMatchingFiles( $res, $searchSet, $finalFiles );
        }

        // Check for redirects...
        foreach ( $searchSet as $dbKey => $search ) {
            if ( !empty( $search['ignoreRedirect'] ) ) {
                continue;
            }

            $title = File::normalizeTitle( $dbKey );
            $redir = $this->checkRedirect( $title ); // hopefully hits memcached

            if ( $redir && $redir->getNamespace() == NS_FILE ) {
                $file = $this->newFile( $redir );
                if ( $file && $fileMatchesSearch( $file, $search ) ) {
                    $file->redirectedFrom( $title->getDBkey() );
                    if ( $flags & FileRepo::NAME_AND_TIME_ONLY ) {
                        $finalFiles[$dbKey] = array(
                            'title' => $file->getTitle()->getDBkey(),
                            'timestamp' => $file->getTimestamp()
                        );
                    } else {
                        $finalFiles[$dbKey] = $file;
                    }
                }
            }
        }

        return $finalFiles;
    }

    function findBySha1( $hash ) {
        $dbr = $this->getSlaveDB();
        $res = $dbr->select(
            'image',
            LocalFile::selectFields(),
            array( 'img_sha1' => $hash ),
            __METHOD__,
            array( 'ORDER BY' => 'img_name' )
        );

        $result = array();
        foreach ( $res as $row ) {
            $result[] = $this->newFileFromRow( $row );
        }
        $res->free();

        return $result;
    }

    function findBySha1s( array $hashes ) {
        if ( !count( $hashes ) ) {
            return array(); //empty parameter
        }

        $dbr = $this->getSlaveDB();
        $res = $dbr->select(
            'image',
            LocalFile::selectFields(),
            array( 'img_sha1' => $hashes ),
            __METHOD__,
            array( 'ORDER BY' => 'img_name' )
        );

        $result = array();
        foreach ( $res as $row ) {
            $file = $this->newFileFromRow( $row );
            $result[$file->getSha1()][] = $file;
        }
        $res->free();

        return $result;
    }

    public function findFilesByPrefix( $prefix, $limit ) {
        $selectOptions = array( 'ORDER BY' => 'img_name', 'LIMIT' => intval( $limit ) );

        // Query database
        $dbr = $this->getSlaveDB();
        $res = $dbr->select(
            'image',
            LocalFile::selectFields(),
            'img_name ' . $dbr->buildLike( $prefix, $dbr->anyString() ),
            __METHOD__,
            $selectOptions
        );

        // Build file objects
        $files = array();
        foreach ( $res as $row ) {
            $files[] = $this->newFileFromRow( $row );
        }

        return $files;
    }

    function getSlaveDB() {
        return wfGetDB( DB_SLAVE );
    }

    function getMasterDB() {
        return wfGetDB( DB_MASTER );
    }

    function getSharedCacheKey( /*...*/ ) {
        $args = func_get_args();

        return call_user_func_array( 'wfMemcKey', $args );
    }

    function invalidateImageRedirect( Title $title ) {
        global $wgMemc;
        $memcKey = $this->getSharedCacheKey( 'image_redirect', md5( $title->getDBkey() ) );
        if ( $memcKey ) {
            // Set a temporary value for the cache key, to ensure
            // that this value stays purged long enough so that
            // it isn't refreshed with a stale value due to a
            // lagged slave.
            $wgMemc->set( $memcKey, ' PURGED', 12 );
        }
    }

    function getInfo() {
        global $wgFavicon;

        return array_merge( parent::getInfo(), array(
            'favicon' => wfExpandUrl( $wgFavicon ),
        ) );
    }
}