rebuildrecentchanges.php

Go to the documentation of this file.

<?php
require_once __DIR__ . '/Maintenance.php';

class RebuildRecentchanges extends Maintenance {
    public function __construct() {
        parent::__construct();
        $this->mDescription = "Rebuild recent changes";
    }

    public function execute() {
        $this->rebuildRecentChangesTablePass1();
        $this->rebuildRecentChangesTablePass2();
        $this->rebuildRecentChangesTablePass3();
        $this->rebuildRecentChangesTablePass4();
        $this->purgeFeeds();
        $this->output( "Done.\n" );
    }

    private function rebuildRecentChangesTablePass1() {
        $dbw = wfGetDB( DB_MASTER );

        $dbw->delete( 'recentchanges', '*' );

        $this->output( "Loading from page and revision tables...\n" );

        global $wgRCMaxAge;

        $this->output( '$wgRCMaxAge=' . $wgRCMaxAge );
        $days = $wgRCMaxAge / 24 / 3600;
        if ( intval( $days ) == $days ) {
            $this->output( " (" . $days . " days)\n" );
        } else {
            $this->output( " (approx. " . intval( $days ) . " days)\n" );
        }

        $cutoff = time() - $wgRCMaxAge;
        $dbw->insertSelect( 'recentchanges', array( 'page', 'revision' ),
            array(
                'rc_timestamp'  => 'rev_timestamp',
                'rc_user'       => 'rev_user',
                'rc_user_text'  => 'rev_user_text',
                'rc_namespace'  => 'page_namespace',
                'rc_title'      => 'page_title',
                'rc_comment'    => 'rev_comment',
                'rc_minor'      => 'rev_minor_edit',
                'rc_bot'        => 0,
                'rc_new'        => 'page_is_new',
                'rc_cur_id'     => 'page_id',
                'rc_this_oldid' => 'rev_id',
                'rc_last_oldid' => 0, // is this ok?
                'rc_type'       => $dbw->conditional( 'page_is_new != 0', RC_NEW, RC_EDIT ),
                'rc_source'     => $dbw->conditional( 'page_is_new != 0', $dbw->addQuotes( RecentChange::SRC_NEW ), $dbw->addQuotes( RecentChange::SRC_EDIT ) ),
                'rc_deleted'    => 'rev_deleted'
            ), array(
                'rev_timestamp > ' . $dbw->addQuotes( $dbw->timestamp( $cutoff ) ),
                'rev_page=page_id'
            ), __METHOD__,
            array(), // INSERT options
            array( 'ORDER BY' => 'rev_timestamp DESC', 'LIMIT' => 5000 ) // SELECT options
        );
    }

    private function rebuildRecentChangesTablePass2() {
        $dbw = wfGetDB( DB_MASTER );
        list( $recentchanges, $revision ) = $dbw->tableNamesN( 'recentchanges', 'revision' );

        $this->output( "Updating links and size differences...\n" );

        # Fill in the rc_last_oldid field, which points to the previous edit
        $sql = "SELECT rc_cur_id,rc_this_oldid,rc_timestamp FROM $recentchanges " .
            "ORDER BY rc_cur_id,rc_timestamp";
        $res = $dbw->query( $sql, DB_MASTER );

        $lastCurId = 0;
        $lastOldId = 0;
        foreach ( $res as $obj ) {
            $new = 0;
            if ( $obj->rc_cur_id != $lastCurId ) {
                # Switch! Look up the previous last edit, if any
                $lastCurId = intval( $obj->rc_cur_id );
                $emit = $obj->rc_timestamp;
                $sql2 = "SELECT rev_id,rev_len FROM $revision " .
                    "WHERE rev_page={$lastCurId} " .
                    "AND rev_timestamp<'{$emit}' ORDER BY rev_timestamp DESC";
                $sql2 = $dbw->limitResult( $sql2, 1, false );
                $res2 = $dbw->query( $sql2 );
                $row = $dbw->fetchObject( $res2 );
                if ( $row ) {
                    $lastOldId = intval( $row->rev_id );
                    # Grab the last text size if available
                    $lastSize = !is_null( $row->rev_len ) ? intval( $row->rev_len ) : null;
                } else {
                    # No previous edit
                    $lastOldId = 0;
                    $lastSize = null;
                    $new = 1; // probably true
                }
            }
            if ( $lastCurId == 0 ) {
                $this->output( "Uhhh, something wrong? No curid\n" );
            } else {
                # Grab the entry's text size
                $size = $dbw->selectField( 'revision', 'rev_len', array( 'rev_id' => $obj->rc_this_oldid ) );

                $dbw->update( 'recentchanges',
                    array(
                        'rc_last_oldid' => $lastOldId,
                        'rc_new' => $new,
                        'rc_type' => $new,
                        'rc_source' => $new === 1 ? RecentChange::SRC_NEW : RecentChange::SRC_EDIT,
                        'rc_old_len' => $lastSize,
                        'rc_new_len' => $size,
                    ), array(
                        'rc_cur_id' => $lastCurId,
                        'rc_this_oldid' => $obj->rc_this_oldid,
                    ),
                    __METHOD__
                );

                $lastOldId = intval( $obj->rc_this_oldid );
                $lastSize = $size;
            }
        }
    }

    private function rebuildRecentChangesTablePass3() {
        $dbw = wfGetDB( DB_MASTER );

        $this->output( "Loading from user, page, and logging tables...\n" );

        global $wgRCMaxAge, $wgLogTypes, $wgLogRestrictions;
        // Some logs don't go in RC. This should check for that
        $basicRCLogs = array_diff( $wgLogTypes, array_keys( $wgLogRestrictions ) );

        // Escape...blah blah
        $selectLogs = array();
        foreach ( $basicRCLogs as $logtype ) {
            $safetype = $dbw->strencode( $logtype );
            $selectLogs[] = "'$safetype'";
        }

        $cutoff = time() - $wgRCMaxAge;
        list( $logging, $page ) = $dbw->tableNamesN( 'logging', 'page' );
        $dbw->insertSelect( 'recentchanges', array( 'user', "$logging LEFT JOIN $page ON (log_namespace=page_namespace AND log_title=page_title)" ),
            array(
                'rc_timestamp'  => 'log_timestamp',
                'rc_user'       => 'log_user',
                'rc_user_text'  => 'user_name',
                'rc_namespace'  => 'log_namespace',
                'rc_title'      => 'log_title',
                'rc_comment'    => 'log_comment',
                'rc_minor'      => 0,
                'rc_bot'        => 0,
                'rc_patrolled'  => 1,
                'rc_new'        => 0,
                'rc_this_oldid' => 0,
                'rc_last_oldid' => 0,
                'rc_type'       => RC_LOG,
                'rc_source'     => $dbw->addQuotes( RecentChange::SRC_LOG ),
                'rc_cur_id'     => $dbw->cascadingDeletes() ? 'page_id' : 'COALESCE(page_id, 0)',
                'rc_log_type'   => 'log_type',
                'rc_log_action' => 'log_action',
                'rc_logid'      => 'log_id',
                'rc_params'     => 'log_params',
                'rc_deleted'    => 'log_deleted'
            ), array(
                'log_timestamp > ' . $dbw->addQuotes( $dbw->timestamp( $cutoff ) ),
                'log_user=user_id',
                'log_type IN(' . implode( ',', $selectLogs ) . ')'
            ), __METHOD__,
            array(), // INSERT options
            array( 'ORDER BY' => 'log_timestamp DESC', 'LIMIT' => 5000 ) // SELECT options
        );
    }

    private function rebuildRecentChangesTablePass4() {
        global $wgUseRCPatrol;

        $dbw = wfGetDB( DB_MASTER );

        list( $recentchanges, $usergroups, $user ) = $dbw->tableNamesN( 'recentchanges', 'user_groups', 'user' );

        $botgroups = User::getGroupsWithPermission( 'bot' );
        $autopatrolgroups = $wgUseRCPatrol ? User::getGroupsWithPermission( 'autopatrol' ) : array();
        # Flag our recent bot edits
        if ( !empty( $botgroups ) ) {
            $botwhere = $dbw->makeList( $botgroups );
            $botusers = array();

            $this->output( "Flagging bot account edits...\n" );

            # Find all users that are bots
            $sql = "SELECT DISTINCT user_name FROM $usergroups, $user " .
                "WHERE ug_group IN($botwhere) AND user_id = ug_user";
            $res = $dbw->query( $sql, DB_MASTER );

            foreach ( $res as $obj ) {
                $botusers[] = $dbw->addQuotes( $obj->user_name );
            }
            # Fill in the rc_bot field
            if ( !empty( $botusers ) ) {
                $botwhere = implode( ',', $botusers );
                $sql2 = "UPDATE $recentchanges SET rc_bot=1 " .
                    "WHERE rc_user_text IN($botwhere)";
                $dbw->query( $sql2 );
            }
        }
        global $wgMiserMode;
        # Flag our recent autopatrolled edits
        if ( !$wgMiserMode && !empty( $autopatrolgroups ) ) {
            $patrolwhere = $dbw->makeList( $autopatrolgroups );
            $patrolusers = array();

            $this->output( "Flagging auto-patrolled edits...\n" );

            # Find all users in RC with autopatrol rights
            $sql = "SELECT DISTINCT user_name FROM $usergroups, $user " .
                "WHERE ug_group IN($patrolwhere) AND user_id = ug_user";
            $res = $dbw->query( $sql, DB_MASTER );

            foreach ( $res as $obj ) {
                $patrolusers[] = $dbw->addQuotes( $obj->user_name );
            }

            # Fill in the rc_patrolled field
            if ( !empty( $patrolusers ) ) {
                $patrolwhere = implode( ',', $patrolusers );
                $sql2 = "UPDATE $recentchanges SET rc_patrolled=1 " .
                    "WHERE rc_user_text IN($patrolwhere)";
                $dbw->query( $sql2 );
            }
        }
    }

    private function purgeFeeds() {
        global $wgFeedClasses, $messageMemc;

        $this->output( "Deleting feed timestamps.\n" );

        foreach ( $wgFeedClasses as $feed => $className ) {
            $messageMemc->delete( wfMemcKey( 'rcfeed', $feed, 'timestamp' ) ); # Good enough for now.
        }
    }

}

$maintClass = "RebuildRecentchanges";
require_once RUN_MAINTENANCE_IF_MAIN;