From 36693f7dee99caa02bb16976e11ed5c0dd2af990 Mon Sep 17 00:00:00 2001
From: Aaron Schulz <aschulz@wikimedia.org>
Date: Fri, 8 Nov 2013 16:18:32 -0800
Subject: [PATCH] Made cleanupUploadStash use batching for the last two loops

Change-Id: If3cfd333636f5b14c529629ce1ec408d396122a8
---
 maintenance/cleanupUploadStash.php | 38 ++++++++++++++++++++++--------
 1 file changed, 28 insertions(+), 10 deletions(-)

diff --git a/maintenance/cleanupUploadStash.php b/maintenance/cleanupUploadStash.php
index d8bfd98644..24b63a8bab 100644
--- a/maintenance/cleanupUploadStash.php
+++ b/maintenance/cleanupUploadStash.php
@@ -38,6 +38,7 @@ class UploadStashCleanup extends Maintenance {
 	public function __construct() {
 		parent::__construct();
 		$this->mDescription = "Clean up abandoned files in temporary uploaded file stash";
+		$this->setBatchSize( 50 );
 	}
 
 	public function execute() {
@@ -97,17 +98,22 @@ class UploadStashCleanup extends Maintenance {
 		$iterator = $tempRepo->getBackend()->getFileList( array( 'dir' => $dir, 'adviseStat' => 1 ) );
 		$this->output( "Deleting old thumbnails...\n" );
 		$i = 0;
+		$batch = array(); // operation batch
 		foreach ( $iterator as $file ) {
 			if ( wfTimestamp( TS_UNIX, $tempRepo->getFileTimestamp( "$dir/$file" ) ) < $cutoff ) {
-				$status = $tempRepo->quickPurge( "$dir/$file" );
-				if ( !$status->isOK() ) {
-					$this->error( print_r( $status->getErrorsArray(), true ) );
-				}
-				if ( ( ++$i % 100 ) == 0 ) {
+				$batch[] = array( 'op' => 'delete', 'src' => "$dir/$file" );
+				if ( count( $batch ) >= $this->mBatchSize ) {
+					$this->doOperations( $tempRepo, $batch );
+					$i += count( $batch );
+					$batch = array();
 					$this->output( "$i\n" );
 				}
 			}
 		}
+		if ( count( $batch ) ) {
+			$this->doOperations( $tempRepo, $batch );
+			$i += count( $batch );
+		}
 		$this->output( "$i done\n" );
 
 		// Apparently lots of stash files are not registered in the DB...
@@ -118,19 +124,31 @@ class UploadStashCleanup extends Maintenance {
 			$this->error( "Temp repo is not using the temp container.", 1 ); // die
 		}
 		$i = 0;
+		$batch = array(); // operation batch
 		foreach ( $iterator as $file ) {
 			if ( wfTimestamp( TS_UNIX, $tempRepo->getFileTimestamp( "$dir/$file" ) ) < $cutoff ) {
-				$status = $tempRepo->quickPurge( "$dir/$file" );
-				if ( !$status->isOK() ) {
-					$this->error( print_r( $status->getErrorsArray(), true ) );
-				}
-				if ( ( ++$i % 100 ) == 0 ) {
+				$batch[] = array( 'op' => 'delete', 'src' => "$dir/$file" );
+				if ( count( $batch ) >= $this->mBatchSize ) {
+					$this->doOperations( $tempRepo, $batch );
+					$i += count( $batch );
+					$batch = array();
 					$this->output( "$i\n" );
 				}
 			}
 		}
+		if ( count( $batch ) ) {
+			$this->doOperations( $tempRepo, $batch );
+			$i += count( $batch );
+		}
 		$this->output( "$i done\n" );
 	}
+
+	protected function doOperations( FileRepo $tempRepo, array $ops ) {
+		$status = $tempRepo->getBackend()->doQuickOperations( $ops );
+		if ( !$status->isOK() ) {
+			$this->error( print_r( $status->getErrorsArray(), true ) );
+		}
+	}
 }
 
 $maintClass = "UploadStashCleanup";
-- 
2.20.1