Merge lp:~sergei.glushchenko/percona-xtrabackup/xb21-bug932623 into lp:percona-xtrabackup/2.1

[Sergei Glushchenko]

Merge fix for #932623 from 2.0 series

http://jenkins.percona.com/view/XtraBackup/job/percona-xtrabackup-2.1-param/26/

[Alexey Kopytov (akopytov)]

review: Approve

[Laurynas Biveinis (laurynas-biveinis)]

This branch introduces many messages like this one:

2012-07-31 13:58:32: xb_incremental.sh: ===> /home/laurynas/percona/src/xb21-bug932623/test/../src/xtrabackup --no-defaults --datadir=/home/laurynas/percona/src/xb21-bug932623/test/var1/data --backup --target-dir=/home/laurynas/percona/src/xb21-bug932623/test/var1/data/full
/home/laurynas/percona/src/xb21-bug932623/test/../src/xtrabackup version 2.0.0 for Percona Server 5.1.59 unknown-linux-gnu (x86_64) (revision id: undefined)
xtrabackup: uses posix_fadvise().
xtrabackup: cd to /home/laurynas/percona/src/xb21-bug932623/test/var1/data
xtrabackup: Target instance is assumed as followings.
xtrabackup: innodb_data_home_dir = ./
xtrabackup: innodb_data_file_path = ibdata1:10M:autoextend
xtrabackup: innodb_log_group_home_dir = ./
xtrabackup: innodb_log_files_in_group = 2
xtrabackup: innodb_log_file_size = 5242880
120731 13:58:32 InnoDB: Warning: allocated tablespace 10, old maximum was 9
120731 13:58:32 InnoDB: Warning: trying to init to the tablespace memory cache
InnoDB: a tablespace 10 of name './incremental_sample/test.ibd',
InnoDB: but a tablespace 10 of the same name
InnoDB: already exists in the tablespace memory cache!
InnoDB: We assume that InnoDB did a crash recovery, and you had
InnoDB: an .ibd file for which the table did not exist in the
InnoDB: InnoDB internal data dictionary in the ibdata files.
InnoDB: We assume that you later removed the .ibd and .frm files,
InnoDB: and are now trying to recreate the table. We now remove the
InnoDB: conflicting tablespace object from the memory cache and try
InnoDB: the init again.

Since Sergei is on vacation and I depend on this code, let's keep this "Approved" and merge and I will fix as a follow-up.

[Laurynas Biveinis (laurynas-biveinis)]

Bug 1031324, one-liner fix MP'ed.

=== modified file 'patches/innodb51_builtin.patch'
--- patches/innodb51_builtin.patch	2012-02-10 05:04:04 +0000
+++ patches/innodb51_builtin.patch	2012-07-11 09:06:21 +0000
@@ -613,7 +613,21 @@
  
 --- a/storage/innobase/include/mem0mem.h
 +++ b/storage/innobase/include/mem0mem.h
-@@ -401,6 +401,7 @@
+@@ -63,6 +63,13 @@
+ mem_init(
+ /*=====*/
+ 	ulint	size);	/* in: common pool size in bytes */
++
++/******************************************************************//**
++Closes the memory system. */
++void
++mem_close(void);
++/*===========*/
++
+ /******************************************************************
+ Use this macro instead of the corresponding function! Macro for memory
+ heap creation. */
+@@ -401,6 +409,7 @@
  			allocated buffer frame, which can be appended as a
  			free block to the heap, if we need more space;
  			otherwise, this is NULL */
@@ -654,6 +668,21 @@
  
  	if (heap->free_block) {
  		size += UNIV_PAGE_SIZE;
+--- a/storage/innobase/include/mem0pool.h
++++ b/storage/innobase/include/mem0pool.h
+@@ -42,6 +42,12 @@
+ /*============*/
+ 			/* out: memory pool */
+ 	ulint	size);	/* in: pool size in bytes */
++/********************************************************************//**
++Frees a memory pool. */
++void
++mem_pool_free(
++/*==========*/
++	mem_pool_t*	pool);	/*!< in, own: memory pool */
+ /************************************************************************
+ Allocates memory from a pool. NOTE: This low-level function should only be
+ used in mem0mem.*! */
 --- a/storage/innobase/include/srv0srv.h
 +++ b/storage/innobase/include/srv0srv.h
 @@ -60,6 +60,8 @@
@@ -958,7 +987,7 @@
  /**********************************************************
 --- a/storage/innobase/mem/mem0dbg.c
 +++ b/storage/innobase/mem/mem0dbg.c
-@@ -133,6 +133,14 @@
+@@ -133,9 +133,30 @@
  	mem_hash_initialized = TRUE;
  #endif
  
@@ -973,6 +1002,22 @@
  	mem_comm_pool = mem_pool_create(size);
  }
  
++/******************************************************************//**
++Closes the memory system. */
++void
++mem_close(void)
++/*===========*/
++{
++	mem_pool_free(mem_comm_pool);
++	mem_comm_pool = NULL;
++#ifdef UNIV_MEM_DEBUG
++	mem_hash_initialized = FALSE;
++#endif /* UNIV_MEM_DEBUG */
++}
++
+ #ifdef UNIV_MEM_DEBUG
+ /**********************************************************************
+ Initializes an allocated memory field in the debug version. */
 --- a/storage/innobase/mem/mem0mem.c
 +++ b/storage/innobase/mem/mem0mem.c
 @@ -472,6 +472,7 @@
@@ -1026,7 +1071,25 @@
  	pool = ut_malloc(sizeof(mem_pool_t));
  
  	/* We do not set the memory to zero (FALSE) in the pool,
-@@ -333,6 +332,10 @@
+@@ -244,6 +243,17 @@
+ 	return(pool);
+ }
+ 
++/********************************************************************//**
++Frees a memory pool. */
++void
++mem_pool_free(
++/*==========*/
++	mem_pool_t*	pool)	/*!< in, own: memory pool */
++{
++	ut_free(pool->buf);
++	ut_free(pool);
++}
++
+ /************************************************************************
+ Fills the specified free list. */
+ static
+@@ -333,6 +344,10 @@
  	ulint		n;
  	ibool		ret;
  
@@ -1037,7 +1100,7 @@
  	n = ut_2_log(ut_max(size + MEM_AREA_EXTRA_SIZE, MEM_AREA_MIN_SIZE));
  
  	mutex_enter(&(pool->mutex));
-@@ -465,6 +468,11 @@
+@@ -465,6 +480,11 @@
  	ulint		size;
  	ulint		n;
  

=== modified file 'src/fil_cur.c'
--- src/fil_cur.c	2012-05-28 16:49:14 +0000
+++ src/fil_cur.c	2012-07-11 09:06:21 +0000
@@ -54,6 +54,7 @@
 	cursor->orig_buf = NULL;
 	cursor->file = XB_FILE_UNDEFINED;
 
+	cursor->space_id = node->space->id;
 	cursor->is_system = trx_sys_sys_space(node->space->id);
 
 	/* Make the file path relative to the backup root,

=== modified file 'src/fil_cur.h'
--- src/fil_cur.h	2012-05-25 11:38:15 +0000
+++ src/fil_cur.h	2012-07-11 09:06:21 +0000
@@ -53,6 +53,7 @@
 	ulint		buf_page_no;	/*!< number of the first page in
 					buffer */
 	ulint		thread_n;	/*!< thread number for diagnostics */
+	ulint		space_id;	/*!< ID of tablespace */
 } xb_fil_cur_t;
 
 typedef enum {

=== modified file 'src/innodb_int.c'
--- src/innodb_int.c	2012-02-16 18:02:07 +0000
+++ src/innodb_int.c	2012-07-11 09:06:21 +0000
@@ -151,6 +151,82 @@
 	return os_file_flush(file);
 #endif
 }
+/*******************************************************************//**
+Returns the table space by a given id, NULL if not found. */
+fil_space_t*
+xb_space_get_by_id(
+/*================*/
+	ulint	id)	/*!< in: space id */
+{
+	fil_space_t*	space;
+
+	ut_ad(mutex_own(&fil_system->mutex));
+
+#ifdef INNODB_VERSION_SHORT
+	HASH_SEARCH(hash, fil_system->spaces, id,
+		    fil_space_t*, space,
+		    ut_ad(space->magic_n == FIL_SPACE_MAGIC_N),
+		    space->id == id);
+#else
+	HASH_SEARCH(hash, fil_system->spaces, id, space, space->id == id);
+#endif
+
+	return(space);
+}
+
+/*******************************************************************//**
+Returns the table space by a given name, NULL if not found. */
+fil_space_t*
+xb_space_get_by_name(
+/*==================*/
+	const char*	name)	/*!< in: space name */
+{
+	fil_space_t*	space;
+	ulint		fold;
+
+	ut_ad(mutex_own(&fil_system->mutex));
+
+#ifdef INNODB_VERSION_SHORT
+	fold = ut_fold_string(name);
+	HASH_SEARCH(name_hash, fil_system->name_hash, fold,
+		    fil_space_t*, space,
+		    ut_ad(space->magic_n == FIL_SPACE_MAGIC_N),
+		    !strcmp(name, space->name));
+#else
+	HASH_SEARCH(name_hash, fil_system->name_hash, ut_fold_string(name),
+		    space, 0 == strcmp(name, space->name));
+#endif
+
+	return(space);
+}
+
+#ifndef INNODB_VERSION_SHORT
+
+/*******************************************************************//**
+Free all spaces in space_list. */
+void
+fil_free_all_spaces(void)
+/*=====================*/
+{
+	fil_space_t*	space;
+
+	mutex_enter(&fil_system->mutex);
+
+	space = UT_LIST_GET_FIRST(fil_system->space_list);
+
+	while (space != NULL) {
+		fil_node_t*	node;
+		fil_space_t*	prev_space = space;
+
+		space = UT_LIST_GET_NEXT(space_list, space);
+
+		fil_space_free(prev_space->id, FALSE);
+	}
+
+	mutex_exit(&fil_system->mutex);
+}
+
+#endif
 
 void
 innobase_invalidate_query_cache(

=== modified file 'src/innodb_int.h'
--- src/innodb_int.h	2012-05-25 11:38:15 +0000
+++ src/innodb_int.h	2012-07-11 09:06:21 +0000
@@ -410,6 +410,9 @@
 extern char *opt_mysql_tmpdir;
 extern MY_TMPDIR mysql_tmpdir_list;
 
+/** Value of fil_space_struct::magic_n */
+#define	FIL_SPACE_MAGIC_N	89472
+
 /* ==end=== definition  at fil0fil.c === */
 
 /* prototypes for static functions in original */
@@ -581,6 +584,32 @@
 /*==========*/
 	os_file_t	file);	/*!< in, own: handle to a file */
 
+/*******************************************************************//**
+Returns the table space by a given id, NULL if not found. */
+fil_space_t*
+xb_space_get_by_id(
+/*================*/
+	ulint	id);	/*!< in: space id */
+
+/*******************************************************************//**
+Returns the table space by a given name, NULL if not found. */
+fil_space_t*
+xb_space_get_by_name(
+/*==================*/
+	const char*	name);	/*!< in: space name */
+
+#ifndef INNODB_VERSION_SHORT
+
+#define SRV_SHUTDOWN_NONE 0
+
+/*******************************************************************//**
+Free all spaces in space_list. */
+void
+fil_free_all_spaces(void);
+/*=====================*/
+
+#endif
+
 void
 innobase_mysql_prepare_print_arbitrary_thd(void);
 

=== modified file 'src/write_filt.c'
--- src/write_filt.c	2012-05-25 11:38:15 +0000
+++ src/write_filt.c	2012-07-11 09:06:21 +0000
@@ -102,6 +102,7 @@
 	snprintf(meta_name, sizeof(meta_name), "%s%s", dst_name,
 		 XB_DELTA_INFO_SUFFIX);
 	info.page_size = cursor->page_size;
+	info.space_id = cursor->space_id;
 	if (!xb_write_delta_metadata(meta_name, &info)) {
 		msg("[%02lu] xtrabackup: Error: "
 		    "failed to write meta info for %s\n",

=== modified file 'src/xtrabackup.c'
--- src/xtrabackup.c	2012-06-20 16:23:58 +0000
+++ src/xtrabackup.c	2012-07-11 09:06:21 +0000
@@ -1500,7 +1500,8 @@
 		return(TRUE);
 	}
 
-	if (fscanf(fp, "page_size = %lu\n", &info->page_size) != 1)
+	if (fscanf(fp, "page_size = %lu\nspace_id = %lu\n",
+		&info->page_size, &info->space_id) != 2)
 		r= FALSE;
 
 	fclose(fp);
@@ -1515,14 +1516,16 @@
 xb_write_delta_metadata(const char *filename, const xb_delta_info_t *info)
 {
 	ds_file_t	*f;
-	char		buf[32];
+	char		buf[64];
 	my_bool		ret;
 	size_t		len;
 	MY_STAT		mystat;
 
-	snprintf(buf, sizeof(buf), "page_size = %lu\n", info->page_size);
-
+	snprintf(buf, sizeof(buf),
+		 "page_size = %lu\nspace_id = %lu\n",
+		 info->page_size, info->space_id);
 	len = strlen(buf);
+
 	mystat.st_size = len;
 	mystat.st_mtime = my_time(0);
 
@@ -2108,11 +2111,11 @@
 	void*	arg)
 {
 	ulint	segment;
-	ulint	i;
+
 
 	segment = *((ulint*)arg);
 
-	for (i = 0;; i++) {
+ 	while (srv_shutdown_state != SRV_SHUTDOWN_EXIT_THREADS) {
 		fil_aio_wait(segment);
 	}
 
@@ -2265,6 +2268,141 @@
 	ds_meta = NULL;
 }
 
+#define SRV_N_PENDING_IOS_PER_THREAD 	OS_AIO_N_PENDING_IOS_PER_THREAD
+#define SRV_MAX_N_PENDING_SYNC_IOS	100
+
+/************************************************************************
+Initialize the tablespace memory cache and populate it by scanning for and
+opening data files.
+@returns DB_SUCCESS or error code.*/
+ulint
+xb_data_files_init(void)
+/*====================*/
+{
+	ulint	i;
+	ibool	create_new_db;
+#ifdef XTRADB_BASED
+	ibool	create_new_doublewrite_file;
+#endif
+	ulint	err;
+	LSN64	min_flushed_lsn;
+	LSN64	max_flushed_lsn;
+	ulint   sum_of_new_sizes;
+
+#ifndef INNODB_VERSION_SHORT
+	os_aio_init(8 * SRV_N_PENDING_IOS_PER_THREAD
+		    * srv_n_file_io_threads,
+		    srv_n_file_io_threads,
+		    SRV_MAX_N_PENDING_SYNC_IOS);
+
+	fil_init(srv_max_n_open_files);
+#else
+	srv_n_file_io_threads = 2 + srv_n_read_io_threads +
+		srv_n_write_io_threads;
+
+	os_aio_init(8 * SRV_N_PENDING_IOS_PER_THREAD,
+		    srv_n_read_io_threads,
+		    srv_n_write_io_threads,
+		    SRV_MAX_N_PENDING_SYNC_IOS);
+
+	fil_init(srv_file_per_table ? 50000 : 5000,
+		 srv_max_n_open_files);
+#endif
+
+	fsp_init();
+
+	for (i = 0; i < srv_n_file_io_threads; i++) {
+		thread_nr[i] = i;
+
+		os_thread_create(io_handler_thread, thread_nr + i,
+				 thread_ids + i);
+    	}
+
+	os_thread_sleep(200000); /*0.2 sec*/
+
+	err = open_or_create_data_files(&create_new_db,
+#ifdef XTRADB_BASED
+					&create_new_doublewrite_file,
+#endif
+					&min_flushed_lsn, &max_flushed_lsn,
+					&sum_of_new_sizes);
+	if (err != DB_SUCCESS) {
+		msg("xtrabackup: Could not open or create data files.\n"
+		    "xtrabackup: If you tried to add new data files, and it "
+		    "failed here,\n"
+		    "xtrabackup: you should now edit innodb_data_file_path in "
+		    "my.cnf back\n"
+		    "xtrabackup: to what it was, and remove the new ibdata "
+		    "files InnoDB created\n"
+		    "xtrabackup: in this failed attempt. InnoDB only wrote "
+		    "those files full of\n"
+		    "xtrabackup: zeros, but did not yet use them in any way. "
+		    "But be careful: do not\n"
+		    "xtrabackup: remove old data files which contain your "
+		    "precious data!\n");
+		return(err);
+	}
+
+	/* create_new_db must not be TRUE.. */
+	if (create_new_db) {
+		msg("xtrabackup: could not find data files at the "
+		    "specified datadir\n");
+		return(DB_ERROR);
+	}
+
+	return(fil_load_single_table_tablespaces());
+}
+
+/************************************************************************
+Destroy the tablespace memory cache. */
+void
+xb_data_files_close(void)
+/*====================*/
+{
+	ulint	i;
+
+	/* Shutdown the aio threads. This has been copied from
+	innobase_shutdown_for_mysql(). */
+
+	srv_shutdown_state = SRV_SHUTDOWN_EXIT_THREADS;
+
+	for (i = 0; i < 1000; i++) {
+		os_aio_wake_all_threads_at_shutdown();
+
+		os_mutex_enter(os_sync_mutex);
+
+		if (os_thread_count == 0) {
+
+			os_mutex_exit(os_sync_mutex);
+
+			os_thread_sleep(10000);
+
+			break;
+		}
+
+		os_mutex_exit(os_sync_mutex);
+
+		os_thread_sleep(10000);
+	}
+
+	if (i == 1000) {
+		msg("xtrabackup: Warning: %lu threads created by InnoDB"
+		    " had not exited at shutdown!\n",
+		    (ulong) os_thread_count);
+	}
+
+#ifdef INNODB_VERSION_SHORT
+	os_aio_free();
+#endif
+	fil_close_all_files();
+#ifndef INNODB_VERSION_SHORT
+	fil_free_all_spaces();
+#endif
+	fil_system = NULL;
+
+	srv_shutdown_state = SRV_SHUTDOWN_NONE;
+}
+
 static void
 xtrabackup_backup_func(void)
 {
@@ -2418,85 +2556,25 @@
 	srv_general_init();
 
 	{
-	ibool	create_new_db;
-#ifdef XTRADB_BASED
-	ibool	create_new_doublewrite_file;
-#endif
 	ibool	log_file_created;
 	ibool	log_created	= FALSE;
 	ibool	log_opened	= FALSE;
-	LSN64	min_flushed_lsn;
-	LSN64	max_flushed_lsn;
-	ulint   sum_of_new_sizes;
 	ulint	err;
 	ulint	i;
 
-
-
-
-#define SRV_N_PENDING_IOS_PER_THREAD 	OS_AIO_N_PENDING_IOS_PER_THREAD
-#define SRV_MAX_N_PENDING_SYNC_IOS	100
-
-#ifndef INNODB_VERSION_SHORT
-                os_aio_init(8 * SRV_N_PENDING_IOS_PER_THREAD
-                            * srv_n_file_io_threads,
-                            srv_n_file_io_threads,
-                            SRV_MAX_N_PENDING_SYNC_IOS);
-
-	fil_init(srv_max_n_open_files);
-#else
-	srv_n_file_io_threads = 2 + srv_n_read_io_threads + srv_n_write_io_threads;
-
-	os_aio_init(8 * SRV_N_PENDING_IOS_PER_THREAD,
-		    srv_n_read_io_threads,
-		    srv_n_write_io_threads,
-		    SRV_MAX_N_PENDING_SYNC_IOS);
-
-	fil_init(srv_file_per_table ? 50000 : 5000,
-		 srv_max_n_open_files);
-#endif
-
-	fsp_init();
+	err = xb_data_files_init();
+	if (err != DB_SUCCESS) {
+		msg("xtrabackup: error: xb_data_files_init() failed with"
+		    "error code %lu\n", err);
+		exit(EXIT_FAILURE);
+	}
+
 	log_init();
 
 	lock_sys_create(srv_lock_table_size);
 
-	for (i = 0; i < srv_n_file_io_threads; i++) {
-		thread_nr[i] = i;
-
-		os_thread_create(io_handler_thread, thread_nr + i, thread_ids + i);
-    	}
-
-	os_thread_sleep(200000); /*0.2 sec*/
-
-	err = open_or_create_data_files(&create_new_db,
-#ifdef XTRADB_BASED
-					&create_new_doublewrite_file,
-#endif
-					&min_flushed_lsn, &max_flushed_lsn,
-					&sum_of_new_sizes);
-	if (err != DB_SUCCESS) {
-	        msg(
-"xtrabackup: Could not open or create data files.\n"
-"xtrabackup: If you tried to add new data files, and it failed here,\n"
-"xtrabackup: you should now edit innodb_data_file_path in my.cnf back\n"
-"xtrabackup: to what it was, and remove the new ibdata files InnoDB created\n"
-"xtrabackup: in this failed attempt. InnoDB only wrote those files full of\n"
-"xtrabackup: zeros, but did not yet use them in any way. But be careful: do not\n"
-"xtrabackup: remove old data files which contain your precious data!\n");
-
-		//return((int) err);
-		exit(EXIT_FAILURE);
-	}
-
-	/* create_new_db must not be TRUE.. */
-	if (create_new_db) {
-		msg("xtrabackup: Something wrong with source files...\n");
-		exit(EXIT_FAILURE);
-	}
-
 	for (i = 0; i < srv_n_log_files; i++) {
-		err = open_or_create_log_file(create_new_db, &log_file_created,
+		err = open_or_create_log_file(FALSE, &log_file_created,
 							     log_opened, 0, i);
 		if (err != DB_SUCCESS) {
 
@@ -2509,8 +2587,7 @@
 		} else {
 			log_opened = TRUE;
 		}
-		if ((log_opened && create_new_db)
-			    		|| (log_opened && log_created)) {
+		if ((log_opened && log_created)) {
 			msg(
 	"xtrabackup: Error: all log files must be created at the same time.\n"
 	"xtrabackup: All log files must be created also in database creation.\n"
@@ -2830,6 +2907,8 @@
 	msg("xtrabackup: Transaction log of lsn (%llu) to (%llu) was copied.\n",
 	    checkpoint_lsn_start, log_copy_scanned_lsn);
 #endif
+
+	xb_data_files_close();
 }
 
 /* ================= stats ================= */
@@ -3717,6 +3796,155 @@
 	return TRUE;
 }
 
+
+/***********************************************************************
+Searches for matching tablespace file for given .delta file and space_id
+in given directory. When matching tablespace found, renames it to match the
+name of .delta file. If there was a tablespace with matching name and
+mismatching ID, renames it to xtrabackup_tmp_#ID.ibd. If there was no
+matching file, creates the new one.
+@return file handle of matched or created file */
+static
+os_file_t
+xb_delta_open_matching_space(
+	const char*	dbname,		/* in: path to destination database dir */
+	const char*	name,		/* in: name of delta file (without .delta) */
+	ulint		space_id,	/* in: space id of delta file */
+	ulint		zip_size,	/* in: zip_size of tablespace */
+	char*		real_name,	/* out: full path of destination file */
+	size_t		real_name_len,	/* out: buffer size for real_name */
+	ibool* 		success)	/* out: indicates error. TRUE = success */
+{
+	char		dest_dir[FN_REFLEN];
+	char		dest_space_name[FN_REFLEN];
+	ibool		ok;
+	fil_space_t*	fil_space;
+	os_file_t	file	= 0;
+
+	ut_a(dbname || space_id == 0);
+
+	*success = FALSE;
+
+	if (dbname) {
+		snprintf(dest_dir, FN_REFLEN, "%s/%s",
+			xtrabackup_target_dir, dbname);
+		srv_normalize_path_for_win(dest_dir);
+
+		snprintf(dest_space_name, FN_REFLEN, "./%s/%s",
+			dbname, name);
+	} else {
+		snprintf(dest_dir, FN_REFLEN, "%s", xtrabackup_target_dir);
+		srv_normalize_path_for_win(dest_dir);
+
+		snprintf(dest_space_name, FN_REFLEN, "./%s", name);
+	}
+
+	snprintf(real_name, real_name_len,
+		 "%s/%s",
+		 xtrabackup_target_dir, dest_space_name);
+	srv_normalize_path_for_win(real_name);
+
+	/* Create the database directory if it doesn't exist yet */
+	if (!os_file_create_directory(dest_dir, FALSE)) {
+		msg("xtrabackup: error: cannot create dir %s\n", dest_dir);
+		return file;
+	}
+
+	mutex_enter(&fil_system->mutex);
+	fil_space = xb_space_get_by_name(dest_space_name);
+	mutex_exit(&fil_system->mutex);
+
+	if (fil_space != NULL) {
+		if (fil_space->id == space_id) {
+			/* we found matching space */
+			goto found;
+		} else {
+
+			char	tmpname[FN_REFLEN];
+
+			snprintf(tmpname, FN_REFLEN, "./%s/xtrabackup_tmp_#%lu",
+				dbname, fil_space->id);
+
+			msg("xtrabackup: Renaming %s to %s.ibd\n",
+				fil_space->name, tmpname);
+
+			if (!fil_rename_tablespace(NULL,
+					fil_space->id, tmpname))
+			{
+				msg("xtrabackup: Cannot rename %s to %s\n",
+					fil_space->name, tmpname);
+				goto exit;
+			}
+		}
+	}
+
+	mutex_enter(&fil_system->mutex);
+	fil_space = xb_space_get_by_id(space_id);
+	mutex_exit(&fil_system->mutex);
+	if (fil_space != NULL) {
+		char	tmpname[FN_REFLEN];
+
+		strncpy(tmpname, dest_space_name, FN_REFLEN);
+		tmpname[strlen(tmpname) - 4] = 0;
+
+		msg("xtrabackup: Renaming %s to %s\n",
+		    fil_space->name, dest_space_name);
+
+		if (!fil_rename_tablespace(NULL,
+				      fil_space->id, tmpname))
+		{
+			msg("xtrabackup: Cannot rename %s to %s\n",
+				fil_space->name, dest_space_name);
+			goto exit;
+		}
+
+		goto found;
+	}
+
+	/* no matching space found. create the new one */
+
+#ifdef INNODB_VERSION_SHORT
+	if (!fil_space_create(dest_space_name, space_id,
+		zip_size, FIL_TABLESPACE)) {
+#else
+	if (!fil_space_create(dest_space_name, space_id,
+		FIL_TABLESPACE)) {
+#endif
+		msg("xtrabackup: Cannot create tablespace %s\n",
+			dest_space_name);
+		goto exit;
+	}
+
+	file = xb_file_create_no_error_handling(real_name, OS_FILE_CREATE,
+					    OS_FILE_READ_WRITE,
+					    &ok);
+
+	if (ok) {
+		*success = TRUE;
+	} else {
+		msg("xtrabackup: Cannot open file %s\n", real_name);
+	}
+
+	goto exit;
+
+found:
+	/* open the file and return it's handle */
+
+	file = xb_file_create_no_error_handling(real_name, OS_FILE_OPEN,
+					    OS_FILE_READ_WRITE,
+					    &ok);
+
+	if (ok) {
+		*success = TRUE;
+	} else {
+		msg("xtrabackup: Cannot open file %s\n", real_name);
+	}
+
+exit:
+
+	return file;
+}
+
 /************************************************************************
 Applies a given .delta file to the corresponding data file.
 @return TRUE on success */
@@ -3734,6 +3962,7 @@
 	char	src_path[FN_REFLEN];
 	char	dst_path[FN_REFLEN];
 	char	meta_path[FN_REFLEN];
+	char	space_name[FN_REFLEN];
 	ibool	success;
 
 	ibool	last_buffer = FALSE;
@@ -3761,6 +3990,9 @@
 	}
 	dst_path[strlen(dst_path) - 6] = '\0';
 
+	strncpy(space_name, filename, FN_REFLEN);
+	space_name[strlen(space_name) -  6] = 0;
+
 	if (!get_meta_path(src_path, meta_path)) {
 		goto error;
 	}
@@ -3798,36 +4030,11 @@
 
 	xb_file_set_nocache(src_file, src_path, "OPEN");
 
-	dst_file = xb_file_create_no_error_handling(dst_path, OS_FILE_OPEN,
-						    OS_FILE_READ_WRITE,
-						    &success);
-again:
+	dst_file = xb_delta_open_matching_space(
+			dbname, space_name, info.space_id,
+			info.page_size == UNIV_PAGE_SIZE ? 0 : info.page_size,
+			dst_path, sizeof(dst_path), &success);
 	if (!success) {
-		ulint errcode = os_file_get_last_error(TRUE);
-
-		if (errcode == OS_FILE_NOT_FOUND) {
-			msg("xtrabackup: target data file %s "
-			    "is not found, creating a new one\n", dst_path);
-			/* Create the database directory if it doesn't exist yet
-			*/
-			if (dbname) {
-				char	dst_dir[FN_REFLEN];
-
-				snprintf(dst_dir, sizeof(dst_dir), "%s/%s",
-					 xtrabackup_real_target_dir, dbname);
-				srv_normalize_path_for_win(dst_dir);
-
-				if (!os_file_create_directory(dst_dir, FALSE))
-					goto error;
-			}
-			dst_file =
-				xb_file_create_no_error_handling(dst_path,
-								 OS_FILE_CREATE,
-								 OS_FILE_READ_WRITE,
-								 &success);
-			goto again;
-		}
-
 		msg("xtrabackup: error: cannot open %s\n", dst_path);
 		goto error;
 	}
@@ -3842,7 +4049,7 @@
 	incremental_buffer = ut_align(incremental_buffer_base,
 				      UNIV_PAGE_SIZE_MAX);
 
-	msg("Applying %s ...\n", src_path);
+	msg("Applying %s to %s...\n", src_path, dst_path);
 
 	while (!last_buffer) {
 		ulint cluster_header;
@@ -4150,6 +4357,8 @@
 static void
 xtrabackup_prepare_func(void)
 {
+	ulint	err;
+
 	/* cd to target-dir */
 
 	if (my_setwd(xtrabackup_real_target_dir,MYF(MY_WME)))
@@ -4220,12 +4429,29 @@
 	if(xtrabackup_init_temp_log())
 		goto error;
 
-	if(xtrabackup_incremental && !xtrabackup_apply_deltas(TRUE))
+	if(innodb_init_param())
 		goto error;
 
+	mem_init(srv_mem_pool_size);
+	if (xtrabackup_incremental) {
+		err = xb_data_files_init();
+		if (err != DB_SUCCESS) {
+			msg("xtrabackup: error: xb_data_files_init() failed with"
+			    "error code %lu\n", err);
+			goto error;
+		}
+
+		if(!xtrabackup_apply_deltas(TRUE)) {
+			xb_data_files_close();
+			goto error;
+		}
+
+		xb_data_files_close();
+	}
 	sync_close();
 	sync_initialized = FALSE;
 	os_sync_free();
+	mem_close();
 	os_sync_mutex = NULL;
 	ut_free_all_mem();
 

=== modified file 'src/xtrabackup.h'
--- src/xtrabackup.h	2012-05-28 16:49:14 +0000
+++ src/xtrabackup.h	2012-07-11 09:06:21 +0000
@@ -23,6 +23,7 @@
 
 typedef struct {
     ulint	page_size;
+ 	ulint	space_id;
 } xb_delta_info_t;
 
 typedef enum {

=== added file 'test/t/bug932623.sh'
--- test/t/bug932623.sh	1970-01-01 00:00:00 +0000
+++ test/t/bug932623.sh	2012-07-11 09:06:21 +0000
@@ -0,0 +1,85 @@
+########################################################################
+# Bug #932623: RENAME TABLE causes incremental prepare to fail
+########################################################################
+
+. inc/common.sh
+
+start_server --innodb_file_per_table
+
+run_cmd $MYSQL $MYSQL_ARGS test <<EOF
+CREATE TABLE t1_old(a INT) ENGINE=InnoDB;
+INSERT INTO t1_old VALUES (1), (2), (3);
+
+CREATE TABLE t1(a INT) ENGINE=InnoDB;
+INSERT INTO t1 VALUES (4), (5), (6);
+EOF
+
+# Full backup
+# backup root directory
+vlog "Starting backup"
+innobackupex  --no-timestamp $topdir/full
+
+vlog "Rotating the table"
+
+run_cmd $MYSQL $MYSQL_ARGS test <<EOF
+CREATE TABLE t1_new(a int) ENGINE=InnoDB;
+INSERT INTO t1_new VALUES (7), (8), (9);
+
+CREATE DATABASE db2;
+RENAME TABLE t1_old TO db2.t1;
+
+RENAME TABLE t1 TO t1_old;
+RENAME TABLE t1_new TO t1;
+
+INSERT INTO t1_old VALUES (10), (11), (12);
+INSERT INTO t1 VALUES (13), (14), (15);
+
+EOF
+
+vlog "Creating incremental backup"
+
+innobackupex --incremental --no-timestamp \
+    --incremental-basedir=$topdir/full $topdir/inc
+
+vlog "Preparing backup"
+
+innobackupex --apply-log --redo-only $topdir/full
+vlog "Log applied to full backup"
+
+innobackupex --apply-log --redo-only --incremental-dir=$topdir/inc \
+    $topdir/full
+vlog "Delta applied to full backup"
+
+innobackupex --apply-log $topdir/full
+vlog "Data prepared for restore"
+
+checksum_t1_a=`checksum_table test t1`
+checksum_t1_old_a=`checksum_table test t1_old`
+checksum_t1_db2_a=`checksum_table db2 t1`
+
+# Destroying mysql data
+stop_server
+rm -rf $mysql_datadir/*
+vlog "Data destroyed"
+
+# Restore backup
+vlog "Copying files"
+
+innobackupex --copy-back $topdir/full
+vlog "Data restored"
+
+start_server --innodb_file_per_table
+
+vlog "Checking checksums"
+checksum_t1_b=`checksum_table test t1`
+checksum_t1_old_b=`checksum_table test t1_old`
+checksum_t1_db2_b=`checksum_table db2 t1`
+
+if [ "$checksum_t1_a" != "$checksum_t1_b" -o "$checksum_t1_old_a" != "$checksum_t1_old_b" \
+	-o "$checksum_t1_db2_a" != "$checksum_t1_db2_b" ]
+then 
+	vlog "Checksums do not match"
+	exit -1
+fi
+
+vlog "Checksums are OK"