/*
 *  The contents of this file are subject to the Initial
 *  Developer's Public License Version 1.0 (the "License");
 *  you may not use this file except in compliance with the
 *  License. You may obtain a copy of the License at
 *  http://www.ibphoenix.com/main.nfs?a=ibphoenix&page=ibp_idpl.
 *
 *  Software distributed under the License is distributed AS IS,
 *  WITHOUT WARRANTY OF ANY KIND, either express or implied.
 *  See the License for the specific language governing rights
 *  and limitations under the License.
 *
 *  The Original Code was created by Dmitry Yemanov
 *  for the Firebird Open Source RDBMS project.
 *
 *  Copyright (c) 2014 Dmitry Yemanov <dimitr@firebirdsql.org>
 *  and all contributors signed below.
 *
 *  All Rights Reserved.
 *  Contributor(s): ______________________________________.
 */

#include "firebird.h"
#include "firebird/Message.h"
#include "../common/common.h"
#include "../jrd/constants.h"
#include "ibase.h"
#include "../jrd/license.h"
#include "../jrd/ods.h"
#include "../common/os/guid.h"
#include "../common/os/os_utils.h"
#include "../common/os/path_utils.h"
#include "../common/isc_proto.h"
#include "../common/classes/ClumpletWriter.h"
#include "../common/ThreadStart.h"
#include "../common/utils_proto.h"
#include "../common/classes/ParsedList.h"
#include "../common/status.h"

#include "../jrd/replication/ChangeLog.h"
#include "../jrd/replication/Config.h"
#include "../jrd/replication/Protocol.h"
#include "../jrd/replication/Utils.h"

#include <sys/types.h>
#include <sys/stat.h>
#include <errno.h>
#include <fcntl.h>

#ifdef HAVE_SYS_FILE_H
#include <sys/file.h>
#endif

#ifdef WIN_NT
#include <io.h>
#endif

#include "ReplServer.h"

#ifndef O_BINARY
#define O_BINARY	0
#endif

// Debugging facilities
//#define NO_DATABASE
//#define PRESERVE_LOG

using namespace Firebird;
using namespace Replication;

namespace
{
	const char CTL_SIGNATURE[] = "FBREPLCTL";

	const USHORT CTL_VERSION1 = 1;
	const USHORT CTL_CURRENT_VERSION = CTL_VERSION1;

	volatile bool shutdownFlag = false;
	AtomicCounter activeThreads;
	Semaphore shutdownSemaphore;

	int shutdownHandler(const int, const int, void*)
	{
		if (!shutdownFlag && activeThreads.value())
		{
			shutdownFlag = true;
			shutdownSemaphore.release(activeThreads.value() + 1);

			while (activeThreads.value())
				Thread::sleep(10);
		}

		return 0;
	}

	struct ActiveTransaction
	{
		ActiveTransaction()
			: tra_id(0), sequence(0)
		{}

		ActiveTransaction(TraNumber id, FB_UINT64 seq)
			: tra_id(id), sequence(seq)
		{}

	    static const TraNumber& generate(const ActiveTransaction& item)
		{
			return item.tra_id;
	    }

	    TraNumber tra_id;
		FB_UINT64 sequence;
	};

	typedef SortedArray<ActiveTransaction, EmptyStorage<ActiveTransaction>, TraNumber, ActiveTransaction> TransactionList;

	const ActiveTransaction* findOldest(const TransactionList& transactions)
	{
		if (transactions.isEmpty())
			return NULL;

		const ActiveTransaction* oldest = NULL;

		for (const auto& txn : transactions)
		{
			if (!oldest || txn.sequence < oldest->sequence)
				oldest = &txn;
		}

		fb_assert(oldest);
		fb_assert(oldest->sequence > 0 && oldest->sequence < MAX_UINT64);
		fb_assert(oldest->tra_id > 0 && oldest->tra_id < MAX_TRA_NUMBER);

		return oldest;
	}

	class ControlFile : public AutoFile
	{
		struct DataV1
		{
			char signature[10];
			USHORT version;
			ULONG txn_count;
			FB_UINT64 sequence;
			ULONG offset;
			FB_UINT64 db_sequence;
		};

		typedef DataV1 Data;

	public:
		ControlFile(const PathName& directory,
					const Guid& guid, FB_UINT64 sequence,
					TransactionList& transactions)
			: AutoFile(init(directory, guid))
		{
			char guidStr[GUID_BUFF_SIZE];
			GuidToString(guidStr, &guid);

			const PathName filename = directory + guidStr;

#ifdef WIN_NT
			string name;
			name.printf("firebird_replctl_%s", guidStr);
			m_mutex = CreateMutex(NULL, FALSE, name.c_str());
			if (WaitForSingleObject(m_mutex, INFINITE) != WAIT_OBJECT_0)
#else // POSIX
#ifdef HAVE_FLOCK
			if (flock(m_handle, LOCK_EX))
#else
			if (lockf(m_handle, F_LOCK, 0))
#endif
#endif
			{
				raiseError("Control file %s lock failed (error: %d)", filename.c_str(), ERRNO);
			}

			memset(&m_data, 0, sizeof(Data));
			strcpy(m_data.signature, CTL_SIGNATURE);
			m_data.version = CTL_CURRENT_VERSION;

			const size_t length = (size_t) lseek(m_handle, 0, SEEK_END);

			if (!length)
			{
				m_data.sequence = sequence ? sequence - 1 : 0;
				m_data.offset = 0;
				m_data.db_sequence = 0;

				lseek(m_handle, 0, SEEK_SET);
				if (write(m_handle, &m_data, sizeof(Data)) != sizeof(Data))
					raiseError("Control file %s cannot be written", filename.c_str());
 			}
			else if (length >= sizeof(DataV1))
			{
				lseek(m_handle, 0, SEEK_SET);
				if (read(m_handle, &m_data, sizeof(DataV1)) != sizeof(DataV1))
					raiseError("Control file %s appears corrupted", filename.c_str());

				if (strcmp(m_data.signature, CTL_SIGNATURE) ||
					(m_data.version != CTL_VERSION1))
				{
					raiseError("Control file %s appears corrupted", filename.c_str());
				}

				ActiveTransaction* const ptr =
					m_data.txn_count ? transactions.getBuffer(m_data.txn_count) : NULL;
				const ULONG txn_size = m_data.txn_count * sizeof(ActiveTransaction);

				if (txn_size)
				{
					if (read(m_handle, ptr, txn_size) != txn_size)
						raiseError("Control file %s appears corrupted", filename.c_str());
				}
			}
			else
				raiseError("Control file %s appears corrupted", filename.c_str());

			flush();
		}

		~ControlFile()
		{
#ifdef WIN_NT
			ReleaseMutex(m_mutex);
			CloseHandle(m_mutex);
#endif
		}

		FB_UINT64 getSequence() const
		{
			return m_data.sequence;
		}

		ULONG getOffset() const
		{
			return m_data.offset;
		}

		FB_UINT64 getDbSequence() const
		{
			return m_data.db_sequence;
		}

		void saveDbSequence(FB_UINT64 db_sequence)
		{
			m_data.db_sequence = db_sequence;

			lseek(m_handle, 0, SEEK_SET);
			if (write(m_handle, &m_data, sizeof(Data)) != sizeof(Data))
				raiseError("Control file write failed (error: %d)", ERRNO);
			flush();
		}

		void savePartial(FB_UINT64 sequence, ULONG offset, const TransactionList& transactions)
		{
			bool update = false;

			if (sequence > m_data.sequence)
			{
				m_data.sequence = sequence;
				fb_assert(!m_data.offset);
				m_data.offset = offset;
				update = true;
			}
			else if (sequence == m_data.sequence && offset > m_data.offset)
			{
				m_data.offset = offset;
				update = true;
			}

			if (update)
			{
				m_data.txn_count = (ULONG) transactions.getCount();

				const ULONG txn_size = m_data.txn_count * sizeof(ActiveTransaction);

				lseek(m_handle, 0, SEEK_SET);
				if (write(m_handle, &m_data, sizeof(Data)) != sizeof(Data))
					raiseError("Control file write failed (error: %d)", ERRNO);
				if (write(m_handle, transactions.begin(), txn_size) != txn_size)
					raiseError("Control file write failed (error: %d)", ERRNO);
				flush();
			}
		}

		void saveComplete(FB_UINT64 sequence, const TransactionList& transactions)
		{
			if (sequence >= m_data.sequence)
			{
				m_data.sequence = sequence;
				m_data.offset = 0;

				m_data.txn_count = (ULONG) transactions.getCount();

				const ULONG txn_size = m_data.txn_count * sizeof(ActiveTransaction);

				lseek(m_handle, 0, SEEK_SET);
				if (write(m_handle, &m_data, sizeof(Data)) != sizeof(Data))
					raiseError("Control file write failed (error: %d)", ERRNO);
				if (write(m_handle, transactions.begin(), txn_size) != txn_size)
					raiseError("Control file write failed (error: %d)", ERRNO);
				flush();
			}
		}

	private:
		static int init(const PathName& directory, const Guid& guid)
		{
#ifdef WIN_NT
			const mode_t ACCESS_MODE = DEFAULT_OPEN_MODE;
#else
			const mode_t ACCESS_MODE = 0664;
#endif
			char guidStr[GUID_BUFF_SIZE];
			GuidToString(guidStr, &guid);

			const PathName filename = directory + guidStr;

			const int fd = os_utils::open(filename.c_str(),
				O_CREAT | O_RDWR | O_BINARY, ACCESS_MODE);

			if (fd < 0)
				raiseError("Control file %s open failed (error: %d)", filename.c_str(), ERRNO);

			return fd;
		}

		void flush()
		{
#ifdef WIN_NT
			FlushFileBuffers((HANDLE) _get_osfhandle(m_handle));
#else
			fsync(m_handle);
#endif
		}

		Data m_data;

#ifdef WIN_NT
		HANDLE m_mutex;
#endif
	};

	class Target : public GlobalStorage
	{
	public:
		explicit Target(const Replication::Config* config)
			: m_config(config),
			  m_attachment(nullptr), m_replicator(nullptr),
			  m_sequence(0), m_connected(false),
			  m_lastError(getPool()), m_errorSequence(0), m_errorOffset(0)
		{
		}

		~Target()
		{
			shutdown();
		}

		const Replication::Config* getConfig() const
		{
			return m_config;
		}

		bool checkGuid(const Guid& guid)
		{
			if (!m_config->sourceGuid.Data1)
				return true;

			if (!memcmp(&guid, &m_config->sourceGuid, sizeof(Guid)))
				return true;

			return false;
		}

		FB_UINT64 initReplica()
		{
			if (m_connected)
				return m_sequence;

			ClumpletWriter dpb(ClumpletReader::dpbList, MAX_DPB_SIZE);

			dpb.insertByte(isc_dpb_no_db_triggers, 1);
			dpb.insertString(isc_dpb_user_name, DBA_USER_NAME);
			dpb.insertString(isc_dpb_config, ParsedList::getNonLoopbackProviders(m_config->dbName));

#ifndef NO_DATABASE
			DispatcherPtr provider;
			FbLocalStatus localStatus;

			const auto att =
				provider->attachDatabase(&localStatus, m_config->dbName.c_str(),
										 dpb.getBufferLength(), dpb.getBuffer());
			localStatus.check();
			m_attachment.assignRefNoIncr(att);

			const auto repl = m_attachment->createReplicator(&localStatus);
			localStatus.check();
			m_replicator.assignRefNoIncr(repl);

			fb_assert(!m_sequence);

			RefPtr<ITransaction> transaction(REF_NO_INCR,
				m_attachment->startTransaction(&localStatus, 0, NULL));
			localStatus.check();

			const char* sql =
				"select rdb$get_context('SYSTEM', 'REPLICATION_SEQUENCE') from rdb$database";

			FB_MESSAGE(Result, CheckStatusWrapper,
				(FB_BIGINT, sequence)
			) result(&localStatus, fb_get_master_interface());

			m_attachment->execute(&localStatus, transaction, 0, sql, SQL_DIALECT_V6,
								  NULL, NULL, result.getMetadata(), result.getData());
			localStatus.check();

			m_sequence = result->sequence;
#endif
			m_connected = true;

			return m_sequence;
		}

		void shutdown()
		{
			m_replicator = nullptr;
			m_attachment = nullptr;
			m_sequence = 0;
			m_connected = false;
		}

		void replicate(FB_UINT64 sequence, ULONG offset, ULONG length, const UCHAR* data)
		{
#ifdef NO_DATABASE
			return true;
#else
			fb_assert(m_replicator);

			FbLocalStatus localStatus;
			m_replicator->process(&localStatus, length, data);
			checkCompletion(localStatus, sequence, offset);
#endif
		}

		bool isShutdown() const
		{
			return (m_attachment == NULL);
		}

		const PathName& getDirectory() const
		{
			return m_config->sourceDirectory;
		}

		void logError(const string& message)
		{
			if (m_config->verboseLogging || message != m_lastError)
			{
				string error = message;

				if (m_errorSequence)
				{
					string position;
					position.printf("\n\tAt segment %" UQUADFORMAT ", offset %u",
									m_errorSequence, m_errorOffset);
					error += position;
				}

				logReplicaError(m_config->dbName, error);
				m_lastError = message;
			}
		}

		void checkCompletion(const FbLocalStatus& status, FB_UINT64 sequence, ULONG offset)
		{
			if (!status.isSuccess())
			{
				m_errorSequence = sequence;
				m_errorOffset = offset;
				status.raise();
			}

			m_lastError.clear();
			m_errorSequence = 0;
			m_errorOffset = 0;
		}

		void verbose(const char* msg, ...) const
		{
			if (m_config->verboseLogging)
			{
				char buffer[BUFFER_LARGE];

				va_list ptr;
				va_start(ptr, msg);
				VSNPRINTF(buffer, sizeof(buffer), msg, ptr);
				va_end(ptr);

				logReplicaVerbose(m_config->dbName, buffer);
			}
		}

	private:
		AutoPtr<const Replication::Config> m_config;
		RefPtr<IAttachment> m_attachment;
		RefPtr<IReplicator> m_replicator;
		FB_UINT64 m_sequence;
		bool m_connected;
		string m_lastError;
		FB_UINT64 m_errorSequence;
		ULONG m_errorOffset;
	};

	typedef Array<Target*> TargetList;

	struct Segment
	{
		explicit Segment(MemoryPool& pool, const PathName& fname, const SegmentHeader& hdr)
			: filename(pool, fname)
		{
			memcpy(&header, &hdr, sizeof(SegmentHeader));
		}

		void remove()
		{
#ifdef PRESERVE_LOG
			PathName path, name, newname;
			PathUtils::splitLastComponent(path, name, filename);
			PathUtils::concatPath(newname, path, "~" + name);

			if (rename(filename.c_str(), newname.c_str()) < 0)
				raiseError("Journal file %s rename failed (error: %d)", filename.c_str(), ERRNO);
#else
			if (unlink(filename.c_str()) < 0)
				raiseError("Journal file %s unlink failed (error: %d)", filename.c_str(), ERRNO);
#endif
		}

		static const FB_UINT64& generate(const Segment* item)
		{
			return item->header.hdr_sequence;
		}

		const PathName filename;
		SegmentHeader header;
	};

	typedef SortedArray<Segment*, EmptyStorage<Segment*>, FB_UINT64, Segment> ProcessQueue;

	string formatInterval(const TimeStamp& start, const TimeStamp& finish)
	{
		static const SINT64 MSEC_PER_DAY = 24 * 60 * 60 * 1000;

		const SINT64 startMsec = ((SINT64) start.value().timestamp_date) * MSEC_PER_DAY +
			(SINT64) start.value().timestamp_time / 10;
		const SINT64 finishMsec = ((SINT64) finish.value().timestamp_date) * MSEC_PER_DAY +
			(SINT64) finish.value().timestamp_time / 10;

		const SINT64 delta = finishMsec - startMsec;
		const double seconds = (double) delta / 1000;

		string value;
		value.printf("%.3lfs", seconds);

		return value;
	}

	bool validateHeader(const SegmentHeader* header)
	{
		if (strcmp(header->hdr_signature, CHANGELOG_SIGNATURE))
			return false;

		if (header->hdr_version != CHANGELOG_CURRENT_VERSION)
			return false;

		if (header->hdr_state != SEGMENT_STATE_FREE &&
			header->hdr_state != SEGMENT_STATE_USED &&
			header->hdr_state != SEGMENT_STATE_FULL &&
			header->hdr_state != SEGMENT_STATE_ARCH)
		{
			return false;
		}

		return true;
	}

	void replicate(Target* target,
				   TransactionList& transactions,
				   FB_UINT64 sequence, ULONG offset,
				   ULONG length, const UCHAR* data,
				   bool rewind)
	{
		const Block* const header = (Block*) data;

		const auto traNumber = header->traNumber;

		if (!rewind || !traNumber || transactions.exist(traNumber))
		{
			target->replicate(sequence, offset, length, data);
		}

		if (header->flags & BLOCK_END_TRANS)
		{
			if (traNumber)
			{
				FB_SIZE_T pos;
				if (transactions.find(traNumber, pos))
					transactions.remove(pos);
			}
			else if (!rewind)
			{
				transactions.clear();
			}
		}
		else if (header->flags & BLOCK_BEGIN_TRANS)
		{
			fb_assert(traNumber);

			if (!rewind && !transactions.exist(traNumber))
				transactions.add(ActiveTransaction(traNumber, sequence));
		}
	}

	enum ProcessStatus { PROCESS_SUSPEND, PROCESS_CONTINUE, PROCESS_ERROR, PROCESS_SHUTDOWN };

	ProcessStatus process_archive(MemoryPool& pool, Target* target)
	{
		ProcessQueue queue(pool);

		ProcessStatus ret = PROCESS_SUSPEND;

		const auto config = target->getConfig();

		try
		{
			// First pass: create the processing queue

			AutoPtr<PathUtils::DirIterator> iter;

			for (iter = PathUtils::newDirIterator(pool, config->sourceDirectory);
				*iter; ++(*iter))
			{
				if (shutdownFlag)
					return PROCESS_SHUTDOWN;

				const auto filename = **iter;

#ifdef PRESERVE_LOG
				PathName path, name;
				PathUtils::splitLastComponent(path, name, filename);

				if (name.find('~') == 0)
					continue;
#endif

				if (filename.find('{') != PathName::npos &&
					filename.find('}') != PathName::npos &&
					filename.find('-') != PathName::npos)
				{
					continue;
				}

				const int fd = os_utils::open(filename.c_str(), O_RDONLY | O_BINARY);
				if (fd < 0)
				{
					if (errno == EACCES || errno == EAGAIN)
					{
						target->verbose("Skipping file (%s) due to sharing violation", filename.c_str());
						continue;
					}

					raiseError("Journal file %s open failed (error: %d)", filename.c_str(), ERRNO);
				}

				AutoFile file(fd);

				struct stat stats;
				if (fstat(file, &stats) < 0)
					raiseError("Journal file %s fstat failed (error: %d)", filename.c_str(), ERRNO);

				const size_t fileSize = stats.st_size;

				if (fileSize < sizeof(SegmentHeader))
				{
					target->verbose("Skipping file (%s) as being too small (at least %u bytes expected, %u bytes detected)",
									filename.c_str(), sizeof(SegmentHeader), fileSize);
					continue;
				}

				if (lseek(file, 0, SEEK_SET) != 0)
					raiseError("Journal file %s seek failed (error: %d)", filename.c_str(), ERRNO);

				SegmentHeader header;

				if (read(file, &header, sizeof(SegmentHeader)) != sizeof(SegmentHeader))
					raiseError("Journal file %s read failed (error: %d)", filename.c_str(), ERRNO);

				if (!validateHeader(&header))
				{
					target->verbose("Skipping file (%s) due to unknown format", filename.c_str());
					continue;
				}

				if (fileSize < header.hdr_length)
				{
					target->verbose("Skipping file (%s) as being too small (at least %u bytes expected, %u bytes detected)",
									filename.c_str(), header.hdr_length, fileSize);
					continue;
				}

				if (header.hdr_state == SEGMENT_STATE_FREE)
				{
					target->verbose("Deleting file (%s) due to incorrect state (expected either FULL or ARCH, found FREE)",
									filename.c_str());
					file.release();
					unlink(filename.c_str());
					continue;
				}

				if (!target->checkGuid(header.hdr_guid))
				{
					char buff[GUID_BUFF_SIZE];
					GuidToString(buff, &header.hdr_guid);
					const string guidStr(buff);
					target->verbose("Skipping file (%s) due to GUID mismatch (found %s)",
									filename.c_str(), guidStr.c_str());
					continue;
				}
/*
				if (header.hdr_state != SEGMENT_STATE_ARCH)
					continue;
*/
				queue.add(FB_NEW_POOL(pool) Segment(pool, filename, header));
			}

			if (queue.isEmpty())
			{
				target->verbose("No new segments found, suspending");
				return ret;
			}

			target->verbose("Added %u segment(s) to the queue", (ULONG) queue.getCount());

			// Second pass: replicate the chain of contiguous segments

			Array<UCHAR> buffer(pool);
			TransactionList transactions(pool);

			const FB_UINT64 max_sequence = queue.back()->header.hdr_sequence;
			FB_UINT64 next_sequence = 0;
			const bool restart = target->isShutdown();

			for (auto segment : queue)
			{
				if (shutdownFlag)
					return PROCESS_SHUTDOWN;

				const FB_UINT64 sequence = segment->header.hdr_sequence;
				const Guid& guid = segment->header.hdr_guid;

				ControlFile control(target->getDirectory(), guid, sequence, transactions);

				FB_UINT64 last_sequence = control.getSequence();
				ULONG last_offset = control.getOffset();

				const FB_UINT64 db_sequence = target->initReplica();
				const FB_UINT64 last_db_sequence = control.getDbSequence();

				if (sequence <= db_sequence)
				{
					target->verbose("Deleting segment %" UQUADFORMAT " due to fast forward", sequence);
					segment->remove();
					continue;
				}

				if (db_sequence != last_db_sequence)
				{
					target->verbose("Resetting replication to continue from segment %" UQUADFORMAT, db_sequence + 1);
					control.saveDbSequence(db_sequence);
					transactions.clear();
					control.saveComplete(db_sequence, transactions);
					last_sequence = db_sequence;
					last_offset = 0;
				}

				// If no new segments appeared since our last attempt,
				// then there's no point in replaying the whole sequence
				if (max_sequence == last_sequence && !last_offset)
				{
					target->verbose("No new segments found, suspending");
					return ret;
				}

				const ActiveTransaction* oldest = findOldest(transactions);
				FB_UINT64 oldest_sequence = oldest ? oldest->sequence : 0;

				const FB_UINT64 threshold = oldest_sequence ? oldest_sequence :
					(last_offset ? last_sequence : last_sequence + 1);

				if (sequence < threshold)
				{
					target->verbose("Deleting segment %" UQUADFORMAT " as no longer needed", sequence);
					segment->remove();
					continue;
				}

				if (!next_sequence)
					next_sequence = restart ? threshold : last_sequence + 1;

 				if (sequence > next_sequence)
 					raiseError("Required segment %" UQUADFORMAT " is missing", next_sequence);

				if (sequence < next_sequence)
					continue;

				const FB_UINT64 org_oldest_sequence = oldest_sequence;

				const int fd = os_utils::open(segment->filename.c_str(), O_RDONLY | O_BINARY);
				if (fd < 0)
				{
					if (errno == EACCES || errno == EAGAIN)
					{
						target->verbose("Stopping to process the queue, sharing violation for file (%s)",
										segment->filename.c_str());
						break;
					}

					raiseError("Journal file %s open failed (error: %d)", segment->filename.c_str(), ERRNO);
				}

				const TimeStamp startTime(TimeStamp::getCurrentTimeStamp());

				AutoFile file(fd);

				SegmentHeader header;

				if (read(file, &header, sizeof(SegmentHeader)) != sizeof(SegmentHeader))
					raiseError("Journal file %s read failed (error: %d)", segment->filename.c_str(), ERRNO);

				if (memcmp(&header, &segment->header, sizeof(SegmentHeader)))
					raiseError("Journal file %s was unexpectedly changed", segment->filename.c_str());

				ULONG totalLength = sizeof(SegmentHeader);
				while (totalLength < segment->header.hdr_length)
				{
					if (shutdownFlag)
						return PROCESS_SHUTDOWN;

					Block header;
					if (read(file, &header, sizeof(Block)) != sizeof(Block))
						raiseError("Journal file %s read failed (error %d)", segment->filename.c_str(), ERRNO);

					const auto blockLength = header.length;
					const auto length = sizeof(Block) + blockLength;

					if (blockLength)
					{
						const bool rewind = (sequence < last_sequence ||
							(sequence == last_sequence && (!last_offset || totalLength < last_offset)));

						UCHAR* const data = buffer.getBuffer(length);
						memcpy(data, &header, sizeof(Block));

						if (read(file, data + sizeof(Block), blockLength) != blockLength)
							raiseError("Journal file %s read failed (error %d)", segment->filename.c_str(), ERRNO);

						replicate(target, transactions, sequence, totalLength,
								  length, data, rewind);
					}

					totalLength += length;

					control.savePartial(sequence, totalLength, transactions);
				}

				control.saveComplete(sequence, transactions);

				file.release();

				const TimeStamp finishTime(TimeStamp::getCurrentTimeStamp());
				const string interval = formatInterval(startTime, finishTime);

				oldest = findOldest(transactions);
				oldest_sequence = oldest ? oldest->sequence : 0;
				next_sequence = sequence + 1;

				string extra;
				if (oldest)
				{
					const TraNumber oldest_trans = oldest->tra_id;
					extra.printf("preserving (OAT: %" UQUADFORMAT " in segment %" UQUADFORMAT ")",
								 oldest_trans, oldest_sequence);
				}
				else
				{
					extra = "deleting";
				}

				target->verbose("Segment %" UQUADFORMAT " (%u bytes) is replicated in %s, %s",
								sequence, totalLength, interval.c_str(), extra.c_str());

				if (!oldest_sequence)
					segment->remove();

				if (org_oldest_sequence && oldest_sequence != org_oldest_sequence)
				{
					const FB_UINT64 threshold =
						oldest_sequence ? MIN(oldest_sequence, sequence) : sequence;

					FB_SIZE_T pos;
					if (queue.find(org_oldest_sequence, pos))
					{
						do
						{
							Segment* const segment = queue[pos++];
							const FB_UINT64 sequence = segment->header.hdr_sequence;

							if (sequence >= threshold)
								break;

							target->verbose("Deleting segment %" UQUADFORMAT " as no longer needed", sequence);

							segment->remove();
						} while (pos < queue.getCount());
					}
				}

				ret = PROCESS_CONTINUE;
			}
		}
		catch (const Exception& ex)
		{
			FbLocalStatus localStatus;
			ex.stuffException(&localStatus);

			string message;

			char temp[BUFFER_LARGE];
			const ISC_STATUS* statusPtr = localStatus->getErrors();
			while (fb_interpret(temp, sizeof(temp), &statusPtr))
			{
				if (!message.isEmpty())
					message += "\n\t";

				message += temp;
			}

			target->logError(message);

			target->verbose("Disconnecting and suspending");

			ret = PROCESS_ERROR;
		}

		while (queue.hasData())
			delete queue.pop();

		return ret;
	}

	THREAD_ENTRY_DECLARE process_thread(THREAD_ENTRY_PARAM arg)
	{
		AutoPtr<Target> target(static_cast<Target*>(arg));
		const auto config = target->getConfig();
		const auto dbName = config->dbName.c_str();

		AutoMemoryPool workingPool(MemoryPool::createPool());
		ContextPoolHolder threadContext(workingPool);

		target->verbose("Started replication for database %s", dbName);

		while (!shutdownFlag)
		{
			const ProcessStatus ret = process_archive(*workingPool, target);

			if (ret == PROCESS_CONTINUE)
				continue;

			target->shutdown();

			if (ret != PROCESS_SHUTDOWN)
			{
				const ULONG timeout =
					(ret == PROCESS_SUSPEND) ? config->applyIdleTimeout : config->applyErrorTimeout;

				shutdownSemaphore.tryEnter(timeout);
			}
		}

		target->verbose("Finished replication for database %s", dbName);
		--activeThreads;

		return 0;
	}
}


bool REPL_server(CheckStatusWrapper* status, const Replication::Config::ReplicaList& replicas, bool wait)
{
	try
	{
		fb_shutdown_callback(0, shutdownHandler, fb_shut_preproviders, 0);

		for (const auto replica : replicas)
		{
			const auto target = FB_NEW Target(replica);
			Thread::start(process_thread, target, THREAD_medium, NULL);
			++activeThreads;
		}

		if (wait)
		{
			shutdownSemaphore.enter();

			do {
				Thread::sleep(10);
			} while (activeThreads.value());
		}
	}
	catch (const Exception& ex)
	{
		ex.stuffException(status);
		return false;
	}

	return true;
}
