mirror of
https://github.com/duplicati/duplicati.git
synced 2025-11-27 19:10:29 +08:00
* Rewrite the backend manager. This creates a new more logic backend manager that handles all backend operations. For each top-level operation, there is now a single backend manager instance that is passed to sub-commands. The internals of the backend manager are now rewritten to use async logic instead of threading. The design uses a single task runner that dispatches operations and honors concurrent settings and limits from one place. The logic for each operation has been moved into a separate files/classes to make it easier to understand each operation. This fixes #5804 * Fixed a few issues with not awaiting tasks * Fixed not creating empty databases * Fixed an issue with hashes not being recorded on download * Reworked the download logic to avoid attempting to decrypt the file if it has been modified. * Review fixes * Renamed db collector to better reflect the purpose. * Review fixes
126 lines
4.9 KiB
C#
126 lines
4.9 KiB
C#
// Copyright (C) 2025, The Duplicati Team
|
|
// https://duplicati.com, hello@duplicati.com
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a
|
|
// copy of this software and associated documentation files (the "Software"),
|
|
// to deal in the Software without restriction, including without limitation
|
|
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
// and/or sell copies of the Software, and to permit persons to whom the
|
|
// Software is furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
|
// OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
// DEALINGS IN THE SOFTWARE.
|
|
using System;
|
|
using System.IO;
|
|
using Duplicati.Library.Interface;
|
|
using Duplicati.Library.Main.Operation.Common;
|
|
|
|
namespace Duplicati.Library.Main.Volumes
|
|
{
|
|
public abstract class VolumeWriterBase : VolumeBase, IDisposable
|
|
{
|
|
protected ICompression m_compression;
|
|
protected Library.Utility.TempFile m_localfile;
|
|
protected Stream m_localFileStream;
|
|
protected string m_volumename;
|
|
public string LocalFilename { get { return m_localfile; } }
|
|
public string RemoteFilename { get { return m_volumename; } }
|
|
public Library.Utility.TempFile TempFile { get { return m_localfile; } }
|
|
|
|
public abstract RemoteVolumeType FileType { get; }
|
|
|
|
public long VolumeID { get; set; }
|
|
|
|
public void SetRemoteFilename(string name)
|
|
{
|
|
m_volumename = name;
|
|
}
|
|
|
|
protected VolumeWriterBase(Options options)
|
|
: this(options, DateTime.UtcNow)
|
|
{
|
|
}
|
|
|
|
public static string GenerateGuid()
|
|
{
|
|
var s = Guid.NewGuid().ToString("N");
|
|
|
|
//We can choose shorter GUIDs here
|
|
|
|
return s;
|
|
|
|
}
|
|
|
|
public void ResetRemoteFilename(Options options, DateTime timestamp)
|
|
{
|
|
m_volumename = GenerateFilename(this.FileType, options.Prefix, GenerateGuid(), timestamp, options.CompressionModule, options.NoEncryption ? null : options.EncryptionModule);
|
|
}
|
|
|
|
protected VolumeWriterBase(Options options, DateTime timestamp)
|
|
: base(options)
|
|
{
|
|
if (!string.IsNullOrWhiteSpace(options.AsynchronousUploadFolder))
|
|
m_localfile = Library.Utility.TempFile.CreateInFolder(options.AsynchronousUploadFolder, true);
|
|
else
|
|
m_localfile = new Library.Utility.TempFile();
|
|
|
|
ResetRemoteFilename(options, timestamp);
|
|
|
|
m_localFileStream = new System.IO.FileStream(m_localfile, FileMode.Create, FileAccess.Write, FileShare.Read);
|
|
m_compression = DynamicLoader.CompressionLoader.GetModule(options.CompressionModule, m_localFileStream, ArchiveMode.Write, options.RawOptions);
|
|
|
|
if (m_compression == null)
|
|
throw new UserInformationException(string.Format("Unsupported compression module: {0}", options.CompressionModule), "UnsupportedCompressionModule");
|
|
|
|
AddManifestFile();
|
|
}
|
|
|
|
protected void AddManifestFile()
|
|
{
|
|
using (var sr = new StreamWriter(m_compression.CreateFile(MANIFEST_FILENAME, CompressionHint.Compressible, DateTime.UtcNow), ENCODING))
|
|
sr.Write(ManifestData.GetManifestInstance(m_blocksize, m_blockhash, m_filehash));
|
|
}
|
|
|
|
public virtual void Dispose()
|
|
{
|
|
if (m_compression != null)
|
|
try { m_compression.Dispose(); }
|
|
finally { m_compression = null; }
|
|
|
|
if (m_localFileStream != null)
|
|
try { m_localFileStream.Dispose(); }
|
|
finally { m_localFileStream = null; }
|
|
|
|
if (m_localfile != null)
|
|
{
|
|
m_localfile.Protected = false;
|
|
try { m_localfile.Dispose(); }
|
|
finally { m_localfile = null; }
|
|
}
|
|
|
|
m_volumename = null;
|
|
}
|
|
|
|
public virtual void Close()
|
|
{
|
|
if (m_compression != null)
|
|
try { m_compression.Dispose(); }
|
|
finally { m_compression = null; }
|
|
|
|
if (m_localFileStream != null)
|
|
try { m_localFileStream.Dispose(); }
|
|
finally { m_localFileStream = null; }
|
|
}
|
|
|
|
public long Filesize { get { return m_compression.Size + m_compression.FlushBufferSize; } }
|
|
|
|
}
|
|
}
|