feat: Initialize Zastava Webhook service with TLS and Authority authentication
- Added Program.cs to set up the web application with Serilog for logging, health check endpoints, and a placeholder admission endpoint. - Configured Kestrel server to use TLS 1.3 and handle client certificates appropriately. - Created StellaOps.Zastava.Webhook.csproj with necessary dependencies including Serilog and Polly. - Documented tasks in TASKS.md for the Zastava Webhook project, outlining current work and exit criteria for each task.
This commit is contained in:
152
Mongo2Go-4.1.0/src/MongoDownloader/ArchiveExtractor.cs
Normal file
152
Mongo2Go-4.1.0/src/MongoDownloader/ArchiveExtractor.cs
Normal file
@@ -0,0 +1,152 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Diagnostics;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Net.Http;
|
||||
using System.Text;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using ByteSizeLib;
|
||||
using Espresso3389.HttpStream;
|
||||
using HttpProgress;
|
||||
using ICSharpCode.SharpZipLib.GZip;
|
||||
using ICSharpCode.SharpZipLib.Tar;
|
||||
using ICSharpCode.SharpZipLib.Zip;
|
||||
|
||||
namespace MongoDownloader
|
||||
{
|
||||
internal class ArchiveExtractor
|
||||
{
|
||||
private static readonly int CachePageSize = Convert.ToInt32(ByteSize.FromMebiBytes(4).Bytes);
|
||||
|
||||
private readonly Options _options;
|
||||
private readonly BinaryStripper? _binaryStripper;
|
||||
|
||||
public ArchiveExtractor(Options options, BinaryStripper? binaryStripper)
|
||||
{
|
||||
_options = options ?? throw new ArgumentNullException(nameof(options));
|
||||
_binaryStripper = binaryStripper;
|
||||
}
|
||||
|
||||
public async Task<IEnumerable<Task<ByteSize>>> DownloadExtractZipArchiveAsync(Download download, DirectoryInfo extractDirectory, ArchiveProgress progress, CancellationToken cancellationToken)
|
||||
{
|
||||
var bytesTransferred = 0L;
|
||||
using var headResponse = await _options.HttpClient.SendAsync(new HttpRequestMessage(HttpMethod.Head, download.Archive.Url), cancellationToken);
|
||||
var contentLength = headResponse.Content.Headers.ContentLength ?? 0;
|
||||
var cacheFile = new FileInfo(Path.Combine(_options.CacheDirectory.FullName, download.Archive.Url.Segments.Last()));
|
||||
await using var cacheStream = new FileStream(cacheFile.FullName, FileMode.OpenOrCreate, FileAccess.ReadWrite, FileShare.None);
|
||||
var stopwatch = Stopwatch.StartNew();
|
||||
await using var httpStream = new HttpStream(download.Archive.Url, cacheStream, ownStream: false, CachePageSize, cached: null);
|
||||
httpStream.RangeDownloaded += (_, args) =>
|
||||
{
|
||||
bytesTransferred += args.Length;
|
||||
progress.Report(new CopyProgress(stopwatch.Elapsed, 0, bytesTransferred, contentLength));
|
||||
};
|
||||
using var zipFile = new ZipFile(httpStream);
|
||||
var binaryRegex = _options.Binaries[(download.Product, download.Platform)];
|
||||
var licenseRegex = _options.Licenses[(download.Product, download.Platform)];
|
||||
var stripTasks = new List<Task<ByteSize>>();
|
||||
foreach (var entry in zipFile.Cast<ZipEntry>().Where(e => e.IsFile))
|
||||
{
|
||||
var nameParts = entry.Name.Split('\\', '/').Skip(1).ToList();
|
||||
var zipEntryPath = string.Join('/', nameParts);
|
||||
var isBinaryFile = binaryRegex.IsMatch(zipEntryPath);
|
||||
var isLicenseFile = licenseRegex.IsMatch(zipEntryPath);
|
||||
if (isBinaryFile || isLicenseFile)
|
||||
{
|
||||
var destinationPathParts = isLicenseFile ? nameParts.Prepend(ProductDirectoryName(download.Product)) : nameParts;
|
||||
var destinationFile = new FileInfo(Path.Combine(destinationPathParts.Prepend(extractDirectory.FullName).ToArray()));
|
||||
destinationFile.Directory?.Create();
|
||||
await using var destinationStream = destinationFile.OpenWrite();
|
||||
await using var inputStream = zipFile.GetInputStream(entry);
|
||||
await inputStream.CopyToAsync(destinationStream, cancellationToken);
|
||||
if (isBinaryFile && _binaryStripper is not null)
|
||||
{
|
||||
stripTasks.Add(_binaryStripper.StripAsync(destinationFile, cancellationToken));
|
||||
}
|
||||
}
|
||||
}
|
||||
progress.Report(new CopyProgress(stopwatch.Elapsed, 0, bytesTransferred, bytesTransferred));
|
||||
return stripTasks;
|
||||
}
|
||||
|
||||
public IEnumerable<Task<ByteSize>> ExtractArchive(Download download, FileInfo archive, DirectoryInfo extractDirectory, CancellationToken cancellationToken)
|
||||
{
|
||||
switch (Path.GetExtension(archive.Name))
|
||||
{
|
||||
case ".tgz":
|
||||
return ExtractTarGzipArchive(download, archive, extractDirectory, cancellationToken);
|
||||
default:
|
||||
throw new NotSupportedException($"Only .tgz archives are currently supported. \"{archive.FullName}\" can not be extracted.");
|
||||
}
|
||||
}
|
||||
|
||||
private IEnumerable<Task<ByteSize>> ExtractTarGzipArchive(Download download, FileInfo archive, DirectoryInfo extractDirectory, CancellationToken cancellationToken)
|
||||
{
|
||||
// See https://github.com/icsharpcode/SharpZipLib/wiki/GZip-and-Tar-Samples#-simple-full-extract-from-a-tgz-targz
|
||||
using var archiveStream = archive.OpenRead();
|
||||
using var gzipStream = new GZipInputStream(archiveStream);
|
||||
using var tarArchive = TarArchive.CreateInputTarArchive(gzipStream, Encoding.UTF8);
|
||||
var extractedFileNames = new List<string>();
|
||||
tarArchive.ProgressMessageEvent += (_, entry, _) =>
|
||||
{
|
||||
cancellationToken.ThrowIfCancellationRequested();
|
||||
extractedFileNames.Add(entry.Name);
|
||||
};
|
||||
tarArchive.ExtractContents(extractDirectory.FullName);
|
||||
return CleanupExtractedFiles(download, extractDirectory, extractedFileNames);
|
||||
}
|
||||
|
||||
private IEnumerable<Task<ByteSize>> CleanupExtractedFiles(Download download, DirectoryInfo extractDirectory, IEnumerable<string> extractedFileNames)
|
||||
{
|
||||
var rootDirectoryToDelete = new HashSet<string>();
|
||||
var binaryRegex = _options.Binaries[(download.Product, download.Platform)];
|
||||
var licenseRegex = _options.Licenses[(download.Product, download.Platform)];
|
||||
var stripTasks = new List<Task<ByteSize>>();
|
||||
foreach (var extractedFileName in extractedFileNames.Select(e => e.Replace('\\', Path.DirectorySeparatorChar).Replace('/', Path.DirectorySeparatorChar)))
|
||||
{
|
||||
var extractedFile = new FileInfo(Path.Combine(extractDirectory.FullName, extractedFileName));
|
||||
var parts = extractedFileName.Split(Path.DirectorySeparatorChar);
|
||||
var entryFileName = string.Join("/", parts.Skip(1));
|
||||
rootDirectoryToDelete.Add(parts[0]);
|
||||
var isBinaryFile = binaryRegex.IsMatch(entryFileName);
|
||||
var isLicenseFile = licenseRegex.IsMatch(entryFileName);
|
||||
if (!(isBinaryFile || isLicenseFile))
|
||||
{
|
||||
extractedFile.Delete();
|
||||
}
|
||||
else
|
||||
{
|
||||
var destinationPathParts = parts.Skip(1);
|
||||
if (isLicenseFile)
|
||||
{
|
||||
destinationPathParts = destinationPathParts.Prepend(ProductDirectoryName(download.Product));
|
||||
}
|
||||
var destinationFile = new FileInfo(Path.Combine(destinationPathParts.Prepend(extractDirectory.FullName).ToArray()));
|
||||
destinationFile.Directory?.Create();
|
||||
extractedFile.MoveTo(destinationFile.FullName);
|
||||
if (isBinaryFile && _binaryStripper is not null)
|
||||
{
|
||||
stripTasks.Add(_binaryStripper.StripAsync(destinationFile));
|
||||
}
|
||||
}
|
||||
}
|
||||
var rootArchiveDirectory = new DirectoryInfo(Path.Combine(extractDirectory.FullName, rootDirectoryToDelete.Single()));
|
||||
var binDirectory = new DirectoryInfo(Path.Combine(rootArchiveDirectory.FullName, "bin"));
|
||||
binDirectory.Delete(recursive: false);
|
||||
rootArchiveDirectory.Delete(recursive: false);
|
||||
return stripTasks;
|
||||
}
|
||||
|
||||
private static string ProductDirectoryName(Product product)
|
||||
{
|
||||
return product switch
|
||||
{
|
||||
Product.CommunityServer => "community-server",
|
||||
Product.DatabaseTools => "database-tools",
|
||||
_ => throw new ArgumentOutOfRangeException(nameof(product), product, null)
|
||||
};
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user