using System.Net; using System.Text; using Microsoft.Extensions.Logging.Abstractions; using Musify.Infrastructure.Configuration; using Musify.Infrastructure.Services; using Musify.Infrastructure.Tests.TestSupport; using Xunit; namespace Musify.Infrastructure.Tests.Services; [Collection(InfrastructureCollection.Name)] public sealed class StorageServiceTests(InfrastructureTestFixture fixture) { private StorageService CreateService(out Musify.Infrastructure.Persistence.Database database) { database = fixture.CreateDatabase(); var storageConfiguration = new InfrastructureStorageConfiguration { Address = fixture.S3ServiceUrl, AccessKey = InfrastructureTestFixture.S3AccessKey, SecretAccessKey = InfrastructureTestFixture.S3SecretKey, ForcePathStyle = true, UseHttp = true, }; return new StorageService(database, fixture.CreateS3Client(), NullLogger.Instance, storageConfiguration); } [Fact] public async Task UploadThenGetFile_RoundTripsTheSameBytes() { var service = CreateService(out var database); await using var _ = database; var key = $"tests/{Guid.NewGuid():N}/round-trip.txt"; var content = "hello seaweedfs"u8.ToArray(); await service.UploadFileAsync(new MemoryStream(content), "text/plain", InfrastructureTestFixture.S3Bucket, key, CancellationToken.None); await using var stream = await service.GetFileAsync(InfrastructureTestFixture.S3Bucket, key, CancellationToken.None); using var reader = new StreamReader(stream, Encoding.UTF8); var readBack = await reader.ReadToEndAsync(); Assert.Equal("hello seaweedfs", readBack); } [Fact] public async Task HeadObjectAsync_ExistingObject_ReturnsMetadata() { var service = CreateService(out var database); await using var _ = database; var key = $"tests/{Guid.NewGuid():N}/head.txt"; await service.UploadFileAsync(new MemoryStream("x"u8.ToArray()), "text/plain", InfrastructureTestFixture.S3Bucket, key, CancellationToken.None); var metadata = await service.HeadObjectAsync(InfrastructureTestFixture.S3Bucket, key, CancellationToken.None); Assert.NotNull(metadata); Assert.Equal(1, metadata.ContentLength); } [Fact] public async Task HeadObjectAsync_MissingObject_ReturnsNull() { var service = CreateService(out var database); await using var _ = database; var metadata = await service.HeadObjectAsync(InfrastructureTestFixture.S3Bucket, $"tests/{Guid.NewGuid():N}/missing.txt", CancellationToken.None); Assert.Null(metadata); } [Fact] public async Task RemoveFileAsync_ExistingObject_DeletesIt() { var service = CreateService(out var database); await using var _ = database; var key = $"tests/{Guid.NewGuid():N}/to-remove.txt"; await service.UploadFileAsync(new MemoryStream("x"u8.ToArray()), "text/plain", InfrastructureTestFixture.S3Bucket, key, CancellationToken.None); await service.RemoveFileAsync(InfrastructureTestFixture.S3Bucket, key, CancellationToken.None); Assert.Null(await service.HeadObjectAsync(InfrastructureTestFixture.S3Bucket, key, CancellationToken.None)); } [Fact] public async Task CopyFileAsync_CopiesToTheDestinationKey() { var service = CreateService(out var database); await using var _ = database; var sourceKey = $"tests/{Guid.NewGuid():N}/source.txt"; var destinationKey = $"tests/{Guid.NewGuid():N}/destination.txt"; await service.UploadFileAsync(new MemoryStream("copy-me"u8.ToArray()), "text/plain", InfrastructureTestFixture.S3Bucket, sourceKey, CancellationToken.None); await service.CopyFileAsync(InfrastructureTestFixture.S3Bucket, sourceKey, InfrastructureTestFixture.S3Bucket, destinationKey, CancellationToken.None); Assert.NotNull(await service.HeadObjectAsync(InfrastructureTestFixture.S3Bucket, destinationKey, CancellationToken.None)); } [Fact] public async Task ListObjectsAsync_ReturnsEveryObjectUnderThePrefix() { var service = CreateService(out var database); await using var _ = database; var prefix = $"tests/{Guid.NewGuid():N}"; await service.UploadFileAsync(new MemoryStream("a"u8.ToArray()), "text/plain", InfrastructureTestFixture.S3Bucket, $"{prefix}/a.txt", CancellationToken.None); await service.UploadFileAsync(new MemoryStream("b"u8.ToArray()), "text/plain", InfrastructureTestFixture.S3Bucket, $"{prefix}/b.txt", CancellationToken.None); var keys = new List(); await foreach (var item in service.ListObjectsAsync(InfrastructureTestFixture.S3Bucket, prefix, CancellationToken.None)) keys.Add(item.Key); Assert.Equal([$"{prefix}/a.txt", $"{prefix}/b.txt"], keys.Order()); } [Fact] public async Task RemoveFolderAsync_DeletesEveryObjectUnderThePrefix() { var service = CreateService(out var database); await using var _ = database; var prefix = $"tests/{Guid.NewGuid():N}"; await service.UploadFileAsync(new MemoryStream("a"u8.ToArray()), "text/plain", InfrastructureTestFixture.S3Bucket, $"{prefix}/a.txt", CancellationToken.None); await service.UploadFileAsync(new MemoryStream("b"u8.ToArray()), "text/plain", InfrastructureTestFixture.S3Bucket, $"{prefix}/nested/b.txt", CancellationToken.None); await service.RemoveFolderAsync(InfrastructureTestFixture.S3Bucket, prefix, CancellationToken.None); var remaining = new List(); await foreach (var item in service.ListObjectsAsync(InfrastructureTestFixture.S3Bucket, prefix, CancellationToken.None)) remaining.Add(item.Key); Assert.Empty(remaining); } [Fact] public async Task GetUploadUrlAsync_PresignedPut_CanActuallyUploadTheObject() { var service = CreateService(out var database); await using var _ = database; var key = $"tests/{Guid.NewGuid():N}/presigned.txt"; var uploadUrl = await service.GetUploadUrlAsync( InfrastructureTestFixture.S3Bucket, key, "text/plain", TimeSpan.FromMinutes(5), CancellationToken.None); using var httpClient = new HttpClient(); using var request = new HttpRequestMessage(HttpMethod.Put, uploadUrl) { // Not StringContent: it appends "; charset=utf-8" to Content-Type, which no longer // matches the "text/plain" the presigned URL's signature was computed over (SigV4 // signs Content-Type byte-for-byte) and the server answers 403 SignatureDoesNotMatch. Content = new ByteArrayContent(Encoding.UTF8.GetBytes("presigned content")) }; request.Content.Headers.ContentType = new System.Net.Http.Headers.MediaTypeHeaderValue("text/plain"); // GetUploadUrlAsync defaults preventOverwrite to true, which signs the URL together with // this header (see StorageService.GetUploadUrlAsync) — the actual PUT has to send it too, // or the signature no longer matches and the server answers 403. request.Headers.TryAddWithoutValidation("If-None-Match", "*"); var response = await httpClient.SendAsync(request); var responseBody = await response.Content.ReadAsStringAsync(); Assert.True(response.StatusCode == HttpStatusCode.OK, $"status={response.StatusCode}, body={responseBody}"); var metadata = await service.HeadObjectAsync(InfrastructureTestFixture.S3Bucket, key, CancellationToken.None); Assert.NotNull(metadata); Assert.Equal("presigned content".Length, metadata.ContentLength); } }