diff --git a/ApiGateway/ApiGateway.csproj b/ApiGateway/ApiGateway.csproj new file mode 100644 index 00000000..d3911d2e --- /dev/null +++ b/ApiGateway/ApiGateway.csproj @@ -0,0 +1,17 @@ + + + + net8.0 + enable + enable + + + + + + + + + + + diff --git a/ApiGateway/LoadBalancing/ServicesAreEmptyError.cs b/ApiGateway/LoadBalancing/ServicesAreEmptyError.cs new file mode 100644 index 00000000..2ce3efb6 --- /dev/null +++ b/ApiGateway/LoadBalancing/ServicesAreEmptyError.cs @@ -0,0 +1,6 @@ +using Ocelot.Errors; + +namespace ApiGateway.LoadBalancing; + +public sealed class ServicesAreEmptyError(string message) + : Error(message, OcelotErrorCode.UnableToFindDownstreamRouteError, 503); diff --git a/ApiGateway/LoadBalancing/WeightedRoundRobinBalancer.cs b/ApiGateway/LoadBalancing/WeightedRoundRobinBalancer.cs new file mode 100644 index 00000000..b7b97740 --- /dev/null +++ b/ApiGateway/LoadBalancing/WeightedRoundRobinBalancer.cs @@ -0,0 +1,48 @@ +using Ocelot.LoadBalancer.LoadBalancers; +using Ocelot.Responses; +using Ocelot.Values; + +namespace ApiGateway.LoadBalancing; + +/// +/// Взвешенная карусель (Weighted Round Robin). +/// Каждой реплике присваивается вес — она обслуживает ровно weight запросов подряд, +/// после чего очередь переходит к следующей реплике. +/// Веса: R1=3, R2=2, R3=1 → R1,R1,R1,R2,R2,R3,R1,... +/// +public sealed class WeightedRoundRobinBalancer(Func>> services) : ILoadBalancer +{ + private readonly Func>> _services = services; + private readonly int[] _weights = [3, 2, 1]; + private readonly object _lock = new(); + + private int _currentIndex = -1; + private int _remainingCalls = 0; + + public string Type => nameof(WeightedRoundRobinBalancer); + + public async Task> LeaseAsync(HttpContext httpContext) + { + var available = await _services.Invoke(); + + if (available is null || available.Count == 0) + return new ErrorResponse( + new ServicesAreEmptyError("No downstream services available")); + + lock (_lock) + { + if (_currentIndex == -1 || _remainingCalls == 0) + { + _currentIndex = (_currentIndex + 1) % available.Count; + _remainingCalls = _weights[_currentIndex % _weights.Length]; + } + + var service = available[_currentIndex]; + _remainingCalls--; + + return new OkResponse(service.HostAndPort); + } + } + + public void Release(ServiceHostAndPort hostAndPort) { } +} diff --git a/ApiGateway/Program.cs b/ApiGateway/Program.cs new file mode 100644 index 00000000..3ab3f5f7 --- /dev/null +++ b/ApiGateway/Program.cs @@ -0,0 +1,38 @@ +using ApiGateway.LoadBalancing; +using Ocelot.DependencyInjection; +using Ocelot.Middleware; + +var builder = WebApplication.CreateBuilder(args); + +builder.AddServiceDefaults(); +builder.Configuration.AddJsonFile("ocelot.json", optional: false, reloadOnChange: true); + +for (var i = 0; i < 3; i++) +{ + var url = builder.Configuration[$"services:generator-service-{i}:http:0"]; + if (url is null) break; + var uri = new Uri(url); + builder.Configuration[$"Routes:0:DownstreamHostAndPorts:{i}:Host"] = uri.Host; + builder.Configuration[$"Routes:0:DownstreamHostAndPorts:{i}:Port"] = uri.Port.ToString(); +} + +builder.Services.AddOcelot() + .AddCustomLoadBalancer((_, _, provider) => new(provider.GetAsync)); + +var allowedOrigin = builder.Configuration["Cors:AllowedOrigin"] + ?? throw new InvalidOperationException("Cors:AllowedOrigin is not configured"); + +builder.Services.AddCors(options => options.AddDefaultPolicy(policy => +{ + policy.WithOrigins(allowedOrigin); + policy.WithMethods("GET"); + policy.WithHeaders("Content-Type"); +})); + +var app = builder.Build(); + +app.UseCors(); + +await app.UseOcelot(); + +app.Run(); diff --git a/ApiGateway/Properties/launchSettings.json b/ApiGateway/Properties/launchSettings.json new file mode 100644 index 00000000..647a0d20 --- /dev/null +++ b/ApiGateway/Properties/launchSettings.json @@ -0,0 +1,12 @@ +{ + "profiles": { + "ApiGateway": { + "commandName": "Project", + "launchBrowser": false, + "applicationUrl": "http://localhost:5200", + "environmentVariables": { + "ASPNETCORE_ENVIRONMENT": "Development" + } + } + } +} diff --git a/ApiGateway/appsettings.json b/ApiGateway/appsettings.json new file mode 100644 index 00000000..10f68b8c --- /dev/null +++ b/ApiGateway/appsettings.json @@ -0,0 +1,9 @@ +{ + "Logging": { + "LogLevel": { + "Default": "Information", + "Microsoft.AspNetCore": "Warning" + } + }, + "AllowedHosts": "*" +} diff --git a/ApiGateway/ocelot.json b/ApiGateway/ocelot.json new file mode 100644 index 00000000..ff4e1ddd --- /dev/null +++ b/ApiGateway/ocelot.json @@ -0,0 +1,18 @@ +{ + "Routes": [ + { + "UpstreamPathTemplate": "/patient", + "UpstreamHttpMethod": [ "GET" ], + "DownstreamPathTemplate": "/patient", + "DownstreamScheme": "http", + "LoadBalancerOptions": { + "Type": "WeightedRoundRobinBalancer" + }, + "DownstreamHostAndPorts": [ + { "Host": "localhost", "Port": 15000 }, + { "Host": "localhost", "Port": 15001 }, + { "Host": "localhost", "Port": 15002 } + ] + } + ] +} diff --git a/AppHost/AppHost.csproj b/AppHost/AppHost.csproj new file mode 100644 index 00000000..8954367d --- /dev/null +++ b/AppHost/AppHost.csproj @@ -0,0 +1,25 @@ + + + + + Exe + net8.0 + enable + enable + true + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/AppHost/Program.cs b/AppHost/Program.cs new file mode 100644 index 00000000..2bfc9725 --- /dev/null +++ b/AppHost/Program.cs @@ -0,0 +1,40 @@ +var builder = DistributedApplication.CreateBuilder(args); + +var redis = builder.AddRedis("redis") + .WithRedisInsight(); + +var localstack = builder.AddContainer("localstack", "localstack/localstack", "3.8.1") + .WithEnvironment("SERVICES", "sns,sqs") + .WithHttpEndpoint(port: 4566, targetPort: 4566, name: "http"); + +var minio = builder.AddContainer("minio", "minio/minio") + .WithArgs("server", "/data", "--console-address", ":9001") + .WithEnvironment("MINIO_ROOT_USER", "minioadmin") + .WithEnvironment("MINIO_ROOT_PASSWORD", "minioadmin") + .WithHttpEndpoint(port: 9000, targetPort: 9000, name: "api") + .WithHttpEndpoint(port: 9001, targetPort: 9001, name: "console"); + +var client = builder.AddProject("client"); + +var gateway = builder.AddProject("api-gateway") + .WithEnvironment("Cors__AllowedOrigin", client.GetEndpoint("http")); + +for (var i = 0; i < 3; i++) +{ + var replica = builder.AddProject($"generator-service-{i}", launchProfileName: null) + .WithHttpEndpoint(port: 15000 + i) + .WithReference(redis) + .WaitFor(redis) + .WaitFor(localstack) + .WithEnvironment("AWS__ServiceURL", localstack.GetEndpoint("http")); + gateway.WithReference(replica).WaitFor(replica); +} + +builder.AddProject("file-service") + .WithHttpEndpoint(port: 5300, name: "http") + .WithEnvironment("AWS__ServiceURL", localstack.GetEndpoint("http")) + .WithEnvironment("Minio__ServiceUrl", minio.GetEndpoint("api")) + .WaitFor(localstack) + .WaitFor(minio); + +builder.Build().Run(); diff --git a/AppHost/Properties/launchSettings.json b/AppHost/Properties/launchSettings.json new file mode 100644 index 00000000..6d91260d --- /dev/null +++ b/AppHost/Properties/launchSettings.json @@ -0,0 +1,16 @@ +{ + "profiles": { + "AppHost": { + "commandName": "Project", + "dotnetRunMessages": true, + "launchBrowser": true, + "applicationUrl": "https://localhost:17193;http://localhost:15237", + "environmentVariables": { + "ASPNETCORE_ENVIRONMENT": "Development", + "DOTNET_ENVIRONMENT": "Development", + "DOTNET_DASHBOARD_OTLP_ENDPOINT_URL": "https://localhost:21193", + "DOTNET_RESOURCE_SERVICE_ENDPOINT_URL": "https://localhost:22057" + } + } + } +} \ No newline at end of file diff --git a/Client.Wasm/Components/StudentCard.razor b/Client.Wasm/Components/StudentCard.razor index 661f1181..a96e557a 100644 --- a/Client.Wasm/Components/StudentCard.razor +++ b/Client.Wasm/Components/StudentCard.razor @@ -4,10 +4,10 @@ - Номер №X "Название лабораторной" - Вариант №Х "Название варианта" - Выполнена Фамилией Именем 65ХХ - Ссылка на форк + Номер № 1 + Вариант № 18 + Выполнена Чумаковым Иваном 6511 + Ссылка на форк diff --git a/Client.Wasm/Properties/launchSettings.json b/Client.Wasm/Properties/launchSettings.json index 0d824ea7..60120ec3 100644 --- a/Client.Wasm/Properties/launchSettings.json +++ b/Client.Wasm/Properties/launchSettings.json @@ -12,7 +12,7 @@ "http": { "commandName": "Project", "dotnetRunMessages": true, - "launchBrowser": true, + "launchBrowser": false, "inspectUri": "{wsProtocol}://{url.hostname}:{url.port}/_framework/debug/ws-proxy?browser={browserInspectUri}", "applicationUrl": "http://localhost:5127", "environmentVariables": { @@ -22,7 +22,7 @@ "https": { "commandName": "Project", "dotnetRunMessages": true, - "launchBrowser": true, + "launchBrowser": false, "inspectUri": "{wsProtocol}://{url.hostname}:{url.port}/_framework/debug/ws-proxy?browser={browserInspectUri}", "applicationUrl": "https://localhost:7282;http://localhost:5127", "environmentVariables": { @@ -31,7 +31,7 @@ }, "IIS Express": { "commandName": "IISExpress", - "launchBrowser": true, + "launchBrowser": false, "inspectUri": "{wsProtocol}://{url.hostname}:{url.port}/_framework/debug/ws-proxy?browser={browserInspectUri}", "environmentVariables": { "ASPNETCORE_ENVIRONMENT": "Development" diff --git a/Client.Wasm/wwwroot/appsettings.json b/Client.Wasm/wwwroot/appsettings.json index d1fe7ab3..0ed61cc5 100644 --- a/Client.Wasm/wwwroot/appsettings.json +++ b/Client.Wasm/wwwroot/appsettings.json @@ -1,10 +1,3 @@ { - "Logging": { - "LogLevel": { - "Default": "Information", - "Microsoft.AspNetCore": "Warning" - } - }, - "AllowedHosts": "*", - "BaseAddress": "" + "BaseAddress": "http://localhost:5200/patient" } diff --git a/CloudDevelopment.sln b/CloudDevelopment.sln index cb48241d..40bcaaca 100644 --- a/CloudDevelopment.sln +++ b/CloudDevelopment.sln @@ -5,6 +5,20 @@ VisualStudioVersion = 17.14.36811.4 MinimumVisualStudioVersion = 10.0.40219.1 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Client.Wasm", "Client.Wasm\Client.Wasm.csproj", "{AE7EEA74-2FE0-136F-D797-854FD87E022A}" EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AppHost", "AppHost\AppHost.csproj", "{B1C2D3E4-F5A6-7890-ABCD-EF1234567890}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "GeneratorService", "GeneratorService\GeneratorService.csproj", "{139BD442-54A6-9109-CF9A-53DA218D46F2}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "GeneratorService.Tests", "GeneratorService.Tests\GeneratorService.Tests.csproj", "{EBCA1829-1CB1-773B-8241-CE00EBFBCF9C}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ServiceDefaults", "ServiceDefaults\ServiceDefaults.csproj", "{9F0B1437-6E39-4706-8A9D-89BCE4B31AA0}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ApiGateway", "ApiGateway\ApiGateway.csproj", "{C2D3E4F5-A6B7-8901-CDEF-234567890ABC}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "FileService", "FileService\FileService.csproj", "{3A9D7F1C-9A6F-425E-A2F5-8BDFFA064707}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Integration.Tests", "Integration.Tests\Integration.Tests.csproj", "{6BC4650D-FEA0-4BA7-8DA7-1A8B097DAF3C}" +EndProject Global GlobalSection(SolutionConfigurationPlatforms) = preSolution Debug|Any CPU = Debug|Any CPU @@ -15,6 +29,34 @@ Global {AE7EEA74-2FE0-136F-D797-854FD87E022A}.Debug|Any CPU.Build.0 = Debug|Any CPU {AE7EEA74-2FE0-136F-D797-854FD87E022A}.Release|Any CPU.ActiveCfg = Release|Any CPU {AE7EEA74-2FE0-136F-D797-854FD87E022A}.Release|Any CPU.Build.0 = Release|Any CPU + {B1C2D3E4-F5A6-7890-ABCD-EF1234567890}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {B1C2D3E4-F5A6-7890-ABCD-EF1234567890}.Debug|Any CPU.Build.0 = Debug|Any CPU + {B1C2D3E4-F5A6-7890-ABCD-EF1234567890}.Release|Any CPU.ActiveCfg = Release|Any CPU + {B1C2D3E4-F5A6-7890-ABCD-EF1234567890}.Release|Any CPU.Build.0 = Release|Any CPU + {139BD442-54A6-9109-CF9A-53DA218D46F2}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {139BD442-54A6-9109-CF9A-53DA218D46F2}.Debug|Any CPU.Build.0 = Debug|Any CPU + {139BD442-54A6-9109-CF9A-53DA218D46F2}.Release|Any CPU.ActiveCfg = Release|Any CPU + {139BD442-54A6-9109-CF9A-53DA218D46F2}.Release|Any CPU.Build.0 = Release|Any CPU + {EBCA1829-1CB1-773B-8241-CE00EBFBCF9C}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {EBCA1829-1CB1-773B-8241-CE00EBFBCF9C}.Debug|Any CPU.Build.0 = Debug|Any CPU + {EBCA1829-1CB1-773B-8241-CE00EBFBCF9C}.Release|Any CPU.ActiveCfg = Release|Any CPU + {EBCA1829-1CB1-773B-8241-CE00EBFBCF9C}.Release|Any CPU.Build.0 = Release|Any CPU + {9F0B1437-6E39-4706-8A9D-89BCE4B31AA0}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {9F0B1437-6E39-4706-8A9D-89BCE4B31AA0}.Debug|Any CPU.Build.0 = Debug|Any CPU + {9F0B1437-6E39-4706-8A9D-89BCE4B31AA0}.Release|Any CPU.ActiveCfg = Release|Any CPU + {9F0B1437-6E39-4706-8A9D-89BCE4B31AA0}.Release|Any CPU.Build.0 = Release|Any CPU + {C2D3E4F5-A6B7-8901-CDEF-234567890ABC}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {C2D3E4F5-A6B7-8901-CDEF-234567890ABC}.Debug|Any CPU.Build.0 = Debug|Any CPU + {C2D3E4F5-A6B7-8901-CDEF-234567890ABC}.Release|Any CPU.ActiveCfg = Release|Any CPU + {C2D3E4F5-A6B7-8901-CDEF-234567890ABC}.Release|Any CPU.Build.0 = Release|Any CPU + {3A9D7F1C-9A6F-425E-A2F5-8BDFFA064707}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {3A9D7F1C-9A6F-425E-A2F5-8BDFFA064707}.Debug|Any CPU.Build.0 = Debug|Any CPU + {3A9D7F1C-9A6F-425E-A2F5-8BDFFA064707}.Release|Any CPU.ActiveCfg = Release|Any CPU + {3A9D7F1C-9A6F-425E-A2F5-8BDFFA064707}.Release|Any CPU.Build.0 = Release|Any CPU + {6BC4650D-FEA0-4BA7-8DA7-1A8B097DAF3C}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {6BC4650D-FEA0-4BA7-8DA7-1A8B097DAF3C}.Debug|Any CPU.Build.0 = Debug|Any CPU + {6BC4650D-FEA0-4BA7-8DA7-1A8B097DAF3C}.Release|Any CPU.ActiveCfg = Release|Any CPU + {6BC4650D-FEA0-4BA7-8DA7-1A8B097DAF3C}.Release|Any CPU.Build.0 = Release|Any CPU EndGlobalSection GlobalSection(SolutionProperties) = preSolution HideSolutionNode = FALSE diff --git a/FileService/FileService.csproj b/FileService/FileService.csproj new file mode 100644 index 00000000..87de66f9 --- /dev/null +++ b/FileService/FileService.csproj @@ -0,0 +1,19 @@ + + + + net8.0 + enable + enable + + + + + + + + + + + + + diff --git a/FileService/Program.cs b/FileService/Program.cs new file mode 100644 index 00000000..b62ff8cb --- /dev/null +++ b/FileService/Program.cs @@ -0,0 +1,17 @@ +using FileService.Services; + +var builder = WebApplication.CreateBuilder(args); + +builder.AddServiceDefaults(); + +builder.Services.AddSingleton(); +builder.Services.AddHostedService(); + +var app = builder.Build(); + +app.MapDefaultEndpoints(); + +app.MapGet("/files", async (MinioStorageService storage, CancellationToken ct) => + Results.Ok(await storage.ListFilesAsync(ct))); + +app.Run(); diff --git a/FileService/Services/MinioStorageService.cs b/FileService/Services/MinioStorageService.cs new file mode 100644 index 00000000..a5decf15 --- /dev/null +++ b/FileService/Services/MinioStorageService.cs @@ -0,0 +1,72 @@ +using Amazon.Runtime; +using Amazon.S3; +using Amazon.S3.Model; + +namespace FileService.Services; + +public sealed class MinioStorageService : IDisposable +{ + private readonly IAmazonS3 _s3; + private readonly string _bucket; + private int _bucketEnsured; + + public MinioStorageService(IConfiguration configuration) + { + var serviceUrl = configuration["Minio:ServiceUrl"] ?? "http://localhost:9000"; + var accessKey = configuration["Minio:AccessKey"] ?? "minioadmin"; + var secretKey = configuration["Minio:SecretKey"] ?? "minioadmin"; + _bucket = configuration["Minio:BucketName"] ?? "patients"; + + _s3 = new AmazonS3Client( + new BasicAWSCredentials(accessKey, secretKey), + new AmazonS3Config + { + ServiceURL = serviceUrl, + ForcePathStyle = true, + AuthenticationRegion = "us-east-1" + }); + } + + public async Task EnsureBucketExistsAsync(CancellationToken ct = default) + { + try + { + await _s3.PutBucketAsync(_bucket, ct); + } + catch (AmazonS3Exception e) when (e.ErrorCode is "BucketAlreadyOwnedByYou" or "BucketAlreadyExists") + { + } + } + + public async Task SavePatientAsync(string patientJson, int patientId, CancellationToken ct = default) + { + if (Interlocked.CompareExchange(ref _bucketEnsured, 1, 0) == 0) + await EnsureBucketExistsAsync(ct); + var key = $"patient-{patientId}-{DateTime.UtcNow:yyyyMMddHHmmss}.json"; + await _s3.PutObjectAsync(new PutObjectRequest + { + BucketName = _bucket, + Key = key, + ContentBody = patientJson, + ContentType = "application/json" + }, ct); + } + + public async Task> ListFilesAsync(CancellationToken ct = default) + { + try + { + var response = await _s3.ListObjectsV2Async(new ListObjectsV2Request + { + BucketName = _bucket + }, ct); + return response.S3Objects.Select(o => o.Key).ToList(); + } + catch + { + return []; + } + } + + public void Dispose() => _s3.Dispose(); +} diff --git a/FileService/Services/SqsPollingService.cs b/FileService/Services/SqsPollingService.cs new file mode 100644 index 00000000..8b28dd33 --- /dev/null +++ b/FileService/Services/SqsPollingService.cs @@ -0,0 +1,126 @@ +using Amazon.Runtime; +using Amazon.SimpleNotificationService; +using Amazon.SimpleNotificationService.Model; +using Amazon.SQS; +using Amazon.SQS.Model; +using System.Text.Json; + +namespace FileService.Services; + +public sealed class SqsPollingService( + ILogger logger, + MinioStorageService storage, + IConfiguration configuration) : BackgroundService +{ + private readonly string _topicName = configuration["Sns:TopicName"] ?? "medical-patients"; + private readonly string _queueName = configuration["Sqs:QueueName"] ?? "medical-patients-queue"; + private readonly string _awsServiceUrl = configuration["AWS:ServiceURL"] ?? "http://localhost:4566"; + + private string? _queueUrl; + + protected override async Task ExecuteAsync(CancellationToken stoppingToken) + { + var credentials = new BasicAWSCredentials("test", "test"); + using var sqs = new AmazonSQSClient(credentials, new AmazonSQSConfig { ServiceURL = _awsServiceUrl }); + using var sns = new AmazonSimpleNotificationServiceClient(credentials, + new AmazonSimpleNotificationServiceConfig { ServiceURL = _awsServiceUrl }); + + while (!stoppingToken.IsCancellationRequested) + { + try + { + await SetupAsync(sns, sqs, stoppingToken); + break; + } + catch (Exception ex) when (!stoppingToken.IsCancellationRequested) + { + logger.LogWarning(ex, "Infrastructure setup failed, retrying in 5s"); + await Task.Delay(5000, stoppingToken); + } + } + + logger.LogInformation("SQS polling started. Queue={QueueUrl}", _queueUrl); + + while (!stoppingToken.IsCancellationRequested) + { + try + { + await PollAsync(sqs, stoppingToken); + } + catch (Exception ex) when (!stoppingToken.IsCancellationRequested) + { + logger.LogError(ex, "Polling error"); + await Task.Delay(2000, stoppingToken); + } + } + } + + private async Task SetupAsync( + IAmazonSimpleNotificationService sns, + IAmazonSQS sqs, + CancellationToken ct) + { + var topicArn = (await sns.CreateTopicAsync(_topicName, ct)).TopicArn; + + _queueUrl = (await sqs.CreateQueueAsync(_queueName, ct)).QueueUrl; + + var attrs = await sqs.GetQueueAttributesAsync(_queueUrl, ["QueueArn"], ct); + var queueArn = attrs.QueueARN; + + var subscriptions = await sns.ListSubscriptionsByTopicAsync(topicArn, ct); + if (!subscriptions.Subscriptions.Any(s => s.Endpoint == queueArn)) + { + await sns.SubscribeAsync(topicArn, "sqs", queueArn, ct); + await sqs.SetQueueAttributesAsync(_queueUrl, new Dictionary + { + ["Policy"] = $$$""" + { + "Version": "2012-10-17", + "Statement": [{ + "Effect": "Allow", + "Principal": "*", + "Action": "sqs:SendMessage", + "Resource": "{{{queueArn}}}", + "Condition": {"ArnEquals": {"aws:SourceArn": "{{{topicArn}}}"}} + }] + } + """ + }, ct); + } + } + + private async Task PollAsync(IAmazonSQS sqs, CancellationToken ct) + { + if (_queueUrl is null) return; + + var response = await sqs.ReceiveMessageAsync(new ReceiveMessageRequest + { + QueueUrl = _queueUrl, + MaxNumberOfMessages = 10, + WaitTimeSeconds = 5 + }, ct); + + foreach (var message in response.Messages) + { + try + { + using var envelope = JsonDocument.Parse(message.Body); + var patientJson = envelope.RootElement.TryGetProperty("Message", out var msg) + ? msg.GetString() ?? message.Body + : message.Body; + + using var patientDoc = JsonDocument.Parse(patientJson); + var patientId = patientDoc.RootElement.GetProperty("Id").GetInt32(); + + await storage.SavePatientAsync(patientJson, patientId, ct); + await sqs.DeleteMessageAsync(_queueUrl, message.ReceiptHandle, ct); + + logger.LogInformation("Saved patient {PatientId} to MinIO", patientId); + } + catch (Exception ex) + { + logger.LogError(ex, "Failed to process SQS message"); + } + } + } +} diff --git a/FileService/appsettings.json b/FileService/appsettings.json new file mode 100644 index 00000000..a01f3970 --- /dev/null +++ b/FileService/appsettings.json @@ -0,0 +1,25 @@ +{ + "Logging": { + "LogLevel": { + "Default": "Information", + "Microsoft.AspNetCore": "Warning" + } + }, + "AllowedHosts": "*", + "AWS": { + "ServiceURL": "http://localhost:4566", + "Region": "us-east-1" + }, + "Sns": { + "TopicName": "medical-patients" + }, + "Sqs": { + "QueueName": "medical-patients-queue" + }, + "Minio": { + "ServiceUrl": "http://localhost:9000", + "AccessKey": "minioadmin", + "SecretKey": "minioadmin", + "BucketName": "patients" + } +} diff --git a/GeneratorService.Tests/GeneratorService.Tests.csproj b/GeneratorService.Tests/GeneratorService.Tests.csproj new file mode 100644 index 00000000..c9bc33ca --- /dev/null +++ b/GeneratorService.Tests/GeneratorService.Tests.csproj @@ -0,0 +1,23 @@ + + + + net8.0 + enable + enable + false + + + + + + + runtime; build; native; contentfiles; analyzers; buildtransitive + all + + + + + + + + diff --git a/GeneratorService.Tests/MedicalPatientGeneratorTests.cs b/GeneratorService.Tests/MedicalPatientGeneratorTests.cs new file mode 100644 index 00000000..5daec200 --- /dev/null +++ b/GeneratorService.Tests/MedicalPatientGeneratorTests.cs @@ -0,0 +1,62 @@ +using GeneratorService.Generators; +using Xunit; + +namespace GeneratorService.Tests; + +public sealed class MedicalPatientGeneratorTests +{ + public static readonly DateOnly Today = DateOnly.FromDateTime(DateTime.Today); + + public static IEnumerable Patients() => + Enumerable.Range(1, 300).Select(i => new object[] { MedicalPatientGenerator.Generate(i) }); + + [Theory] + [MemberData(nameof(Patients))] + public void Id_MatchesRequested(GeneratorService.Models.MedicalPatient p) + => Assert.True(p.Id > 0); + + [Theory] + [MemberData(nameof(Patients))] + public void FullName_HasThreeParts(GeneratorService.Models.MedicalPatient p) + => Assert.Equal(3, p.FullName.Split(' ', StringSplitOptions.RemoveEmptyEntries).Length); + + [Theory] + [MemberData(nameof(Patients))] + public void BirthDate_NotInFuture(GeneratorService.Models.MedicalPatient p) + => Assert.True(p.BirthDate <= Today); + + [Theory] + [MemberData(nameof(Patients))] + public void Height_InReasonableBounds(GeneratorService.Models.MedicalPatient p) + => Assert.InRange(p.Height, 50.0, 220.0); + + [Theory] + [MemberData(nameof(Patients))] + public void Height_RoundedToTwoDecimals(GeneratorService.Models.MedicalPatient p) + => Assert.Equal(p.Height, Math.Round(p.Height, 2)); + + [Theory] + [MemberData(nameof(Patients))] + public void Weight_InReasonableBounds(GeneratorService.Models.MedicalPatient p) + => Assert.InRange(p.Weight, 2.5, 200.0); + + [Theory] + [MemberData(nameof(Patients))] + public void Weight_RoundedToTwoDecimals(GeneratorService.Models.MedicalPatient p) + => Assert.Equal(p.Weight, Math.Round(p.Weight, 2)); + + [Theory] + [MemberData(nameof(Patients))] + public void BloodGroup_Between1And4(GeneratorService.Models.MedicalPatient p) + => Assert.InRange(p.BloodGroup, 1, 4); + + [Theory] + [MemberData(nameof(Patients))] + public void LastExamination_NotBeforeBirthDate(GeneratorService.Models.MedicalPatient p) + => Assert.True(p.LastExaminationDate >= p.BirthDate); + + [Theory] + [MemberData(nameof(Patients))] + public void LastExamination_NotInFuture(GeneratorService.Models.MedicalPatient p) + => Assert.True(p.LastExaminationDate <= Today); +} diff --git a/GeneratorService/GeneratorService.csproj b/GeneratorService/GeneratorService.csproj new file mode 100644 index 00000000..f9d39d4a --- /dev/null +++ b/GeneratorService/GeneratorService.csproj @@ -0,0 +1,25 @@ + + + + net8.0 + enable + enable + true + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/GeneratorService/Generators/MedicalPatientGenerator.cs b/GeneratorService/Generators/MedicalPatientGenerator.cs new file mode 100644 index 00000000..e5dbc7a6 --- /dev/null +++ b/GeneratorService/Generators/MedicalPatientGenerator.cs @@ -0,0 +1,39 @@ +using Bogus; +using GeneratorService.Models; + +namespace GeneratorService.Generators; + +public static class MedicalPatientGenerator +{ + private static readonly Faker _faker = new Faker("ru") + .RuleFor(p => p.Id, _ => 0) + .RuleFor(p => p.FullName, f => + $"{f.Name.LastName()} {f.Name.FirstName()} {f.Name.LastName()}ович") + .RuleFor(p => p.Address, f => f.Address.FullAddress()) + .RuleFor(p => p.BirthDate, f => f.Date.PastDateOnly(100)) + .RuleFor(p => p.Height, f => Math.Round(f.Random.Double(50.0, 220.0), 2)) + .RuleFor(p => p.Weight, f => Math.Round(f.Random.Double(2.5, 200.0), 2)) + .RuleFor(p => p.BloodGroup, f => f.Random.Int(1, 4)) + .RuleFor(p => p.RhFactor, f => f.Random.Bool()) + .RuleFor(p => p.LastExaminationDate, (f, p) => + f.Date.BetweenDateOnly(p.BirthDate, DateOnly.FromDateTime(DateTime.Today))) + .RuleFor(p => p.IsVaccinated, f => f.Random.Bool()); + + public static MedicalPatient Generate(int id) + { + var generated = _faker.Generate(); + return new MedicalPatient + { + Id = id, + FullName = generated.FullName, + Address = generated.Address, + BirthDate = generated.BirthDate, + Height = generated.Height, + Weight = generated.Weight, + BloodGroup = generated.BloodGroup, + RhFactor = generated.RhFactor, + LastExaminationDate = generated.LastExaminationDate, + IsVaccinated = generated.IsVaccinated + }; + } +} \ No newline at end of file diff --git a/GeneratorService/Models/MedicalPatient.cs b/GeneratorService/Models/MedicalPatient.cs new file mode 100644 index 00000000..156e56fd --- /dev/null +++ b/GeneratorService/Models/MedicalPatient.cs @@ -0,0 +1,37 @@ +namespace GeneratorService.Models; + +/// +/// Медицинская карта пациента. +/// +public sealed class MedicalPatient +{ + /// Уникальный идентификатор пациента. + public int Id { get; init; } + + /// Полное имя пациента (фамилия, имя, отчество). + public required string FullName { get; init; } + + /// Адрес проживания пациента. + public required string Address { get; init; } + + /// Дата рождения пациента. + public DateOnly BirthDate { get; init; } + + /// Рост пациента в сантиметрах. + public double Height { get; init; } + + /// Вес пациента в килограммах. + public double Weight { get; init; } + + /// Группа крови (1–4). + public int BloodGroup { get; init; } + + /// Резус-фактор: true — положительный, false — отрицательный. + public bool RhFactor { get; init; } + + /// Дата последнего медицинского осмотра. + public DateOnly LastExaminationDate { get; init; } + + /// Наличие прививок. + public bool IsVaccinated { get; init; } +} \ No newline at end of file diff --git a/GeneratorService/Program.cs b/GeneratorService/Program.cs new file mode 100644 index 00000000..1ab3ab99 --- /dev/null +++ b/GeneratorService/Program.cs @@ -0,0 +1,76 @@ +using GeneratorService.Models; +using GeneratorService.Services; +using Serilog; +using Serilog.Events; + +Log.Logger = new LoggerConfiguration() + .MinimumLevel.Override("Microsoft", LogEventLevel.Warning) + .Enrich.FromLogContext() + .Enrich.WithEnvironmentName() + .Enrich.WithThreadId() + .WriteTo.Console(outputTemplate: "[{Timestamp:HH:mm:ss} {Level:u3}] tid={ThreadId} | {Message:lj}{NewLine}{Exception}") + .CreateBootstrapLogger(); + +try +{ + var builder = WebApplication.CreateBuilder(args); + + builder.Host.UseSerilog((ctx, _, cfg) => cfg + .ReadFrom.Configuration(ctx.Configuration) + .MinimumLevel.Override("Microsoft", LogEventLevel.Warning) + .Enrich.FromLogContext() + .Enrich.WithEnvironmentName() + .Enrich.WithThreadId() + .WriteTo.Console(outputTemplate: "[{Timestamp:HH:mm:ss} {Level:u3}] tid={ThreadId} | {Message:lj}{NewLine}{Exception}") + .WriteTo.OpenTelemetry(options => + { + options.Endpoint = ctx.Configuration["OTEL_EXPORTER_OTLP_ENDPOINT"] ?? "http://localhost:4317"; + options.ResourceAttributes = new Dictionary + { + ["service.name"] = "generator-service" + }; + })); + + builder.AddRedisDistributedCache("redis"); + + builder.Services.AddSingleton(); + builder.Services.AddScoped(); + builder.Services.AddEndpointsApiExplorer(); + builder.Services.AddSwaggerGen(o => + { + o.SwaggerDoc("v1", new() { Title = "GeneratorService — Medical Patient", Version = "v1" }); + + var xmlFile = $"{System.Reflection.Assembly.GetExecutingAssembly().GetName().Name}.xml"; + var xmlPath = Path.Combine(AppContext.BaseDirectory, xmlFile); + if (File.Exists(xmlPath)) + o.IncludeXmlComments(xmlPath); + }); + builder.AddServiceDefaults(); + + var app = builder.Build(); + + app.MapDefaultEndpoints(); + + app.UseSerilogRequestLogging(); + app.UseSwagger(); + app.UseSwaggerUI(); + + app.MapGet("/patient", async (int id, PatientService svc, CancellationToken ct) => + id <= 0 + ? Results.BadRequest("id must be > 0") + : Results.Ok(await svc.GetAsync(id, ct))) + .WithName("GetPatient") + .WithSummary("Возвращает медицинскую карту пациента по идентификатору") + .Produces() + .ProducesProblem(400); + + app.Run(); +} +catch (Exception ex) +{ + Log.Fatal(ex, "Application terminated unexpectedly"); +} +finally +{ + Log.CloseAndFlush(); +} \ No newline at end of file diff --git a/GeneratorService/Properties/launchSettings.json b/GeneratorService/Properties/launchSettings.json new file mode 100644 index 00000000..53d7af01 --- /dev/null +++ b/GeneratorService/Properties/launchSettings.json @@ -0,0 +1,12 @@ +{ + "profiles": { + "GeneratorService": { + "commandName": "Project", + "launchBrowser": true, + "environmentVariables": { + "ASPNETCORE_ENVIRONMENT": "Development" + }, + "applicationUrl": "https://localhost:3342;http://localhost:3343" + } + } +} diff --git a/GeneratorService/Services/PatientService.cs b/GeneratorService/Services/PatientService.cs new file mode 100644 index 00000000..22056438 --- /dev/null +++ b/GeneratorService/Services/PatientService.cs @@ -0,0 +1,57 @@ +using System.Text.Json; +using GeneratorService.Generators; +using GeneratorService.Models; +using Microsoft.Extensions.Caching.Distributed; + +namespace GeneratorService.Services; + +public sealed class PatientService( + IDistributedCache cache, + ILogger logger, + IConfiguration configuration, + SnsPublisherService snsPublisher) +{ + public async Task GetAsync(int id, CancellationToken ct = default) + { + var key = $"patient:{id}"; + + var cached = await cache.GetStringAsync(key, ct); + if (cached is not null) + { + var cachedPatient = JsonSerializer.Deserialize(cached); + if (cachedPatient is not null) + { + logger.LogInformation("Cache HIT | id={Id}", id); + return cachedPatient; + } + } + + logger.LogInformation("Cache MISS | id={Id} — generating", id); + + var patient = MedicalPatientGenerator.Generate(id); + var patientJson = JsonSerializer.Serialize(patient); + + var cacheOptions = new DistributedCacheEntryOptions + { + AbsoluteExpirationRelativeToNow = TimeSpan.FromMinutes( + configuration.GetValue("CacheSettings:AbsoluteExpirationMinutes")) + }; + + await cache.SetStringAsync(key, patientJson, cacheOptions, ct); + + logger.LogInformation( + "Generated | id={Id} Name={FullName} BirthDate={BirthDate} BloodGroup={BloodGroup} RhFactor={RhFactor}", + patient.Id, patient.FullName, patient.BirthDate, patient.BloodGroup, patient.RhFactor); + + try + { + await snsPublisher.PublishAsync(patientJson, ct); + } + catch (Exception ex) + { + logger.LogWarning(ex, "Failed to publish patient {Id} to SNS", id); + } + + return patient; + } +} \ No newline at end of file diff --git a/GeneratorService/Services/SnsPublisherService.cs b/GeneratorService/Services/SnsPublisherService.cs new file mode 100644 index 00000000..d0d97b4f --- /dev/null +++ b/GeneratorService/Services/SnsPublisherService.cs @@ -0,0 +1,54 @@ +using Amazon.Runtime; +using Amazon.SimpleNotificationService; +using Amazon.SimpleNotificationService.Model; + +namespace GeneratorService.Services; + +public sealed class SnsPublisherService : IDisposable +{ + private readonly IAmazonSimpleNotificationService _sns; + private readonly string _topicName; + private readonly ILogger _logger; + private string? _topicArn; + private readonly SemaphoreSlim _lock = new(1, 1); + + public SnsPublisherService(IConfiguration configuration, ILogger logger) + { + _logger = logger; + _topicName = configuration["Sns:TopicName"] ?? "medical-patients"; + var serviceUrl = configuration["AWS:ServiceURL"] ?? "http://localhost:4566"; + _sns = new AmazonSimpleNotificationServiceClient( + new BasicAWSCredentials("test", "test"), + new AmazonSimpleNotificationServiceConfig { ServiceURL = serviceUrl }); + } + + public async Task PublishAsync(string message, CancellationToken ct = default) + { + if (_topicArn is null) + { + await _lock.WaitAsync(ct); + try + { + _topicArn ??= (await _sns.CreateTopicAsync(_topicName, ct)).TopicArn; + } + finally + { + _lock.Release(); + } + } + + await _sns.PublishAsync(new PublishRequest + { + TopicArn = _topicArn, + Message = message + }, ct); + + _logger.LogInformation("Published to SNS topic {TopicArn}", _topicArn); + } + + public void Dispose() + { + _sns.Dispose(); + _lock.Dispose(); + } +} diff --git a/GeneratorService/appsettings.json b/GeneratorService/appsettings.json new file mode 100644 index 00000000..36d2bca6 --- /dev/null +++ b/GeneratorService/appsettings.json @@ -0,0 +1,22 @@ +{ + "AWS": { + "ServiceURL": "http://localhost:4566", + "Region": "us-east-1" + }, + "Sns": { + "TopicName": "medical-patients" + }, + "Serilog": { + "MinimumLevel": { + "Default": "Information", + "Override": { + "Microsoft": "Warning", + "System": "Warning" + } + } + }, + "CacheSettings": { + "AbsoluteExpirationMinutes": 5 + }, + "AllowedHosts": "*" +} \ No newline at end of file diff --git a/Integration.Tests/AppHostFixture.cs b/Integration.Tests/AppHostFixture.cs new file mode 100644 index 00000000..1080295b --- /dev/null +++ b/Integration.Tests/AppHostFixture.cs @@ -0,0 +1,47 @@ +using Aspire.Hosting; +using Aspire.Hosting.Testing; +using Xunit; + +namespace Integration.Tests; + +public sealed class AppHostFixture : IAsyncLifetime +{ + public HttpClient GatewayClient { get; private set; } = null!; + public HttpClient FileServiceClient { get; private set; } = null!; + + private DistributedApplication _app = null!; + + public async Task InitializeAsync() + { + var builder = await DistributedApplicationTestingBuilder.CreateAsync(); + _app = await builder.BuildAsync(); + await _app.StartAsync(); + + GatewayClient = _app.CreateHttpClient("api-gateway"); + FileServiceClient = _app.CreateHttpClient("file-service"); + + // Poll until the gateway is actually responding (containers + services need time to warm up) + using var cts = new CancellationTokenSource(TimeSpan.FromMinutes(5)); + while (true) + { + try + { + var response = await GatewayClient.GetAsync("/patient?id=1", cts.Token); + if ((int)response.StatusCode < 500) + break; + } + catch + { + // not ready yet + } + await Task.Delay(2000, cts.Token); + } + } + + public async Task DisposeAsync() + { + GatewayClient?.Dispose(); + FileServiceClient?.Dispose(); + await _app.DisposeAsync(); + } +} diff --git a/Integration.Tests/BackendIntegrationTests.cs b/Integration.Tests/BackendIntegrationTests.cs new file mode 100644 index 00000000..79bc171f --- /dev/null +++ b/Integration.Tests/BackendIntegrationTests.cs @@ -0,0 +1,96 @@ +using System.Net; +using System.Text.Json; +using Xunit; + +namespace Integration.Tests; + +public sealed class BackendIntegrationTests(AppHostFixture fixture) : IClassFixture +{ + private readonly HttpClient _gatewayClient = fixture.GatewayClient; + private readonly HttpClient _fileServiceClient = fixture.FileServiceClient; + + [Fact] + public async Task GetPatient_ValidId_ReturnsPatient() + { + var response = await _gatewayClient.GetAsync("/patient?id=1"); + + Assert.Equal(HttpStatusCode.OK, response.StatusCode); + + var json = await response.Content.ReadAsStringAsync(); + using var doc = JsonDocument.Parse(json); + var root = doc.RootElement; + + Assert.Equal(1, root.GetProperty("id").GetInt32()); + Assert.False(string.IsNullOrEmpty(root.GetProperty("fullName").GetString())); + Assert.InRange(root.GetProperty("bloodGroup").GetInt32(), 1, 4); + } + + [Fact] + public async Task GetPatient_InvalidId_ReturnsBadRequest() + { + var response = await _gatewayClient.GetAsync("/patient?id=0"); + + Assert.Equal(HttpStatusCode.BadRequest, response.StatusCode); + } + + [Fact] + public async Task GetPatient_SameId_ReturnsCachedPatient() + { + var r1 = await _gatewayClient.GetAsync("/patient?id=42"); + var r2 = await _gatewayClient.GetAsync("/patient?id=42"); + + r1.EnsureSuccessStatusCode(); + r2.EnsureSuccessStatusCode(); + + using var doc1 = JsonDocument.Parse(await r1.Content.ReadAsStringAsync()); + using var doc2 = JsonDocument.Parse(await r2.Content.ReadAsStringAsync()); + + Assert.Equal( + doc1.RootElement.GetProperty("fullName").GetString(), + doc2.RootElement.GetProperty("fullName").GetString()); + } + + [Fact] + public async Task GetPatient_FileAppearsInMinio() + { + var deadline = DateTime.UtcNow.AddSeconds(90); + var baseId = 50000; + var attempt = 0; + + while (DateTime.UtcNow < deadline) + { + var id = baseId + attempt++; + await _gatewayClient.GetAsync($"/patient?id={id}"); + + await Task.Delay(3000); + + var filesResponse = await _fileServiceClient.GetAsync("/files"); + if (filesResponse.IsSuccessStatusCode) + { + var files = JsonSerializer.Deserialize>( + await filesResponse.Content.ReadAsStringAsync()) ?? []; + + if (files.Count > 0) + return; + } + } + + Assert.Fail("No files appeared in MinIO within 90 seconds"); + } + + [Fact] + public async Task GetPatient_DifferentIds_ReturnDifferentPatients() + { + var r1 = await _gatewayClient.GetAsync("/patient?id=10"); + var r2 = await _gatewayClient.GetAsync("/patient?id=20"); + + r1.EnsureSuccessStatusCode(); + r2.EnsureSuccessStatusCode(); + + using var doc1 = JsonDocument.Parse(await r1.Content.ReadAsStringAsync()); + using var doc2 = JsonDocument.Parse(await r2.Content.ReadAsStringAsync()); + + Assert.Equal(10, doc1.RootElement.GetProperty("id").GetInt32()); + Assert.Equal(20, doc2.RootElement.GetProperty("id").GetInt32()); + } +} diff --git a/Integration.Tests/Integration.Tests.csproj b/Integration.Tests/Integration.Tests.csproj new file mode 100644 index 00000000..ff7ac41d --- /dev/null +++ b/Integration.Tests/Integration.Tests.csproj @@ -0,0 +1,29 @@ + + + + net8.0 + enable + enable + false + + + + + + + + + runtime; build; native; contentfiles; analyzers; buildtransitive + all + + + + + + + + + + + + diff --git a/Integration.Tests/xunit.runner.json b/Integration.Tests/xunit.runner.json new file mode 100644 index 00000000..9046aeb3 --- /dev/null +++ b/Integration.Tests/xunit.runner.json @@ -0,0 +1,4 @@ +{ + "diagnosticMessages": true, + "maxParallelThreads": 1 +} diff --git a/README.md b/README.md index dcaa5eb7..e5cf9a64 100644 --- a/README.md +++ b/README.md @@ -1,128 +1,56 @@ -# Современные технологии разработки программного обеспечения -[Таблица с успеваемостью](https://docs.google.com/spreadsheets/d/1an43o-iqlq4V_kDtkr_y7DC221hY9qdhGPrpII27sH8/edit?usp=sharing) - -## Задание -### Цель -Реализация проекта микросервисного бекенда. - -### Задачи -* Реализация межсервисной коммуникации, -* Изучение работы с брокерами сообщений, -* Изучение архитектурных паттернов, -* Изучение работы со средствами оркестрации на примере .NET Aspire, -* Повторение основ работы с системами контроля версий, -* Интеграционное тестирование. - -### Лабораторные работы -
-1. «Кэширование» - Реализация сервиса генерации контрактов, кэширование его ответов -
- -В рамках первой лабораторной работы необходимо: -* Реализовать сервис генерации контрактов на основе Bogus, -* Реализовать кеширование при помощи IDistributedCache и Redis, -* Реализовать структурное логирование сервиса генерации, -* Настроить оркестрацию Aspire. - -
-
-2. «Балансировка нагрузки» - Реализация апи гейтвея, настройка его работы -
- -В рамках второй лабораторной работы необходимо: -* Настроить оркестрацию на запуск нескольких реплик сервиса генерации, -* Реализовать апи гейтвей на основе Ocelot, -* Имплементировать алгоритм балансировки нагрузки согласно варианту. - -
-
-
-3. «Интеграционное тестирование» - Реализация файлового сервиса и объектного хранилища, интеграционное тестирование бекенда -
- -В рамках третьей лабораторной работы необходимо: -* Добавить в оркестрацию объектное хранилище, -* Реализовать файловый сервис, сериализующий сгенерированные данные в файлы и сохраняющий их в объектном хранилище, -* Реализовать отправку генерируемых данных в файловый сервис посредством брокера, -* Реализовать интеграционные тесты, проверяющие корректность работы всех сервисов бекенда вместе. - -
-
-
-4. (Опционально) «Переход на облачную инфраструктуру» - Перенос бекенда в Yandex Cloud -
- -В рамках четвертой лабораторной работы необходимо перенестиервисы на облако все ранее разработанные сервисы: -* Клиент - в хостинг через отдельный бакет Object Storage, -* Сервис генерации - в Cloud Function, -* Апи гейтвей - в Serverless Integration как API Gateway, -* Брокер сообщений - в Message Queue, -* Файловый сервис - в Cloud Function, -* Объектное хранилище - в отдельный бакет Object Storage, - -
-
- -## Задание. Общая часть -**Обязательно**: -* Реализация серверной части на [.NET 8](https://learn.microsoft.com/ru-ru/dotnet/core/whats-new/dotnet-8/overview). -* Оркестрация проектов при помощи [.NET Aspire](https://learn.microsoft.com/ru-ru/dotnet/aspire/get-started/aspire-overview). -* Реализация сервиса генерации данных при помощи [Bogus](https://github.com/bchavez/Bogus). -* Реализация тестов с использованием [xUnit](https://xunit.net/?tabs=cs). -* Создание минимальной документации к проекту: страница на GitHub с информацией о задании, скриншоты приложения и прочая информация. - -**Факультативно**: -* Перенос бекенда на облачную инфраструктуру Yandex Cloud - -Внимательно прочитайте [дискуссии](https://github.com/itsecd/cloud-development/discussions/1) о том, как работает автоматическое распределение на ревью. -Сразу корректно называйте свои pr, чтобы они попали на ревью нужному преподавателю. - -По итогу работы в семестре должна получиться следующая информационная система: -
-C4 диаграмма -Современные_технологии_разработки_ПО_drawio -
- -## Варианты заданий -Номер варианта задания присваивается в начале семестра. Изменить его нельзя. Каждый вариант имеет уникальную комбинацию из предметной области, базы данных и технологии для общения сервиса генерации данных и сервера апи. - -[Список вариантов](https://docs.google.com/document/d/1WGmLYwffTTaAj4TgFCk5bUyW3XKbFMiBm-DHZrfFWr4/edit?usp=sharing) -[Список предметных областей и алгоритмов балансировки](https://docs.google.com/document/d/1PLn2lKe4swIdJDZhwBYzxqFSu0AbY2MFY1SUPkIKOM4/edit?usp=sharing) - -## Схема сдачи - -На каждую из лабораторных работ необходимо сделать отдельный [Pull Request (PR)](https://docs.github.com/en/pull-requests). - -Общая схема: -1. Сделать форк данного репозитория -2. Выполнить задание -3. Сделать PR в данный репозиторий -4. Исправить замечания после code review -5. Получить approve - -## Критерии оценивания - -Конкурентный принцип. -Так как задания в первой лабораторной будут повторяться между студентами, то выделяются следующие показатели для оценки: -1. Скорость разработки -2. Качество разработки -3. Полнота выполнения задания - -Быстрее делаете PR - у вас преимущество. -Быстрее получаете Approve - у вас преимущество. -Выполните нечто немного выходящее за рамки проекта - у вас преимущество. -Не укладываетесь в дедлайн - получаете минимально возможный балл. - -### Шкала оценивания - -- **3 балла** за качество кода, из них: - - 2 балла - базовая оценка - - 1 балл (но не более) можно получить за выполнение любого из следующих пунктов: - - Реализация факультативного функционала - - Выполнение работы раньше других: первые 5 человек из каждой группы, которые сделали PR и получили approve, получают дополнительный балл - -## Вопросы и обратная связь по курсу - -Чтобы задать вопрос по лабораторной, воспользуйтесь [соответствующим разделом дискуссий](https://github.com/itsecd/cloud-development/discussions/categories/questions) или заведите [ишью](https://github.com/itsecd/cloud-development/issues/new). -Если у вас появились идеи/пожелания/прочие полезные мысли по преподаваемой дисциплине, их можно оставить [здесь](https://github.com/itsecd/cloud-development/discussions/categories/ideas). - +# Лабораторная работа №3 «Интеграционное тестирование» +## Вариант №18 — «Медицинский пациент» +## Описание +Реализован файловый сервис с объектным хранилищем MinIO и брокером сообщений SNS/SQS (LocalStack). Генерируемые данные о пациентах публикуются в SNS и сохраняются в файлы через FileService. Добавлены интеграционные тесты на базе Aspire Testing. + +## Студент +**Чумаков Иван Игоревич**, группа 6511 + +## Что реализовано +### Генерация данных (Bogus) +- Класс `MedicalPatientGenerator` с `RuleFor` для каждого поля +- Генерация ФИО с отчеством на основе фамилии с суффиксом «ович» +- Локаль `ru` для русскоязычных имён + +### Кэширование (Redis + IDistributedCache) +- Сервис `PatientService` с кэшированием через `IDistributedCache` +- TTL вынесен в `appsettings.json` (`CacheSettings:AbsoluteExpirationMinutes`) + +### Структурное логирование +- Логирование через `ILogger` с Serilog +- Структурные параметры `{Id}`, `{FullName}`, `{BirthDate}` и др. +- `Information` для Cache HIT/MISS и успешной генерации + +### API Gateway (Ocelot) +- Маршрутизация запросов к репликам `GeneratorService` +- Кастомный балансировщик нагрузки `WeightedRoundRobinBalancer` (R1:3, R2:2, R3:1) +- CORS настроен на уровне Gateway с динамическим origin от Aspire + +### Брокер сообщений (SNS + SQS через LocalStack) +- `GeneratorService` публикует сгенерированного пациента в SNS-топик при Cache MISS +- `FileService` создаёт SQS-очередь, подписывает её на SNS-топик и опрашивает очередь +- Публикация не блокирует ответ API при недоступности брокера + +### Файловый сервис + объектное хранилище (MinIO) +- `FileService` принимает сообщения из SQS и сохраняет JSON-файлы в MinIO +- Имя файла: `patient-{id}-{yyyyMMddHHmmss}.json` +- Бакет создаётся автоматически при старте сервиса +- Endpoint `GET /files` возвращает список сохранённых файлов + +### Интеграционные тесты (xUnit + Aspire.Hosting.Testing) +- `GetPatient_ValidId_ReturnsPatient` — проверка корректного ответа через Gateway +- `GetPatient_InvalidId_ReturnsBadRequest` — проверка валидации входных данных +- `GetPatient_SameId_ReturnsCachedPatient` — проверка работы кэша Redis +- `GetPatient_DifferentIds_ReturnDifferentPatients` — проверка независимости записей +- `GetPatient_FileAppearsInMinio` — E2E тест: запрос → SNS → SQS → MinIO + +### Оркестрация (.NET Aspire) +- Redis с RedisInsight +- LocalStack (SNS + SQS) +- MinIO с консолью управления на порту 9001 +- Три реплики `GeneratorService` (порты 15000–15002) с балансировкой через Gateway +- `FileService` получает адреса LocalStack и MinIO через переменные окружения Aspire + +### API +- Единственный публичный эндпоинт: `GET /patient?id={id}` (через Gateway) +- `GET /files` (FileService) — список файлов в MinIO diff --git a/ServiceDefaults/Extensions.cs b/ServiceDefaults/Extensions.cs new file mode 100644 index 00000000..c497d055 --- /dev/null +++ b/ServiceDefaults/Extensions.cs @@ -0,0 +1,80 @@ +using Microsoft.AspNetCore.Builder; +using Microsoft.AspNetCore.Diagnostics.HealthChecks; +using Microsoft.Extensions.DependencyInjection; +using Microsoft.Extensions.Diagnostics.HealthChecks; +using Microsoft.Extensions.Hosting; +using Microsoft.Extensions.Logging; +using OpenTelemetry; +using OpenTelemetry.Metrics; +using OpenTelemetry.Trace; + +namespace Microsoft.Extensions.Hosting; + +public static class Extensions +{ + public static IHostApplicationBuilder AddServiceDefaults(this IHostApplicationBuilder builder) + { + builder.ConfigureOpenTelemetry(); + builder.AddDefaultHealthChecks(); + builder.Services.AddServiceDiscovery(); + builder.Services.ConfigureHttpClientDefaults(http => + { + http.AddStandardResilienceHandler(); + http.AddServiceDiscovery(); + }); + return builder; + } + + public static IHostApplicationBuilder ConfigureOpenTelemetry(this IHostApplicationBuilder builder) + { + builder.Logging.AddOpenTelemetry(logging => + { + logging.IncludeFormattedMessage = true; + logging.IncludeScopes = true; + }); + + builder.Services.AddOpenTelemetry() + .WithMetrics(metrics => + { + metrics.AddAspNetCoreInstrumentation() + .AddHttpClientInstrumentation() + .AddRuntimeInstrumentation(); + }) + .WithTracing(tracing => + { + tracing.AddAspNetCoreInstrumentation() + .AddHttpClientInstrumentation(); + }); + + builder.AddOpenTelemetryExporters(); + return builder; + } + + private static IHostApplicationBuilder AddOpenTelemetryExporters(this IHostApplicationBuilder builder) + { + var useOtlpExporter = !string.IsNullOrWhiteSpace(builder.Configuration["OTEL_EXPORTER_OTLP_ENDPOINT"]); + if (useOtlpExporter) + builder.Services.AddOpenTelemetry().UseOtlpExporter(); + return builder; + } + + public static IHostApplicationBuilder AddDefaultHealthChecks(this IHostApplicationBuilder builder) + { + builder.Services.AddHealthChecks() + .AddCheck("self", () => HealthCheckResult.Healthy(), ["live"]); + return builder; + } + + public static WebApplication MapDefaultEndpoints(this WebApplication app) + { + if (app.Environment.IsDevelopment()) + { + app.MapHealthChecks("/health"); + app.MapHealthChecks("/alive", new HealthCheckOptions + { + Predicate = r => r.Tags.Contains("live") + }); + } + return app; + } +} \ No newline at end of file diff --git a/ServiceDefaults/ServiceDefaults.csproj b/ServiceDefaults/ServiceDefaults.csproj new file mode 100644 index 00000000..6cb5f230 --- /dev/null +++ b/ServiceDefaults/ServiceDefaults.csproj @@ -0,0 +1,21 @@ + + + + net8.0 + enable + enable + true + + + + + + + + + + + + + + \ No newline at end of file diff --git a/global.json b/global.json new file mode 100644 index 00000000..75a80e90 --- /dev/null +++ b/global.json @@ -0,0 +1,6 @@ +{ + "sdk": { + "version": "8.0.0", + "rollForward": "latestMinor" + } +} \ No newline at end of file