Compare commits
35 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| e2d2009cac | |||
| 53b422433c | |||
| 3769bb5bae | |||
| 547f8dd229 | |||
| 13be0eab87 | |||
| 5b8b1684c4 | |||
| e19f98e7ca | |||
| 8a8ed98a91 | |||
| 4b8aecc779 | |||
| f4a350b2e3 | |||
| e61f628804 | |||
| 56dbe85868 | |||
| 8fa3ac7546 | |||
| e238dcce59 | |||
| 88e70b1e81 | |||
| 36dc31e85b | |||
| 41f92d0670 | |||
| e9a1552e6d | |||
| 988ba4113c | |||
| f62ac1bc71 | |||
| 544eef0e49 | |||
| a7b9e945a3 | |||
| 4a20c5ea5f | |||
| 6f5892c228 | |||
| 23d992704e | |||
| 581cd2084a | |||
| 87bfc65b34 | |||
| aef2884e8e | |||
| c18635a0d4 | |||
| 84597be935 | |||
| 13370ccb7f | |||
| ce7bcd20ac | |||
| d84de56a9d | |||
| d7215ff278 | |||
| d934cc6251 |
+25
-6
@@ -31,20 +31,37 @@ steps:
|
|||||||
registry: nexus.khongisa.co.za
|
registry: nexus.khongisa.co.za
|
||||||
repo: nexus.khongisa.co.za/litecharms-scheduler
|
repo: nexus.khongisa.co.za/litecharms-scheduler
|
||||||
tags: [ latest, "1.${DRONE_BUILD_NUMBER}" ]
|
tags: [ latest, "1.${DRONE_BUILD_NUMBER}" ]
|
||||||
|
custom_labels:
|
||||||
|
- org.opencontainers.image.source=https://gitea.khongisa.co.za/litecharms/scheduler
|
||||||
|
- org.opencontainers.image.version=1.${DRONE_BUILD_NUMBER}
|
||||||
|
- org.opencontainers.image.revision=${DRONE_COMMIT_SHA}
|
||||||
username: { from_secret: docker_username }
|
username: { from_secret: docker_username }
|
||||||
password: { from_secret: docker_password }
|
password: { from_secret: docker_password }
|
||||||
|
|
||||||
- name: gitea-tag
|
- name: gitea-tag-release
|
||||||
image: alpine/git
|
image: alpine/git
|
||||||
environment:
|
environment:
|
||||||
|
GITEA_TOKEN: { from_secret: git_token }
|
||||||
GITEA_USER: { from_secret: git_username }
|
GITEA_USER: { from_secret: git_username }
|
||||||
GITEA_PASS: { from_secret: git_password }
|
GITEA_PASS: { from_secret: git_password }
|
||||||
commands:
|
commands:
|
||||||
- git config --global user.email "drone@litecharms.co.za"
|
- echo "169.255.58.144 gitea.khongisa.co.za" >> /etc/hosts
|
||||||
- git config --global user.name "Drone CI"
|
- apk add --no-cache curl
|
||||||
- git remote set-url origin https://$${GITEA_USER}:$${GITEA_PASS}@gitea.khongisa.co.za/litecharms/scheduler.git
|
- git remote set-url origin https://$${GITEA_USER}:$${GITEA_PASS}@gitea.khongisa.co.za/litecharms/scheduler.git
|
||||||
- git tag 1.${DRONE_BUILD_NUMBER}
|
- git tag 1.${DRONE_BUILD_NUMBER}
|
||||||
- git push origin 1.${DRONE_BUILD_NUMBER}
|
- git push origin 1.${DRONE_BUILD_NUMBER}
|
||||||
|
- |
|
||||||
|
curl -X POST "https://gitea.khongisa.co.za/api/v1/repos/litecharms/scheduler/releases" \
|
||||||
|
-H "Authorization: token $${GITEA_TOKEN}" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "{
|
||||||
|
\"tag_name\": \"1.${DRONE_BUILD_NUMBER}\",
|
||||||
|
\"target_commitish\": \"${DRONE_COMMIT_SHA}\",
|
||||||
|
\"name\": \"Release 1.${DRONE_BUILD_NUMBER}\",
|
||||||
|
\"body\": \"### Artifacts\n* **Docker Image:** nexus.khongisa.co.za/litecharms-scheduler:1.${DRONE_BUILD_NUMBER}\n* **NuGet:** [View on Nexus](https://nexus.khongisa.co.za/repository/nuget-group/)\",
|
||||||
|
\"draft\": false,
|
||||||
|
\"prerelease\": false
|
||||||
|
}"
|
||||||
|
|
||||||
depends_on:
|
depends_on:
|
||||||
- build
|
- build
|
||||||
@@ -66,7 +83,8 @@ steps:
|
|||||||
- mkdir -p $HOME/.kube
|
- mkdir -p $HOME/.kube
|
||||||
- echo "$KUBE_CONFIG" > $HOME/.kube/config
|
- echo "$KUBE_CONFIG" > $HOME/.kube/config
|
||||||
- kubectl apply -f litecharms-scheduler-uat.yml
|
- kubectl apply -f litecharms-scheduler-uat.yml
|
||||||
- kubectl rollout restart deployment/litecharms-scheduler-uat -n litecharms-scheduler-uat
|
- sleep 10
|
||||||
|
- kubectl rollout restart statefulset/litecharms-scheduler-uat -n litecharms-scheduler-uat
|
||||||
|
|
||||||
depends_on:
|
depends_on:
|
||||||
- package
|
- package
|
||||||
@@ -88,7 +106,8 @@ steps:
|
|||||||
- mkdir -p $HOME/.kube
|
- mkdir -p $HOME/.kube
|
||||||
- echo "$KUBE_CONFIG" > $HOME/.kube/config
|
- echo "$KUBE_CONFIG" > $HOME/.kube/config
|
||||||
- kubectl apply -f litecharms-scheduler.yml
|
- kubectl apply -f litecharms-scheduler.yml
|
||||||
- kubectl rollout restart shop/deployment/litecharms-scheduler -n litecharms-scheduler
|
- sleep 10
|
||||||
|
- kubectl rollout restart statefulset/litecharms-scheduler -n litecharms-scheduler
|
||||||
|
|
||||||
depends_on:
|
depends_on:
|
||||||
- uat
|
- uat
|
||||||
|
|||||||
@@ -8,8 +8,7 @@
|
|||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
|
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<PackageReference Include="LiteCharms.Abstractions" Version="1.13.0" />
|
<PackageReference Include="Microsoft.Extensions.Hosting" Version="10.0.8" />
|
||||||
<PackageReference Include="Microsoft.Extensions.Hosting" Version="10.0.7" />
|
|
||||||
<PackageReference Include="Mediator.SourceGenerator" Version="3.0.2">
|
<PackageReference Include="Mediator.SourceGenerator" Version="3.0.2">
|
||||||
<PrivateAssets>all</PrivateAssets>
|
<PrivateAssets>all</PrivateAssets>
|
||||||
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
|
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
|
||||||
@@ -18,13 +17,12 @@
|
|||||||
|
|
||||||
<!-- Lite Charms Libraries -->
|
<!-- Lite Charms Libraries -->
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<PackageReference Include="LiteCharms.Extensions" Version="1.13.0" />
|
<PackageReference Include="LiteCharms.Features" Version="1.32.0" />
|
||||||
<PackageReference Include="LiteCharms.Features" Version="1.13.0" />
|
|
||||||
<PackageReference Include="LiteCharms.Models" Version="1.13.0" />
|
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
<!-- Shared Global Usings -->
|
<!-- Shared Global Usings -->
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<Using Include="Quartz" />
|
<Using Include="Quartz" />
|
||||||
|
<Using Include="Mediator" />
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
</Project>
|
</Project>
|
||||||
|
|||||||
@@ -1,18 +1,30 @@
|
|||||||
using LiteCharms.Extensions;
|
using LiteCharms.Features.Extensions;
|
||||||
|
using LiteCharms.Features.Mediator;
|
||||||
using LiteCharmsScheduler.Workers;
|
using LiteCharmsScheduler.Workers;
|
||||||
using static LiteCharms.Abstractions.Constants;
|
using static LiteCharms.Features.Email.Extensions.Constants;
|
||||||
|
|
||||||
var builder = Host.CreateApplicationBuilder(args);
|
var builder = Host.CreateApplicationBuilder(args);
|
||||||
|
|
||||||
builder.Services.AddMediator();
|
builder.Services.AddMediator(options => options.Assemblies = new List<AssemblyReference>
|
||||||
|
{
|
||||||
|
typeof(Program).Assembly,
|
||||||
|
typeof(LiteCharms.Features.Shop.Notifications.Events.ProcessEmailNotificationsEvent).Assembly
|
||||||
|
}.AsReadOnly());
|
||||||
|
|
||||||
|
builder.Services.AddScoped(typeof(IPipelineBehavior<,>), typeof(TelemetryPipelineBehavior<,>));
|
||||||
|
builder.Services.AddScoped(typeof(IPipelineBehavior<,>), typeof(LoggingPipelineBehavior<,>));
|
||||||
|
|
||||||
|
builder.Services.AddEmailServices(builder.Configuration);
|
||||||
builder.Services.AddEmailServiceBus();
|
builder.Services.AddEmailServiceBus();
|
||||||
|
|
||||||
builder.Services.AddSalesServiceBus();
|
builder.Services.AddSalesServiceBus();
|
||||||
builder.Services.AddGeneralServiceBus();
|
builder.Services.AddGeneralServiceBus();
|
||||||
builder.Services.AddEmailServices(builder.Configuration);
|
builder.Services.AddQuartzScheduler(ShopSchedulerName, builder.Configuration);
|
||||||
builder.Services.AddShopDatabase(builder.Configuration);
|
|
||||||
builder.Services.AddQuartzSchedulerClient(ShopSchedulerName, ShopSchedulerInstanceId, builder.Configuration);
|
|
||||||
|
|
||||||
builder.Services.AddHostedService<Worker>();
|
builder.Services.AddShopServices();
|
||||||
|
builder.Services.AddShopDatabase(builder.Configuration);
|
||||||
|
|
||||||
|
builder.Services.AddHostedService<JobWorker>();
|
||||||
|
|
||||||
var host = builder.Build();
|
var host = builder.Build();
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,19 @@
|
|||||||
|
using LiteCharms.Features.Quartz.Abstractions;
|
||||||
|
using LiteCharms.Features.Shop.Notifications.Events;
|
||||||
|
|
||||||
|
namespace LiteCharmsScheduler.Workers
|
||||||
|
{
|
||||||
|
public class JobWorker(IJobOrchestrator jobOrchestrator, ILogger<JobWorker> logger) : BackgroundService
|
||||||
|
{
|
||||||
|
private const string emailProcessorCron = "0 */5 * * * ?";
|
||||||
|
|
||||||
|
protected override async Task ExecuteAsync(CancellationToken stoppingToken)
|
||||||
|
{
|
||||||
|
var emailProcessorJob = ProcessEmailNotificationsEvent.Create();
|
||||||
|
|
||||||
|
await jobOrchestrator.ScheduleAsync(emailProcessorJob, emailProcessorCron, stoppingToken);
|
||||||
|
|
||||||
|
logger.LogInformation("Startup jobs scheduled");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,17 +0,0 @@
|
|||||||
namespace LiteCharmsScheduler.Workers
|
|
||||||
{
|
|
||||||
public class Worker(ILogger<Worker> logger) : BackgroundService
|
|
||||||
{
|
|
||||||
protected override async Task ExecuteAsync(CancellationToken stoppingToken)
|
|
||||||
{
|
|
||||||
while (!stoppingToken.IsCancellationRequested)
|
|
||||||
{
|
|
||||||
if (logger.IsEnabled(LogLevel.Information))
|
|
||||||
{
|
|
||||||
logger.LogInformation("Worker running at: {time}", DateTimeOffset.Now);
|
|
||||||
}
|
|
||||||
await Task.Delay(1000, stoppingToken);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -15,7 +15,8 @@
|
|||||||
"Logging": {
|
"Logging": {
|
||||||
"LogLevel": {
|
"LogLevel": {
|
||||||
"Default": "Information",
|
"Default": "Information",
|
||||||
"Microsoft.AspNetCore": "Warning"
|
"Microsoft.AspNetCore": "Warning",
|
||||||
|
"Microsoft.EntityFrameworkCore": "Warning"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"AllowedHosts": "*"
|
"AllowedHosts": "*"
|
||||||
|
|||||||
@@ -1 +1,18 @@
|
|||||||
# LiteCharms
|
# LiteCharms.Scheduler
|
||||||
|
|
||||||
|
The background processing engine responsible for automated tasks and scheduled jobs.
|
||||||
|
|
||||||
|
## 🏗 Architecture
|
||||||
|
* **Type:** Kubernetes **StatefulSet**
|
||||||
|
* **Persistence:** Uses Postgres at `192.168.1.170`.
|
||||||
|
* **Clustering:** Configured for Quartz.NET/Hangfire clustering to support multiple replicas without task duplication.
|
||||||
|
|
||||||
|
## 🚀 CI/CD Workflow
|
||||||
|
* **Trigger:** Pull Request to `master`.
|
||||||
|
* **Versioning:** Automated Gitea Releases with links to Docker and NuGet artifacts.
|
||||||
|
* **Identity:** Uses stable network identifiers (`litecharms-scheduler-0`, etc.) to maintain lock integrity in the database.
|
||||||
|
|
||||||
|
## ⚙️ Scaling
|
||||||
|
To scale the scheduler:
|
||||||
|
`kubectl scale statefulset litecharms-scheduler --replicas=3`
|
||||||
|
*Note: Ensure Database Job Store is enabled in appsettings before scaling.*
|
||||||
@@ -25,31 +25,32 @@ metadata:
|
|||||||
namespace: litecharms-scheduler-uat
|
namespace: litecharms-scheduler-uat
|
||||||
type: Opaque
|
type: Opaque
|
||||||
data:
|
data:
|
||||||
connection-string: SG9zdD0xOTIuMTY4LjEuMTcwO0RhdGFiYXNlPWxlYWRnZW5lcmF0b3ItZGV2O1VzZXJuYW1lPWxlYWRnZW5lcmF0b3I7UGFzc3dvcmQ9S2VLNDRsczRQWHBuYms7UGVyc2lzdCBTZWN1cml0eSBJbmZvPVRydWU=
|
connection-string-quartz: SG9zdD0xOTIuMTY4LjEuMTcwO0RhdGFiYXNlPXNjaGVkdWxlci1kZXY7VXNlcm5hbWU9c2NoZWR1bGVyLWRldi11c2VyO1Bhc3N3b3JkPWtWVm1vV0tKM3h6Z1FYO1BlcnNpc3QgU2VjdXJpdHkgSW5mbz1UcnVl
|
||||||
|
connection-string: SG9zdD0xOTIuMTY4LjEuMTcwO0RhdGFiYXNlPXNob3AtZGV2O1VzZXJuYW1lPXNob3AtZGV2LXVzZXI7UGFzc3dvcmQ9a1ZWbW9XS0ozeHpnUVg7UGVyc2lzdCBTZWN1cml0eSBJbmZvPVRydWU=
|
||||||
discord-webhook: aHR0cHM6Ly9kaXNjb3JkLmNvbS9hcGkvd2ViaG9va3MvMTUwMDIzMzEyOTYwNzAzNjk3MC9KYzc5endwMjlxYWpLbmoyYkR3cm5GR0RJci11ZGIyV2JIUDZTYjdpT0hCTWpQSUY3Vkw5eUVHTkJUSXpSOVVWVzI0bQ==
|
discord-webhook: aHR0cHM6Ly9kaXNjb3JkLmNvbS9hcGkvd2ViaG9va3MvMTUwMDIzMzEyOTYwNzAzNjk3MC9KYzc5endwMjlxYWpLbmoyYkR3cm5GR0RJci11ZGIyV2JIUDZTYjdpT0hCTWpQSUY3Vkw5eUVHTkJUSXpSOVVWVzI0bQ==
|
||||||
aspire-apikey: bWMzRzYzSzJqNVpPRXNpMEFqTW9qTFRYbTFLRVpGY3R6SUlqU3dEaVRHdXQ4cUdTa1B1V3d4R1AxUmJzY0pVbw==
|
aspire-apikey: bWMzRzYzSzJqNVpPRXNpMEFqTW9qTFRYbTFLRVpGY3R6SUlqU3dEaVRHdXQ4cUdTa1B1V3d4R1AxUmJzY0pVbw==
|
||||||
email-password: JFpTLWVJQGlYbTVNUCRhfg==
|
email-password: JFpTLWVJQGlYbTVNUCRhfg==
|
||||||
quartz-store: SG9zdD0xOTIuMTY4LjEuMTcwO0RhdGFiYXNlPXNjaGVkdWxlci1kZXY7VXNlcm5hbWU9c2NoZWR1bGVyLWRldi11c2VyO1Bhc3N3b3JkPWtWVm1vV0tKM3h6Z1FYO1BlcnNpc3QpU2VjdXJpdHkgSW5mbz1UcnVl
|
|
||||||
---
|
---
|
||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
kind: PersistentVolumeClaim
|
kind: Service
|
||||||
metadata:
|
metadata:
|
||||||
name: scheduler-data-pvc
|
name: scheduler-worker-service
|
||||||
namespace: litecharms-scheduler-uat
|
namespace: litecharms-scheduler-uat
|
||||||
spec:
|
spec:
|
||||||
accessModes: ["ReadWriteMany"]
|
clusterIP: None
|
||||||
storageClassName: nfs-storage
|
selector:
|
||||||
resources:
|
app: scheduler
|
||||||
requests:
|
ports:
|
||||||
storage: 2Gi
|
- port: 80
|
||||||
|
name: dummy-port
|
||||||
---
|
---
|
||||||
apiVersion: apps/v1
|
apiVersion: apps/v1
|
||||||
kind: StatefulSet
|
kind: StatefulSet
|
||||||
metadata:
|
metadata:
|
||||||
name: litecharms-scheduler
|
name: litecharms-scheduler-uat
|
||||||
namespace: litecharms-scheduler-uat
|
namespace: litecharms-scheduler-uat
|
||||||
spec:
|
spec:
|
||||||
serviceName: "scheduler-worker"
|
serviceName: "scheduler-worker-service"
|
||||||
replicas: 1
|
replicas: 1
|
||||||
selector:
|
selector:
|
||||||
matchLabels:
|
matchLabels:
|
||||||
@@ -62,6 +63,7 @@ spec:
|
|||||||
containers:
|
containers:
|
||||||
- name: scheduler
|
- name: scheduler
|
||||||
image: nexus.khongisa.co.za/litecharms-scheduler:latest
|
image: nexus.khongisa.co.za/litecharms-scheduler:latest
|
||||||
|
imagePullPolicy: Always
|
||||||
resources:
|
resources:
|
||||||
limits:
|
limits:
|
||||||
memory: "2Gi"
|
memory: "2Gi"
|
||||||
@@ -82,7 +84,7 @@ spec:
|
|||||||
valueFrom:
|
valueFrom:
|
||||||
secretKeyRef:
|
secretKeyRef:
|
||||||
name: scheduler-secrets
|
name: scheduler-secrets
|
||||||
key: quartz-store
|
key: connection-string-quartz
|
||||||
- name: ConnectionStrings__PostgresShop
|
- name: ConnectionStrings__PostgresShop
|
||||||
valueFrom:
|
valueFrom:
|
||||||
secretKeyRef:
|
secretKeyRef:
|
||||||
@@ -98,22 +100,3 @@ spec:
|
|||||||
secretKeyRef:
|
secretKeyRef:
|
||||||
name: scheduler-secrets
|
name: scheduler-secrets
|
||||||
key: aspire-apikey
|
key: aspire-apikey
|
||||||
volumeMounts:
|
|
||||||
- name: storage
|
|
||||||
mountPath: /app/wwwroot/content
|
|
||||||
subPath: content
|
|
||||||
- name: storage
|
|
||||||
mountPath: /app/keys
|
|
||||||
subPath: dataprotection-keys
|
|
||||||
livenessProbe:
|
|
||||||
exec:
|
|
||||||
command:
|
|
||||||
- /bin/sh
|
|
||||||
- -c
|
|
||||||
- ps aux | grep LiteCharmsScheduler.dll | grep -v grep
|
|
||||||
initialDelaySeconds: 30
|
|
||||||
periodSeconds: 60
|
|
||||||
volumes:
|
|
||||||
- name: storage
|
|
||||||
persistentVolumeClaim:
|
|
||||||
claimName: scheduler-data-pvc
|
|
||||||
|
|||||||
Reference in New Issue
Block a user