feat: github token included to the project

.env.example

@@ -2,4 +2,5 @@
 
 POSTGRES_DB=linktracker
 POSTGRES_USER=linktracker
-POSTGRES_PASSWORD=linktracker
+POSTGRES_PASSWORD=linktracker
+GITHUB_TOKEN=your-github-token

docker-compose.yml

@@ -25,6 +25,7 @@ services:
       - Database__AccessType=SQL
       - Database__ConnectionString=Host=postgres;Port=5432;Database=${POSTGRES_DB};Username=${POSTGRES_USER};Password=${POSTGRES_PASSWORD}
       - Database__RunMigrations=true
+      - Scrapper__GitHubToken=${GITHUB_TOKEN}
     depends_on:
       postgres:
         condition: service_healthy

src/LinkTracker.Scrapper/Configuration/ScrapperOptions.cs

@@ -10,4 +10,6 @@ public sealed class ScrapperOptions
 
     public string GitHubBaseUrl { get; init; } = "https://api.github.com/";
     public string StackOverflowBaseUrl { get; init; } = "https://api.stackexchange.com/2.3/";
+
+    public string? GitHubToken { get; init; }
 }

src/LinkTracker.Scrapper/Program.cs

@@ -8,6 +8,7 @@
 using LinkTracker.Scrapper.Services.Notifications;
 using LinkTracker.Scrapper.Services.Updates;
 using Microsoft.EntityFrameworkCore;
+using System.Net.Http.Headers;
 using Npgsql;
 using Quartz;
 
@@ -51,6 +52,14 @@
 {
     client.BaseAddress = new Uri(scrapperOptions.GitHubBaseUrl);
     client.DefaultRequestHeaders.UserAgent.ParseAdd("LinkTrackerBot/1.0");
+    client.DefaultRequestHeaders.Accept.ParseAdd("application/vnd.github+json");
+    client.DefaultRequestHeaders.Add("X-GitHub-Api-Version", "2022-11-28");
+
+    if (!string.IsNullOrWhiteSpace(scrapperOptions.GitHubToken))
+    {
+        client.DefaultRequestHeaders.Authorization =
+            new AuthenticationHeaderValue("Bearer", scrapperOptions.GitHubToken);
+    }
 });
 
 builder.Services.AddHttpClient<StackOverflowClient>(client =>

src/LinkTracker.Scrapper/appsettings.json

@@ -11,9 +11,9 @@
     "RunMigrations": true
   },
   "Scrapper": {
-    "CheckIntervalSeconds": 30,
+    "CheckIntervalSeconds": 300,
     "BatchSize": 100,
-    "Parallelism": 4,
+    "Parallelism": 2,
     "GitHubBaseUrl": "https://api.github.com/",
     "StackOverflowBaseUrl": "https://api.stackexchange.com/2.3/"
   },