Compare commits

7 Commits

7 changed files with 78 additions and 38 deletions

View File

@@ -10,7 +10,6 @@
<ItemGroup> <ItemGroup>
<PackageReference Include="Microsoft.VisualStudio.Azure.Containers.Tools.Targets" Version="1.19.5" /> <PackageReference Include="Microsoft.VisualStudio.Azure.Containers.Tools.Targets" Version="1.19.5" />
<PackageReference Include="Newtonsoft.Json" Version="13.0.3" />
</ItemGroup> </ItemGroup>
</Project> </Project>

View File

@@ -16,11 +16,14 @@ namespace AS1024.GeoFeed.Controllers
private readonly IGeoFeedProvider builder; private readonly IGeoFeedProvider builder;
private readonly IMemoryCache memoryCache; private readonly IMemoryCache memoryCache;
private readonly IWebHostEnvironment environment; private readonly IWebHostEnvironment environment;
private readonly ILogger<GeofeedController> logger;
private const string GeoFeedCacheKey = "GeoFeedData"; private const string GeoFeedCacheKey = "GeoFeedData";
public GeofeedController(IGeoFeedProvider builder, public GeofeedController(IGeoFeedProvider builder,
IMemoryCache memoryCache, IMemoryCache memoryCache,
IWebHostEnvironment environment) { IWebHostEnvironment environment,
ILogger<GeofeedController> logger) {
this.logger = logger;
this.builder = builder; this.builder = builder;
this.memoryCache = memoryCache; this.memoryCache = memoryCache;
this.environment = environment; this.environment = environment;
@@ -30,26 +33,32 @@ namespace AS1024.GeoFeed.Controllers
[Route("")] [Route("")]
public async Task<IActionResult> Get() public async Task<IActionResult> Get()
{ {
if (!memoryCache.TryGetValue(GeoFeedCacheKey, out List<IPGeoFeed>? feed) try
&& environment.IsProduction())
{ {
feed = await builder.GetGeoFeedData(); if (!memoryCache.TryGetValue(GeoFeedCacheKey, out List<IPGeoFeed>? feed))
MemoryCacheEntryOptions cacheEntryOptions = new MemoryCacheEntryOptions() {
.SetSlidingExpiration(TimeSpan.FromMinutes(15)); feed = await builder.GetGeoFeedData();
memoryCache.Set(GeoFeedCacheKey, feed, cacheEntryOptions); if (environment.IsProduction())
} else {
MemoryCacheEntryOptions cacheEntryOptions = new MemoryCacheEntryOptions()
.SetSlidingExpiration(TimeSpan.FromMinutes(15));
memoryCache.Set(GeoFeedCacheKey, feed, cacheEntryOptions);
}
}
string csvContent = feed.ToGeoFeedCsv(); // Assuming ToGeoFeedCsv() returns a string in CSV format.
byte[] contentBytes = Encoding.UTF8.GetBytes(csvContent);
string contentType = "text/csv";
return new FileContentResult(contentBytes, contentType)
{
FileDownloadName = "geofeed.csv"
};
} catch (Exception ex)
{ {
feed = await builder.GetGeoFeedData(); logger.LogError($"Geofeed generation failed. Exception: {ex}");
return StatusCode(500);
} }
string csvContent = feed.ToGeoFeedCsv(); // Assuming ToGeoFeedCsv() returns a string in CSV format.
byte[] contentBytes = Encoding.UTF8.GetBytes(csvContent);
string contentType = "text/csv";
return new FileContentResult(contentBytes, contentType)
{
FileDownloadName = "geofeed.csv"
};
} }
} }
} }

View File

@@ -1,22 +1,24 @@
#See https://aka.ms/customizecontainer to learn how to customize your debug container and how Visual Studio uses this Dockerfile to build your images for faster debugging. #See https://aka.ms/customizecontainer to learn how to customize your debug container and how Visual Studio uses this Dockerfile to build your images for faster debugging.
FROM mcr.microsoft.com/dotnet/aspnet:8.0 AS base FROM mcr.microsoft.com/dotnet/aspnet:8.0-alpine AS base
USER app USER app
WORKDIR /app WORKDIR /app
EXPOSE 8080 EXPOSE 8080
FROM mcr.microsoft.com/dotnet/sdk:8.0 AS build FROM --platform=$BUILDPLATFORM mcr.microsoft.com/dotnet/sdk:8.0-alpine AS build
ARG BUILD_CONFIGURATION=Release ARG BUILD_CONFIGURATION=Release
ARG TARGETARCH
WORKDIR /src WORKDIR /src
COPY ["AS1024.GeoFeed/AS1024.GeoFeed.csproj", "AS1024.GeoFeed/"] COPY ["AS1024.GeoFeed/AS1024.GeoFeed.csproj", "AS1024.GeoFeed/"]
RUN dotnet restore "./AS1024.GeoFeed/./AS1024.GeoFeed.csproj" RUN dotnet restore "./AS1024.GeoFeed/./AS1024.GeoFeed.csproj" -a $TARGETARCH
COPY . . COPY . .
WORKDIR "/src/AS1024.GeoFeed" WORKDIR "/src/AS1024.GeoFeed"
RUN dotnet build "./AS1024.GeoFeed.csproj" -c $BUILD_CONFIGURATION -o /app/build RUN dotnet build "./AS1024.GeoFeed.csproj" -c $BUILD_CONFIGURATION -o /app/build -a $TARGETARCH
FROM build AS publish FROM --platform=$BUILDPLATFORM build AS publish
ARG BUILD_CONFIGURATION=Release ARG BUILD_CONFIGURATION=Release
RUN dotnet publish "./AS1024.GeoFeed.csproj" -c $BUILD_CONFIGURATION -o /app/publish /p:UseAppHost=false ARG TARGETARCH
RUN dotnet publish "./AS1024.GeoFeed.csproj" -c $BUILD_CONFIGURATION -o /app/publish -a $TARGETARCH /p:UseAppHost=false
FROM base AS final FROM base AS final
WORKDIR /app WORKDIR /app

View File

@@ -11,7 +11,7 @@ namespace AS1024.GeoFeed.GeoFeedBuilder
foreach (IPGeoFeed feed in geoFeeds) foreach (IPGeoFeed feed in geoFeeds)
{ {
csvContent.AppendLine($"{feed.Prefix},{feed.GeolocCountry},{feed.GeolocRegion},{feed.GeolocCity},"); csvContent.AppendLine($"{feed.Prefix},{feed.GeolocCountry},{feed.GeolocRegion},{feed.GeolocCity},{feed.GeolocPostalCode}");
} }
return csvContent.ToString(); return csvContent.ToString();

View File

@@ -1,6 +1,6 @@
using AS1024.GeoFeed.Interfaces; using AS1024.GeoFeed.Interfaces;
using AS1024.GeoFeed.Models; using AS1024.GeoFeed.Models;
using Newtonsoft.Json; using System.Text.Json;
using System.Net.Http.Headers; using System.Net.Http.Headers;
using System.Net.Sockets; using System.Net.Sockets;
using System.Web; using System.Web;
@@ -49,7 +49,9 @@ namespace AS1024.GeoFeed.GeoFeedBuilder
if (result.IsSuccessStatusCode) if (result.IsSuccessStatusCode)
{ {
string stringResult = await result.Content.ReadAsStringAsync(); string stringResult = await result.Content.ReadAsStringAsync();
jsonData = JsonConvert.DeserializeObject<NetboxData>(stringResult); jsonData = JsonSerializer.Deserialize<NetboxData>(stringResult, new JsonSerializerOptions {
PropertyNamingPolicy = JsonNamingPolicy.SnakeCaseLower
});
if (jsonData?.Results == null || jsonData.Results.Count == 0) if (jsonData?.Results == null || jsonData.Results.Count == 0)
{ {

View File

@@ -9,18 +9,33 @@ namespace AS1024.GeoFeed.GeoFeedBuilder
private readonly ILogger<PreLoadGeoFeed> logger; private readonly ILogger<PreLoadGeoFeed> logger;
private readonly IGeoFeedProvider provider; private readonly IGeoFeedProvider provider;
private readonly IMemoryCache memoryCache; private readonly IMemoryCache memoryCache;
private readonly IWebHostEnvironment environment;
private const string GeoFeedCacheKey = "GeoFeedData"; private const string GeoFeedCacheKey = "GeoFeedData";
public PreLoadGeoFeed(ILogger<PreLoadGeoFeed> logger, public PreLoadGeoFeed(ILogger<PreLoadGeoFeed> logger,
IGeoFeedProvider provider, IGeoFeedProvider provider,
IMemoryCache memoryCache) IMemoryCache memoryCache,
IWebHostEnvironment environment)
{ {
this.logger = logger; this.logger = logger;
this.provider = provider; this.provider = provider;
this.memoryCache = memoryCache; this.memoryCache = memoryCache;
this.environment = environment;
} }
async Task IHostedService.StartAsync(CancellationToken cancellationToken) async Task IHostedService.StartAsync(CancellationToken cancellationToken)
{
try
{
if (environment.IsProduction())
await StartPreLoad();
} catch (Exception ex)
{
logger.LogWarning($"Failed to preload, exception settings below:\n{ex}");
}
}
private async Task StartPreLoad()
{ {
logger.LogInformation("Preloading GeoFeed data in memory..."); logger.LogInformation("Preloading GeoFeed data in memory...");
List<Models.IPGeoFeed> feed = await provider.GetGeoFeedData(); List<Models.IPGeoFeed> feed = await provider.GetGeoFeedData();

View File

@@ -1,5 +1,4 @@
using Newtonsoft.Json; using System.Text.Json.Serialization;
namespace AS1024.GeoFeed.Models namespace AS1024.GeoFeed.Models
{ {
public class NetboxData public class NetboxData
@@ -12,26 +11,40 @@ namespace AS1024.GeoFeed.Models
public class Result public class Result
{ {
public string? Prefix { get; set; } public string? Prefix { get; set; }
[JsonProperty("custom_fields")]
public CustomFields? CustomFields { get; set; } public CustomFields? CustomFields { get; set; }
} }
public class CustomFields public class CustomFields
{ {
[JsonProperty("geoloc_city")] /// <summary>
/// Represents the city associated with the IP address. This field is optional.
/// </summary>
public string? GeolocCity { get; set; } public string? GeolocCity { get; set; }
[JsonProperty("geoloc_country")] /// <summary>
/// Represents the country associated with the IP address. This field is optional and expected to be a selection field in NetBox.
/// </summary>
public string? GeolocCountry { get; set; } public string? GeolocCountry { get; set; }
[JsonProperty("geoloc_has_location")] /// <summary>
/// Indicates whether geolocation data is available for the IP address. This field is required.
/// </summary>
public bool? GeolocHasLocation { get; set; } public bool? GeolocHasLocation { get; set; }
[JsonProperty("geoloc_region")] /// <summary>
/// Represents the region or state associated with the IP address. This field is optional and expected to be a selection field in NetBox.
/// </summary>
public string? GeolocRegion { get; set; } public string? GeolocRegion { get; set; }
[JsonProperty("geoloc_postal_code")] /// <summary>
/// Represents the postal code associated with the IP address. This field is optional.
/// </summary>
public string? GeolocPostalCode { get; set; } public string? GeolocPostalCode { get; set; }
} }
/// <summary>
/// This class represents the IP GeoFeed Entry
/// </summary>
public class IPGeoFeed : CustomFields { public class IPGeoFeed : CustomFields {
/// <summary>
/// Represents the IP Prefix for the associated GeoFeed entry
/// </summary>
public string? Prefix { get; set; } public string? Prefix { get; set; }
} }
} }