Adding K8s service definition for the other parts of WebCrawler (#12)

* implementing TrackerService K8s

* came up with a better way to encode CLUSTER_IP into Lighthouse and Tracker

* Added K8s YAML file for WebCrawler

* fixed issue with lighthouse YAML

* cluster fully forms on K8s

Author: Aaronontheweb

RELEASE_NOTES.md

@@ -1,3 +1,6 @@
+#### 0.2.1 Feb 07 2019 ####
+* Made it possible to invoke `CoordinatedShutdown` automatically via the `AppDomain.CurrentDomain.ProcessExit` event in .NET Core on `TrackerService`, `Lighthouse`, `CrawlerService`, and the `Web` application.
+
 #### 0.2.0 Feb 06 2019 ####
 Upgraded to .NET Core 2.1 for all services.
 

src/Lighthouse/Program.NetCore.cs

@@ -1,4 +1,5 @@
 using System;
+using System.Diagnostics;
 
 namespace Lighthouse
 {
@@ -9,6 +10,12 @@ public static void Main(string[] args)
             var lighthouseService = new LighthouseService();
             lighthouseService.Start();
             Console.WriteLine("Press Control + C to terminate.");
+
+            AppDomain.CurrentDomain.ProcessExit += async (sender, eventArgs) =>
+            {
+                await lighthouseService.StopAsync();
+            };
+
             Console.CancelKeyPress += async (sender, eventArgs) =>
             {
                 await lighthouseService.StopAsync();

src/Lighthouse/akka.hocon

@@ -13,6 +13,7 @@ petabridge.cmd{
 }
 
 akka {
+  coordinated-shutdown.exit-clr = on
   actor {
     provider = cluster
   }

src/WebCrawler.CrawlService/CrawlerService.cs

@@ -22,9 +22,9 @@ public bool Start()
             return true;
         }
 
-        public Task Stop()
+        public async Task Stop()
         {
-            return CoordinatedShutdown.Get(ClusterSystem).Run(CoordinatedShutdown.ClrExitReason.Instance);
+            await CoordinatedShutdown.Get(ClusterSystem).Run(CoordinatedShutdown.ClrExitReason.Instance);
         }
     }
 }

src/WebCrawler.CrawlService/Dockerfile

@@ -1,4 +1,4 @@
-FROM microsoft/dotnet:2.1-runtime AS base
+FROM microsoft/dotnet:2.1-sdk AS base
 WORKDIR /app
 
 # should be a comma-delimited list
@@ -11,5 +11,12 @@ EXPOSE 5213
 
 COPY ./bin/Release/netcoreapp2.1/publish/ /app
 
+# Install Petabridge.Cmd client
+RUN dotnet tool install --global pbm 
+
+# Needed because https://stackoverflow.com/questions/51977474/install-dotnet-core-tool-dockerfile
+ENV PATH="${PATH}:/root/.dotnet/tools"
+
+RUN pbm help
 
 CMD ["dotnet", "WebCrawler.CrawlService.dll"]

src/WebCrawler.CrawlService/Program.cs

@@ -9,9 +9,14 @@ static void Main(string[] args)
             var crawlerService = new CrawlerService();
             crawlerService.Start();
 
-            Console.CancelKeyPress += (sender, eventArgs) =>
+            AppDomain.CurrentDomain.ProcessExit += (sender, eventArgs) =>
             {
-                crawlerService.Stop();
+                crawlerService.Stop().Wait(TimeSpan.FromSeconds(30));
+            };
+
+            Console.CancelKeyPress += async (sender, eventArgs) =>
+            {
+                await crawlerService.Stop();
                 eventArgs.Cancel = true;
             };
 

src/WebCrawler.CrawlService/WebCrawler.CrawlService.csproj

@@ -15,6 +15,7 @@
     <PackageReference Include="Akka.Bootstrap.Docker" Version="$(AkkaBootstrapVersion)" />
     <PackageReference Include="Akka.Cluster" Version="$(AkkaVersion)" />
     <PackageReference Include="Akka.Cluster.HealthCheck" Version="$(AkkaHealthCheckVersion)" />
+    <PackageReference Include="Petabridge.Cmd.Cluster" Version="$(PetabridgeCmdVersion)" />
   </ItemGroup>
 
   <ItemGroup>

src/WebCrawler.TrackerService/Dockerfile

@@ -1,4 +1,4 @@
-FROM microsoft/dotnet:2.1-runtime AS base
+FROM microsoft/dotnet:2.1-sdk AS base
 WORKDIR /app
 
 # should be a comma-delimited list
@@ -11,4 +11,12 @@ EXPOSE 5212
 
 COPY ./bin/Release/netcoreapp2.1/publish/ /app
 
+# Install Petabridge.Cmd client
+RUN dotnet tool install --global pbm 
+
+# Needed because https://stackoverflow.com/questions/51977474/install-dotnet-core-tool-dockerfile
+ENV PATH="${PATH}:/root/.dotnet/tools"
+
+RUN pbm help
+
 CMD ["dotnet", "WebCrawler.TrackerService.dll"]

src/WebCrawler.TrackerService/Program.cs

@@ -15,9 +15,14 @@ private static void Main(string[] args)
             var trackingService = new TrackerService();
             trackingService.Start();
 
-            Console.CancelKeyPress += (sender, eventArgs) =>
+            AppDomain.CurrentDomain.ProcessExit += (sender, eventArgs) =>
             {
-                trackingService.Stop();
+                trackingService.Stop().Wait(TimeSpan.FromSeconds(30));
+            };
+
+            Console.CancelKeyPress += async (sender, eventArgs) =>
+            {
+                await trackingService.Stop();
                 eventArgs.Cancel = true;
             };
 

src/WebCrawler.TrackerService/TrackerService.cs

@@ -31,9 +31,9 @@ public bool Start()
             return true;
         }
 
-        public Task Stop()
+        public async Task Stop()
         {
-            return CoordinatedShutdown.Get(ClusterSystem).Run();
+            await CoordinatedShutdown.Get(ClusterSystem).Run(CoordinatedShutdown.ClrExitReason.Instance);
         }
     }
 }