upgrade to .NET Core 3.1 and merged with code at #8

Author: thangchung

GrpcJsonTranscoder.sln.DotSettings

@@ -0,0 +1,3 @@
+<wpf:ResourceDictionary xml:space="preserve" xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml" xmlns:s="clr-namespace:System;assembly=mscorlib" xmlns:ss="urn:shemas-jetbrains-com:settings-storage-xaml" xmlns:wpf="http://schemas.microsoft.com/winfx/2006/xaml/presentation">
+	<s:Boolean x:Key="/Default/UserDictionary/Words/=Grpc/@EntryIndexedValue">True</s:Boolean>
+	<s:Boolean x:Key="/Default/UserDictionary/Words/=Transcoder/@EntryIndexedValue">True</s:Boolean></wpf:ResourceDictionary>

NuGet.config

@@ -4,6 +4,7 @@
   <packageSources>
     <clear />
     <add key="api.nuget.org" value="https://api.nuget.org/v3/index.json" />
+    <add key="framework.release" value="https://pkgs.dev.azure.com/evolutionwellness/_packaging/framework/nuget/v3/index.json" protocolVersion="3" />
   </packageSources>
   <system.net>
     <defaultProxy useDefaultCredentials="true" enabled="true">

README.md

@@ -3,7 +3,7 @@
 [![Price](https://img.shields.io/badge/price-FREE-0098f7.svg)](https://github.com/thangchung/GrpcJsonTranscoder/blob/master/LICENSE)
 [![version](https://img.shields.io/nuget/v/GrpcJsonTranscoder.svg?label=version)](https://www.nuget.org/packages?q=GrpcJsonTranscoder)
 
-This is a filter that allows a RESTful JSON API client (Ocelot Gateway) to send requests to .NET Web API (Aggregation Service) over HTTP and get proxied to a gRPC service (on behind).
+This is a filter that allows a RESTful JSON API client (Ocelot Gateway) to send requests to .NET Web API (Aggregator Service) over HTTP and get proxied to a gRPC service (on the downstream).
 
 This project is inspired by [grpc-gateway](https://github.com/grpc-ecosystem/grpc-gateway) which is totally for golang, [grpc-dynamic-gateway](https://github.com/konsumer/grpc-dynamic-gateway) is for nodejs. And especially, [Envoy gRPC-JSON transcoder](https://www.envoyproxy.io/docs/envoy/latest/configuration/http_filters/grpc_json_transcoder_filter) is the best of transcoding in this area, but it is only on the infrastructure level. You also can use it just like my project used at [coolstore-microservices](https://github.com/vietnam-devs/coolstore-microservices/blob/master/deploys/dockers/envoy-proxy/envoy.yaml).
 
@@ -33,10 +33,15 @@ $ start.sh # I haven't done it yet :p
 
 > In the mean time, we open up the visual studio, run multiple projects included OcelotGateway, AggregationRestApi, ProductCatalogGrpcServer and GreatGrpcServer
 
-- OcelotGateway (.NET Core 2.2): http://localhost:5000
-- AggregationRestApi (.NET Core 3.0): http://localhost:5001
-- ProductCatalogGrpcServer (.NET Core 3.0): http://localhost:5002
-- GreatGrpcServer (.NET Core 3.0): http://localhost:5003
+- OcelotGateway (.NET Core 3.1): 
+  - REST: http://localhost:5000
+- WeatherServer (.NET Core 3.1): 
+  - REST: http://localhost:5001
+- ProductCatalogGrpcServer (.NET Core 3.1): 
+  - REST: http://localhost:5002
+  - gRPC: http://localhost:50022
+- GreatGrpcServer (.NET Core 3.1): 
+  - gRPC: http://localhost:5003
 
 Test it as below:
 
@@ -64,12 +69,14 @@ $ curl -X GET -H 'content-type: application/json' -k http://localhost:5000/weath
 $ [{"date":"2019-08-17T18:34:41.1090164+07:00","temperatureC":-6,"temperatureF":22,"summary":"Sweltering"},{"date":"2019-08-18T18:34:41.1090371+07:00","temperatureC":27,"temperatureF":80,"summary":"Hot"},{"date":"2019-08-19T18:34:41.1090499+07:00","temperatureC":33,"temperatureF":91,"summary":"Balmy"},{"date":"2019-08-20T18:34:41.1090617+07:00","temperatureC":-14,"temperatureF":7,"summary":"Chilly"},{"date":"2019-08-21T18:34:41.1090743+07:00","temperatureC":22,"temperatureF":71,"summary":"Hot"}]
 ```
 
+**Notes**:
+- REST method: `content-type: application/json` is for REST method on the downstream services.
+- gRPC method: `content-type: application/grpc` is really important if you call to `gRPC endpoint` on the downstream services.
+
 ## How to understand it!
 
 The project aims to .NET community and its ecosystem which leverage the power of [Ocelot Gateway](https://github.com/ThreeMammals/Ocelot) which is very powerful in the gateway components were used by various of companies and sample source code when we try to adopt the microservices architecture project.
 
-- Option 1: Use directly with Ocelot
-
 ![](assets/overview_option1.png)
 
 That's quite simple with only a few steps to make it work :)
@@ -146,123 +153,6 @@ var configuration = new OcelotPipelineConfiguration
 app.UseOcelot(configuration).Wait();
 ```
 
-- Option 2: Use via an aggregation layer
-
-![](assets/overview_option2.png)
-
-We will normally use Ocelot configuration for the transcode process, the main parser and transformation processes are only happening at aggregation service level so that you will easy to upgrade Ocelot in case we need, but not affect to the grpc-json transcode seats in the aggregation service.
-
-```json
-// ocelot.json
-{
-  "ReRoutes": [
-    {
-      "UpstreamPathTemplate": "/say/{name}",
-      "UpstreamHttpMethod": [ "Get" ],
-      "DownstreamPathTemplate": "/Greet.Greeter/SayHello",
-      "DownstreamScheme": "http",
-      "DownstreamHostAndPorts": [
-        {
-          "Host": "localhost",
-          "Port": 5001
-        }
-      ]
-    },
-    {
-      "UpstreamPathTemplate": "/products",
-      "UpstreamHttpMethod": [ "Get" ],
-      "DownstreamPathTemplate": "/ProductCatalog.Product/GetProducts",
-      "DownstreamScheme": "http",
-      "DownstreamHostAndPorts": [
-        {
-          "Host": "localhost",
-          "Port": 5001
-        }
-      ]
-    },
-    {
-      "UpstreamPathTemplate": "/products",
-      "UpstreamHttpMethod": [ "Post" ],
-      "DownstreamPathTemplate": "/ProductCatalog.Product/CreateProduct",
-      "DownstreamScheme": "http",
-      "DownstreamHostAndPorts": [
-        {
-          "Host": "localhost",
-          "Port": 5001
-        }
-      ]
-    }
-  ],
-  "GlobalConfiguration": {
-    "BaseUrl": "http://localhost:5000"
-  }
-}
-```
-
-and,
-
-```csharp
-// Program.cs
-var configuration = new OcelotPipelineConfiguration
-{
-    PreQueryStringBuilderMiddleware = async (ctx, next) =>
-    {
-        var routes = ctx.TemplatePlaceholderNameAndValues;
-        ctx.DownstreamRequest.Headers.Add(
-            "x-grpc-routes",
-            JsonConvert.SerializeObject(routes.Select(x => new NameAndValue { Name = x.Name, Value = x.Value })));
-        await next.Invoke();
-    }
-};
-
-app.UseOcelot(configuration).Wait();
-```
-
-More at https://github.com/thangchung/GrpcJsonTranscoder/tree/master/samples/OcelotGateway
-
-Then we only put some of the json configurations into `appsettings.json` inside aggregation service to point it to other gRPC services we need.
-
-```json
-// appsettings.json
-"GrpcJsonTranscoder": {
-  "GrpcMappers": [
-    {
-      "GrpcMethod": "/Greet.Greeter/SayHello",
-      "GrpcHost": "127.0.0.1:5003"
-    },
-    {
-      "GrpcMethod": "/ProductCatalog.Product/GetProducts",
-      "GrpcHost": "127.0.0.1:5002"
-    },
-    {
-      "GrpcMethod": "/ProductCatalog.Product/CreateProduct",
-      "GrpcHost": "127.0.0.1:5002"
-    }
-  ]
-}
-```
-
-```csharp
-// Startup.cs
-public void ConfigureServices(IServiceCollection services)
-{
-    ...
-
-    services.AddGrpcJsonTranscoder(() => new GrpcAssemblyResolver().ConfigGrpcAssembly(typeof(Greeter.GreeterClient).Assembly));
-}
-
-public void Configure(IApplicationBuilder app, IWebHostEnvironment env)
-{
-    ...
-
-    app.UseGrpcJsonTranscoder();
-    
-    ...
-}
-```
-
-More at https://github.com/thangchung/GrpcJsonTranscoder/tree/master/samples/AggregationRestApi
-
 ### **Don't believe what I said. Try it!**
 
 > We haven't tested it with stream and full-duplex transport protocols yet. So we feel free to contribute by the .NET community.

docker-compose.yml

@@ -35,7 +35,8 @@ services:
       context: .
       dockerfile: ./samples/ProductGrpcServer/Dockerfile
     ports:
-      - "5002:80"
+      - "5002:5002"
+      - "50022:50022"
     environment:
       - ASPNETCORE_ENVIRONMENT=${ASPNETCORE_ENVIRONMENT}
     networks:

samples/GreatGrpcServer/Dockerfile

@@ -1,8 +1,16 @@
-FROM mcr.microsoft.com/dotnet/core/aspnet:3.0-buster-slim AS base
-WORKDIR /app
-EXPOSE 80
+FROM mcr.microsoft.com/dotnet/core/sdk:3.1.101-alpine3.10 AS builder
+
+ENV GLIBC_REPO=https://github.com/sgerrand/alpine-pkg-glibc
+ENV GLIBC_VERSION=2.30-r0
+
+RUN set -ex && \
+    apk --update add libstdc++ curl ca-certificates && \
+    for pkg in glibc-${GLIBC_VERSION} glibc-bin-${GLIBC_VERSION}; \
+        do curl -sSL ${GLIBC_REPO}/releases/download/${GLIBC_VERSION}/${pkg}.apk -o /tmp/${pkg}.apk; done && \
+    apk add --allow-untrusted /tmp/*.apk && \
+    rm -v /tmp/*.apk && \
+    /usr/glibc-compat/sbin/ldconfig /lib /usr/glibc-compat/lib
 
-FROM mcr.microsoft.com/dotnet/core/sdk:3.0-buster AS build
 WORKDIR /src
 COPY ["samples/GreatGrpcServer/GreatGrpcServer.csproj", "samples/GreatGrpcServer/"]
 COPY ["samples/GrpcShared/GrpcShared.csproj", "samples/GrpcShared/"]
@@ -11,10 +19,11 @@ COPY . .
 WORKDIR "/src/samples/GreatGrpcServer"
 RUN dotnet build "GreatGrpcServer.csproj" -c Release -o /app
 
-FROM build AS publish
+FROM builder AS publish
 RUN dotnet publish "GreatGrpcServer.csproj" -c Release -o /app
 
-FROM base AS final
+FROM mcr.microsoft.com/dotnet/core/aspnet:3.1.1-alpine3.10
 WORKDIR /app
+EXPOSE 80
 COPY --from=publish /app .
 ENTRYPOINT ["dotnet", "GreatGrpcServer.dll"]

samples/GreatGrpcServer/GreatGrpcServer.csproj

@@ -5,7 +5,7 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Grpc.AspNetCore" Version="0.1.22-pre2" />
+    <PackageReference Include="Grpc.AspNetCore" Version="2.27.0" />
   </ItemGroup>
 
   <ItemGroup>

samples/GrpcShared/GrpcShared.csproj

@@ -14,9 +14,9 @@
   </ItemGroup>
 
   <ItemGroup>
-    <PackageReference Include="Google.Protobuf" Version="3.9.1" />
-    <PackageReference Include="Grpc.Core" Version="1.22.0" />
-    <PackageReference Include="Grpc.Tools" Version="1.22.0" PrivateAssets="All" />
+    <PackageReference Include="Google.Protobuf" Version="3.11.4" />
+    <PackageReference Include="Grpc.Core" Version="2.27.0" />
+    <PackageReference Include="Grpc.Tools" Version="2.27.0" PrivateAssets="All" />
   </ItemGroup>
 
 </Project>

samples/OcelotGateway/Dockerfile

@@ -1,8 +1,16 @@
-FROM mcr.microsoft.com/dotnet/core/aspnet:2.2-stretch-slim AS base
-WORKDIR /app
-EXPOSE 80
+FROM mcr.microsoft.com/dotnet/core/sdk:3.1.101-alpine3.10 AS builder
+
+ENV GLIBC_REPO=https://github.com/sgerrand/alpine-pkg-glibc
+ENV GLIBC_VERSION=2.30-r0
+
+RUN set -ex && \
+    apk --update add libstdc++ curl ca-certificates && \
+    for pkg in glibc-${GLIBC_VERSION} glibc-bin-${GLIBC_VERSION}; \
+        do curl -sSL ${GLIBC_REPO}/releases/download/${GLIBC_VERSION}/${pkg}.apk -o /tmp/${pkg}.apk; done && \
+    apk add --allow-untrusted /tmp/*.apk && \
+    rm -v /tmp/*.apk && \
+    /usr/glibc-compat/sbin/ldconfig /lib /usr/glibc-compat/lib
 
-FROM mcr.microsoft.com/dotnet/core/sdk:2.2-stretch AS build
 WORKDIR /src
 COPY ["samples/OcelotGateway/OcelotGateway.csproj", "samples/OcelotGateway/"]
 COPY ["samples/GrpcShared/GrpcShared.csproj", "samples/GrpcShared/"]
@@ -12,11 +20,12 @@ COPY . .
 WORKDIR "/src/samples/OcelotGateway"
 RUN dotnet build "OcelotGateway.csproj" -c Release -o /app
 
-FROM build AS publish
+FROM builder AS publish
 RUN dotnet publish "OcelotGateway.csproj" -c Release -o /app
 
-FROM base AS final
+FROM mcr.microsoft.com/dotnet/core/aspnet:3.1.1-alpine3.10
 WORKDIR /app
+EXPOSE 80
 COPY --from=publish /app .
 #todo: override configuration.json to ocelot.json 
 ENTRYPOINT ["dotnet", "OcelotGateway.dll"]

samples/OcelotGateway/OcelotGateway.csproj

@@ -1,14 +1,14 @@
 <Project Sdk="Microsoft.NET.Sdk.Web">
 
   <PropertyGroup>
-    <TargetFramework>netcoreapp2.2</TargetFramework>
+    <TargetFramework>netcoreapp3.1</TargetFramework>
     <AspNetCoreHostingModel>InProcess</AspNetCoreHostingModel>
   </PropertyGroup>
 
   <ItemGroup>
     <PackageReference Include="Microsoft.AspNetCore.App" />
     <PackageReference Include="Microsoft.AspNetCore.Http.Abstractions" Version="2.2.0" />
-    <PackageReference Include="Ocelot" Version="13.5.2" />
+    <PackageReference Include="Ocelot" Version="14.0.11" />
   </ItemGroup>
 
   <ItemGroup>

samples/OcelotGateway/Program.cs

@@ -8,6 +8,7 @@
 using Ocelot.DependencyInjection;
 using Ocelot.Middleware;
 using System.Threading.Tasks;
+using Microsoft.Extensions.Logging;
 
 namespace OcelotGateway
 {
@@ -33,7 +34,10 @@ public static IWebHost BuildWebHost(string[] args) =>
                 })
                 .ConfigureServices(services =>
                 {
-                    services.AddGrpcJsonTranscoder(() => new GrpcAssemblyResolver().ConfigGrpcAssembly(typeof(Greeter.GreeterClient).Assembly));
+                    services.AddGrpcJsonTranscoder(() => 
+                        new GrpcAssemblyResolver().ConfigGrpcAssembly(
+                            services.BuildServiceProvider().GetService<ILogger<GrpcAssemblyResolver>>(),
+                            typeof(Greeter.GreeterClient).Assembly));
                     services.AddOcelot();
                     services.AddHttpContextAccessor();
                 })

samples/ProductGrpcServer/Dockerfile

@@ -1,6 +1,15 @@
-FROM mcr.microsoft.com/dotnet/core/aspnet:3.0-buster-slim AS base
-WORKDIR /app
-EXPOSE 80
+FROM mcr.microsoft.com/dotnet/core/sdk:3.1.101-alpine3.10 AS builder
+
+ENV GLIBC_REPO=https://github.com/sgerrand/alpine-pkg-glibc
+ENV GLIBC_VERSION=2.30-r0
+
+RUN set -ex && \
+    apk --update add libstdc++ curl ca-certificates && \
+    for pkg in glibc-${GLIBC_VERSION} glibc-bin-${GLIBC_VERSION}; \
+        do curl -sSL ${GLIBC_REPO}/releases/download/${GLIBC_VERSION}/${pkg}.apk -o /tmp/${pkg}.apk; done && \
+    apk add --allow-untrusted /tmp/*.apk && \
+    rm -v /tmp/*.apk && \
+    /usr/glibc-compat/sbin/ldconfig /lib /usr/glibc-compat/lib
 
 FROM mcr.microsoft.com/dotnet/core/sdk:3.0-buster AS build
 WORKDIR /src
@@ -11,10 +20,11 @@ COPY . .
 WORKDIR "/src/samples/ProductGrpcServer"
 RUN dotnet build "ProductGrpcServer.csproj" -c Release -o /app
 
-FROM build AS publish
+FROM builder AS publish
 RUN dotnet publish "ProductGrpcServer.csproj" -c Release -o /app
 
-FROM base AS final
+FROM mcr.microsoft.com/dotnet/core/aspnet:3.1.1-alpine3.10
 WORKDIR /app
+EXPOSE 80
 COPY --from=publish /app .
 ENTRYPOINT ["dotnet", "ProductGrpcServer.dll"]

samples/ProductGrpcServer/ProductGrpcServer.csproj

@@ -5,8 +5,8 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Grpc.AspNetCore" Version="0.1.22-pre2" />
-    <PackageReference Include="Grpc.AspNetCore.Server" Version="0.1.22-pre2" />
+    <PackageReference Include="Grpc.AspNetCore" Version="2.27.0" />
+    <PackageReference Include="Grpc.AspNetCore.Server" Version="2.27.0" />
   </ItemGroup>
 
   <ItemGroup>

samples/ProductGrpcServer/Program.cs

@@ -1,6 +1,7 @@
 using Microsoft.AspNetCore.Hosting;
 using Microsoft.Extensions.Hosting;
-using System;
+using System.Net;
+using Microsoft.AspNetCore.Server.Kestrel.Core;
 
 namespace ProductGrpcServer
 {
@@ -15,7 +16,16 @@ public static IHostBuilder CreateHostBuilder(string[] args) =>
             Host.CreateDefaultBuilder(args)
                 .ConfigureWebHostDefaults(webBuilder =>
                 {
-                    
+                    webBuilder.ConfigureKestrel((ctx, options) =>
+                    {
+                        options.Limits.MinRequestBodyDataRate = null;
+                        options.Listen(IPAddress.Any, 5002);
+                        options.Listen(IPAddress.Any, 50022, listenOptions =>
+                        {
+                            listenOptions.Protocols = HttpProtocols.Http2;
+                        });
+                    });
+
                     webBuilder.UseStartup<Startup>();
                 });
     }