Updates for KIP-447 (confluentinc#1516)

* Updates for KIP-447

* changes following review

* Version number in ExactlyOnce example

* nuget package manager

Author: Matt Howlett

Confluent.Kafka.sln

@@ -49,7 +49,7 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Protobuf", "examples\Protob
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Confluent.Kafka.SyncOverAsync", "test\Confluent.Kafka.SyncOverAsync\Confluent.Kafka.SyncOverAsync.csproj", "{07E3455B-9CDF-4124-854E-8AC9B8950B1A}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Transactions", "examples\Transactions\Transactions.csproj", "{C44F96F6-4711-4DB9-A00E-9FA6456513B9}"
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ExactlyOnce", "examples\ExactlyOnce\ExactlyOnce.csproj", "{C44F96F6-4711-4DB9-A00E-9FA6456513B9}"
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Confluent.Kafka.Transactions", "test\Confluent.Kafka.Transactions\Confluent.Kafka.Transactions.csproj", "{2A6D1D58-4F02-480E-8A9C-F2A0D0BC911C}"
 EndProject
@@ -61,6 +61,8 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Confluent.SchemaRegistry.Se
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Confluent.SchemaRegistry.Serdes.Json", "src\Confluent.SchemaRegistry.Serdes.Json\Confluent.SchemaRegistry.Serdes.Json.csproj", "{98D7F3E1-80EE-437C-8915-528BFD80E9B2}"
 EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ExactlyOnceOldBroker", "examples\ExactlyOnceOldBroker\ExactlyOnceOldBroker.csproj", "{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
@@ -386,6 +388,18 @@ Global
 		{98D7F3E1-80EE-437C-8915-528BFD80E9B2}.Release|x64.Build.0 = Release|Any CPU
 		{98D7F3E1-80EE-437C-8915-528BFD80E9B2}.Release|x86.ActiveCfg = Release|Any CPU
 		{98D7F3E1-80EE-437C-8915-528BFD80E9B2}.Release|x86.Build.0 = Release|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Debug|x64.Build.0 = Debug|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Debug|x86.Build.0 = Debug|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Release|Any CPU.Build.0 = Release|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Release|x64.ActiveCfg = Release|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Release|x64.Build.0 = Release|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Release|x86.ActiveCfg = Release|Any CPU
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C}.Release|x86.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(NestedProjects) = preSolution
 		{09C3255B-1972-4EB8-91D0-FB9F5CD82BCB} = {1EFCD839-0726-4BCE-B745-1E829991B1BC}
@@ -414,5 +428,6 @@ Global
 		{1B2C48B7-FD1D-4457-9E5B-80EBB7A28104} = {1EFCD839-0726-4BCE-B745-1E829991B1BC}
 		{3BE5B540-43FC-4945-ACE5-88BB6B0D846E} = {1EFCD839-0726-4BCE-B745-1E829991B1BC}
 		{98D7F3E1-80EE-437C-8915-528BFD80E9B2} = {1EFCD839-0726-4BCE-B745-1E829991B1BC}
+		{8F582FFF-EA30-47F1-89D2-81A37F5E7E0C} = {9CE4B5F7-9251-4340-BACB-207066A5DBE8}
 	EndGlobalSection
 EndGlobal

README.md

@@ -58,7 +58,7 @@ Note: `Confluent.Kafka` depends on the `librdkafka.redist` package which provide
 ### Branch builds
 
 Nuget packages corresponding to all commits to release branches are available from the following nuget package source (Note: this is not a web URL - you 
-should specify it in the nuget package manger):
+should specify it in the nuget package manager):
 [https://ci.appveyor.com/nuget/confluent-kafka-dotnet](https://ci.appveyor.com/nuget/confluent-kafka-dotnet). The version suffix of these nuget packages 
 matches the appveyor build number. You can see which commit a particular build number corresponds to by looking at the 
 [AppVeyor build history](https://ci.appveyor.com/project/ConfluentClientEngineering/confluent-kafka-dotnet/history)
@@ -206,6 +206,13 @@ The [Web](https://github.com/confluentinc/confluent-kafka-dotnet/tree/master/exa
 Apache Kafka with a web application, including how to implement `IHostedService` to realize a long running consumer poll loop, how to
 register a producer as a singleton service, and how to bind configuration from an injected `IConfiguration` instance.
 
+### Exactly Once Processing
+
+The .NET Client has full support for transactions and idempotent message production, allowing you to write horizontally scalable stream
+processing applications with exactly once semantics. The [ExactlyOnce](examples/ExactlyOnce) example demonstrates this capability by way
+of an implementation of the classic "word count" problem, also demonstrating how to use the [FASTER](https://github.com/microsoft/FASTER)
+Key/Value store (similar to RocksDb) to materialize working state that may be larger than available memory, and incremental rebalancing
+to avoid stop-the-world rebalancing operations and unnecessary reloading of state when you add or remove processing nodes.
 
 ### Schema Registry Integration
 

examples/ExactlyOnce/ExactlyOnce.csproj

@@ -0,0 +1,17 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <ProjectTypeGuids>{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}</ProjectTypeGuids>
+    <AssemblyName>ExactlyOnce</AssemblyName>
+    <TargetFramework>netcoreapp2.1</TargetFramework>
+    <OutputType>Exe</OutputType>
+    <LangVersion>7.3</LangVersion>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <!-- nuget package reference: <PackageReference Include="Confluent.Kafka" Version="1.6.1-RC2" /> -->
+    <ProjectReference Include="../../src/Confluent.Kafka/Confluent.Kafka.csproj" />
+    <PackageReference Include="Microsoft.FASTER.Core" Version="1.8.0" />
+  </ItemGroup>
+  
+</Project>