Merge from main.

Author: CodeBlanch

.github/workflows/code-coverage.yml

@@ -1,6 +1,10 @@
 name: Code Coverage
 
 on:
+  push:
+    branches: [ main, metrics ]
+    paths-ignore:
+    - '**.md'
   pull_request:
     branches: [ main, metrics ]
     paths-ignore:
@@ -19,6 +23,8 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
+      with:
+        fetch-depth: 0 # fetching all
 
     - name: Install dependencies
       run: dotnet restore

build/Common.nonprod.props

@@ -36,7 +36,7 @@
     <MicrosoftExtensionsLoggingPkgVer>[5.0.0,6.0)</MicrosoftExtensionsLoggingPkgVer>
     <MicrosoftExtensionsLoggingAbstractionsPkgVer>[5.0.0,6.0)</MicrosoftExtensionsLoggingAbstractionsPkgVer>
     <MicrosoftExtensionsLoggingConsolePkgVer>[5.0.0,6.0)</MicrosoftExtensionsLoggingConsolePkgVer>
-    <MicrosoftNETTestSdkPkgVer>[16.9.0-preview-20201020-06]</MicrosoftNETTestSdkPkgVer>
+    <MicrosoftNETTestSdkPkgVer>[16.9.1]</MicrosoftNETTestSdkPkgVer>
     <MoqPkgVer>[4.14.5,5.0)</MoqPkgVer>
     <RabbitMQClientPkgVer>[6.1.0,7.0)</RabbitMQClientPkgVer>
     <StackExchangeRedisPkgVer>[2.1.58,3.0)</StackExchangeRedisPkgVer>

build/Common.props

@@ -30,7 +30,7 @@
     <MicrosoftAspNetCoreHttpFeaturesPkgVer>[2.1.1,6.0)</MicrosoftAspNetCoreHttpFeaturesPkgVer>
     <MicrosoftAspNetTelemetryCorrelationPkgVer>[1.0.7,2.0)</MicrosoftAspNetTelemetryCorrelationPkgVer>
     <MicrosoftCodeAnalysisAnalyzersPkgVer>[3.3.1]</MicrosoftCodeAnalysisAnalyzersPkgVer>
-    <MicrosoftCodeCoveragePkgVer>[16.9.0-preview-20201020-06]</MicrosoftCodeCoveragePkgVer>
+    <MicrosoftCodeCoveragePkgVer>[16.9.1]</MicrosoftCodeCoveragePkgVer>
     <MicrosoftExtensionsHostingAbstractionsPkgVer>[2.1.0,6.0)</MicrosoftExtensionsHostingAbstractionsPkgVer>
     <MicrosoftExtensionsLoggingPkgVer>[2.1.0,6.0)</MicrosoftExtensionsLoggingPkgVer>
     <MicrosoftExtensionsLoggingConfigurationPkgVer>[2.1.0,6.0)</MicrosoftExtensionsLoggingConfigurationPkgVer>
@@ -61,4 +61,25 @@
       <PrivateAssets>all</PrivateAssets>
     </PackageReference>-->
   </ItemGroup>
+
+  <ItemGroup Condition="'$(IncludeDiagnosticSourceInstrumentationHelpers)'=='true'">
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry\Internal\ActivityInstrumentationHelper.cs" Link="Includes\ActivityInstrumentationHelper.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry\DiagnosticSourceInstrumentation\DiagnosticSourceListener.cs" Link="Includes\DiagnosticSourceListener.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry\DiagnosticSourceInstrumentation\DiagnosticSourceSubscriber.cs" Link="Includes\DiagnosticSourceSubscriber.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry\DiagnosticSourceInstrumentation\InstrumentationEventSource.cs" Link="Includes\InstrumentationEventSource.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry\DiagnosticSourceInstrumentation\ListenerHandler.cs" Link="Includes\ListenerHandler.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry\DiagnosticSourceInstrumentation\PropertyFetcher.cs" Link="Includes\PropertyFetcher.cs" />
+  </ItemGroup>
+
+  <ItemGroup Condition="'$(IncludeInstrumentationHelpers)'=='true' Or '$(IncludeDiagnosticSourceInstrumentationHelpers)'=='true'">
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\ActivityHelperExtensions.cs" Link="Includes\ActivityHelperExtensions.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\EnumerationHelper.cs" Link="Includes\EnumerationHelper.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\ExceptionExtensions.cs" Link="Includes\ExceptionExtensions.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\IActivityEnumerator.cs" Link="Includes\IActivityEnumerator.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\SemanticConventions.cs" Link="Includes\SemanticConventions.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\SpanAttributeConstants.cs" Link="Includes\SpanAttributeConstants.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\SpanHelper.cs" Link="Includes\SpanHelper.cs" />
+    <Compile Include="$(RepoRoot)\src\OpenTelemetry.Api\Internal\StatusHelper.cs" Link="Includes\StatusHelper.cs" />
+  </ItemGroup>
+
 </Project>

build/process-codecoverage.ps1

@@ -2,7 +2,7 @@
 Write-Host $env:USERPROFILE
 foreach ($file in $files)
 {
-    $command = $env:USERPROFILE+ '\.nuget\packages\microsoft.codecoverage\16.9.0-preview-20201020-06\build\netstandard1.0\CodeCoverage\CodeCoverage.exe analyze /output:' + $file.DirectoryName + '\' + $file.Name + '.xml '+ $file.FullName
+    $command = $env:USERPROFILE+ '\.nuget\packages\microsoft.codecoverage\16.9.1\build\netstandard1.0\CodeCoverage\CodeCoverage.exe analyze /output:' + $file.DirectoryName + '\' + $file.Name + '.xml '+ $file.FullName
     Write-Host $command
     Invoke-Expression $command
 }

docs/Directory.Build.props

@@ -15,7 +15,5 @@
       Refer to https://docs.microsoft.com/en-us/nuget/concepts/package-versioning for semver syntax.
     -->
     <MicrosoftExtensionsLoggingPkgVer>[5.0.0,6.0)</MicrosoftExtensionsLoggingPkgVer>
-    <OpenTelemetryExporterConsolePkgVer>[0.4.0-beta.2,1.0)</OpenTelemetryExporterConsolePkgVer>
-    <OpenTelemetryPkgVer>[0.4.0-beta.2,1.0)</OpenTelemetryPkgVer>
   </PropertyGroup>
 </Project>

docs/logs/extending-the-sdk/MyExporter.cs

@@ -42,7 +42,14 @@ public override ExportResult Export(in Batch<LogRecord> batch)
                 sb.Append(", ");
             }
 
-            sb.Append($"{record}");
+            sb.Append($"{record}(");
+
+            record.ForEachScope(ProcessScope, sb);
+
+            static void ProcessScope(object scope, StringBuilder builder)
+                => builder.Append($"{scope}");
+
+            sb.Append($")");
         }
 
         Console.WriteLine($"{this.name}.Export([{sb.ToString()}])");

docs/logs/extending-the-sdk/Program.cs

@@ -31,13 +31,14 @@ public static void Main()
 #else
         using var loggerFactory = LoggerFactory.Create(builder =>
 #endif
-        {
-            builder.AddOpenTelemetry(options => options
-                .AddProcessor(new MyProcessor("ProcessorA"))
-                .AddProcessor(new MyProcessor("ProcessorB"))
-                .AddProcessor(new SimpleLogRecordExportProcessor(new MyExporter("ExporterX")))
-                .AddMyExporter());
-        });
+            builder.AddOpenTelemetry(options =>
+            {
+                options.IncludeScopes = true;
+                options.AddProcessor(new MyProcessor("ProcessorA"))
+                       .AddProcessor(new MyProcessor("ProcessorB"))
+                       .AddProcessor(new SimpleLogRecordExportProcessor(new MyExporter("ExporterX")))
+                       .AddMyExporter();
+            }));
 
 #if NETCOREAPP2_1
         using var serviceProvider = serviceCollection.BuildServiceProvider();
@@ -67,6 +68,13 @@ public static void Main()
             ["Name"] = "truffle",
             ["Price"] = 299.99,
         });
+
+        // log with scopes
+        using (logger.BeginScope("[operation]"))
+        using (logger.BeginScope("[hardware]"))
+        {
+            logger.LogError("{name} is broken.", "refrigerator");
+        }
     }
 
     internal struct Food

docs/logs/extending-the-sdk/extending-the-sdk.csproj

@@ -1,8 +1,4 @@
 <Project Sdk="Microsoft.NET.Sdk">
-  <PropertyGroup>
-    <TargetFrameworks>net461;netcoreapp2.1;netcoreapp3.1</TargetFrameworks>
-  </PropertyGroup>
-
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)\src\OpenTelemetry\OpenTelemetry.csproj" />
   </ItemGroup>

docs/logs/getting-started/getting-started.csproj

@@ -1,8 +1,4 @@
 <Project Sdk="Microsoft.NET.Sdk">
-  <PropertyGroup>
-    <TargetFrameworks>net461;netcoreapp2.1;netcoreapp3.1</TargetFrameworks>
-  </PropertyGroup>
-
   <ItemGroup>
     <ProjectReference Include="$(RepoRoot)\src\OpenTelemetry.Exporter.Console\OpenTelemetry.Exporter.Console.csproj" />
   </ItemGroup>

docs/trace/extending-the-sdk/README.md

@@ -93,6 +93,11 @@ the library they instrument, and steps for enabling them.
   client](../../../src/OpenTelemetry.Instrumentation.StackExchangeRedis/README.md)
 * [SQL client](../../../src/OpenTelemetry.Instrumentation.SqlClient/README.md)
 
+More community contributed instrumentations are available in [OpenTelemetry .NET
+Contrib](https://github.com/open-telemetry/opentelemetry-dotnet-contrib/tree/main/src).
+If you are writing an instrumentation library yourself, use the following
+guidelines.
+
 ### Writing own instrumentation library
 
 This section describes the steps required to write your own instrumentation
@@ -158,20 +163,29 @@ Writing an instrumentation library typically involves 3 steps.
        the instrumented library must be documented so that end users can enable
        it using `AddSource` method on `TracerProviderBuilder`.
 
-There is a special case for libraries which are already instrumented with
+### Special case : Instrumentation for libraries producing legacy Activity
+
+There is a special case for libraries which are already instrumented to produce
 [Activity](https://github.com/dotnet/runtime/blob/master/src/libraries/System.Diagnostics.DiagnosticSource/src/ActivityUserGuide.md),
 but using the
 [DiagnosticSource](https://github.com/dotnet/runtime/blob/master/src/libraries/System.Diagnostics.DiagnosticSource/src/DiagnosticSourceUsersGuide.md)
-method. These libraries already emit activities, but it may not conform to the
-OpenTelemetry semantic conventions. Also, as these libraries do not use
-ActivitySource to create Activity, they cannot be simply subscribed to. In such
-cases, the instrumentation library should subscribe to the DiagnosticSource
-events from the instrumented library, and in turn produce *new* activity using
-ActivitySource. This new activity must be created as a sibling of the activity
-already produced by the library. i.e the new activity must have the same parent
-as the original activity. Some common examples of such libraries include
-Asp.Net, Asp.Net Core, HttpClient (.NET Core). Instrumentation libraries for
-these are already provided in this repo.
+method. These are referred to as "legacy Activity" in this repo. These libraries
+already create activities but they do so by using the `Activity` constructor
+directly, rather than using `ActivitySource.StartActivity` method. These
+activities does not by default runs though the samplers, and will have their
+`Kind` set to internal and they'll have empty ActivitySource name associated
+with it.
+
+Some common examples of such libraries include ASP.NET, ASP.NET Core, HttpClient
+(.NET Core). Instrumentation libraries for these are already provided in this
+repo. The OpenTelemetry .NET Contrib Repo also has instrumentations for
+libraries like
+[ElasticSearch](https://github.com/open-telemetry/opentelemetry-dotnet-contrib/tree/main/src/OpenTelemetry.Contrib.Instrumentation.Elasticsearch),
+[EntityFramework](https://github.com/open-telemetry/opentelemetry-dotnet-contrib/tree/main/src/OpenTelemetry.Contrib.Instrumentation.EntityFrameworkCore)
+etc. which fall in this category.
+
+If you are writing instrumentation for such library, it is recommended to refer
+to one of the above as a reference.
 
 ## Processor