[Profiler] Support Stable Config (#7287)

## Summary of changes
The managed layer of the tracer should be able to set basic
configuration to the profiling including per runtimeID details

## Reason for change
Support Stable Configuration 

## Implementation details
- add p/invoke method
- update profiler configuration management and SSI 

## Test coverage
- update existing ones and add new needed scenarios
- 
## Other details
<!-- Fixes #{issue} -->

<!-- ⚠️ Note: where possible, please obtain 2 approvals prior to
merging. Unless CODEOWNERS specifies otherwise, for external teams it is
typically best to have one review from a team member, and one review
from apm-dotnet. Trivial changes do not require 2 reviews. -->

---------

Co-authored-by: Andrew Lock <[email protected]>

Author: chrisnas

profiler/src/ProfilerEngine/Datadog.Profiler.Native.Linux/SystemCallsShield.cpp

@@ -20,7 +20,8 @@ extern "C" int (*volatile dd_set_shared_memory)(volatile int*) __attribute__((we
 extern "C" unsigned long long dd_inside_wrapped_functions() __attribute__((weak));
 
 SystemCallsShield::SystemCallsShield(IConfiguration* configuration) :
-    _isEnabled{ShouldEnable(configuration)}
+    _isEnabled{ShouldEnable(configuration)},
+    _isStarted{false}
 {
 }
 
@@ -34,6 +35,12 @@ bool SystemCallsShield::ShouldEnable(IConfiguration* configuration)
 
 bool SystemCallsShield::Start()
 {
+    if (_isStarted)
+    {
+        return true;
+    }
+    _isStarted = true;
+
     if (_isEnabled)
     {
         Instance = this;
@@ -45,6 +52,11 @@ bool SystemCallsShield::Start()
 
 bool SystemCallsShield::Stop()
 {
+    if (!_isStarted)
+    {
+        return false;
+    }
+
     if (_isEnabled)
     {
         dd_set_shared_memory = nullptr;
@@ -54,6 +66,11 @@ bool SystemCallsShield::Stop()
     return true;
 }
 
+bool SystemCallsShield::IsStarted()
+{
+    return (_isStarted);
+}
+
 const char* SystemCallsShield::GetName()
 {
     return "Linux System Calls Shield";

profiler/src/ProfilerEngine/Datadog.Profiler.Native.Linux/SystemCallsShield.h

@@ -22,6 +22,7 @@ class SystemCallsShield : public IService
 
     bool Start() override;
     bool Stop() override;
+    bool IsStarted() override;
 
     const char* GetName() override;
 
@@ -34,4 +35,5 @@ class SystemCallsShield : public IService
     int SetSharedMemoryOnThreadInfo(volatile int* state);
 
     bool _isEnabled;
+    bool _isStarted;
 };

profiler/src/ProfilerEngine/Datadog.Profiler.Native.Linux/datadog_profiling.version

@@ -1,4 +1,4 @@
 {
-  global: CreateCrashReport; GetNativeProfilerIsReadyPtr; GetPointerToNativeTraceContext; Profiler_Version; SetApplicationInfoForAppDomain; SetEndpointForTrace; SetGitMetadataForApplication; ThreadsCpuManager_Map; DllGetClassObject; DllCanUnloadNow; FlushProfile;
+  global: SetConfiguration; CreateCrashReport; GetNativeProfilerIsReadyPtr; GetPointerToNativeTraceContext; Profiler_Version; SetApplicationInfoForAppDomain; SetEndpointForTrace; SetGitMetadataForApplication; ThreadsCpuManager_Map; DllGetClassObject; DllCanUnloadNow; FlushProfile;
   local: *;
 };

profiler/src/ProfilerEngine/Datadog.Profiler.Native.Windows/Datadog.Profiler.Native.def

@@ -10,4 +10,5 @@
   SetEndpointForTrace PRIVATE
   SetGitMetadataForApplication PRIVATE
   FlushProfile PRIVATE
-  CreateCrashReport PRIVATE
+  CreateCrashReport PRIVATE
+  SetConfiguration PRIVATE

profiler/src/ProfilerEngine/Datadog.Profiler.Native/ApplicationStore.cpp

@@ -7,6 +7,7 @@
 #include "IConfiguration.h"
 #include "IRuntimeInfo.h"
 #include "ISsiManager.h"
+#include "Log.h"
 #include "ProfileExporter.h"
 
 ApplicationStore::ApplicationStore(IConfiguration* configuration, IRuntimeInfo* runtimeInfo) :
@@ -36,12 +37,16 @@ ApplicationInfo ApplicationStore::GetApplicationInfo(const std::string& runtimeI
             _pConfiguration->GetGitRepositoryUrl(),
             _pConfiguration->GetGitCommitSha()};
 
+        Log::Debug("Creating new application info for runtimeId: ", runtimeId, ", serviceName: ", info.ServiceName, ", environment: ", info.Environment, ", version: ", info.Version);
+
         _infos[runtimeId] = info;
         return info;
     }
 }
 void ApplicationStore::SetApplicationInfo(const std::string& runtimeId, const std::string& serviceName, const std::string& environment, const std::string& version)
 {
+    Log::Debug("Setting application info for runtimeId: ", runtimeId, ", serviceName: ", serviceName, ", environment: ", environment, ", version: ", version);
+
     std::lock_guard lock(_infosLock);
     auto& info = _infos[runtimeId];
     info.ServiceName = serviceName;
@@ -51,11 +56,11 @@ void ApplicationStore::SetApplicationInfo(const std::string& runtimeId, const st
     info.CommitSha = _pConfiguration->GetGitCommitSha();
 }
 
-void ApplicationStore::SetGitMetadata(std::string runtimeId, std::string respositoryUrl, std::string commitSha)
+void ApplicationStore::SetGitMetadata(std::string runtimeId, std::string repositoryUrl, std::string commitSha)
 {
     std::lock_guard lock(_infosLock);
     auto& info = _infos[std::move(runtimeId)];
-    info.RepositoryUrl = std::move(respositoryUrl);
+    info.RepositoryUrl = std::move(repositoryUrl);
     info.CommitSha = std::move(commitSha);
     // no need to create worker, it has already been created
 }

profiler/src/ProfilerEngine/Datadog.Profiler.Native/ClrLifetime.cpp

@@ -4,13 +4,13 @@
 #include "ClrLifetime.h"
 #include "IClrLifetime.h"
 
-ClrLifetime::ClrLifetime(std::atomic<bool>* pIsRunning)
+ClrLifetime::ClrLifetime(std::atomic<bool>* pIsInitialized)
 {
-    _pIsRunning = pIsRunning;
+    _pIsInitialized = pIsInitialized;
 }
 
-bool ClrLifetime::IsRunning() const
+bool ClrLifetime::IsInitialized() const
 {
-    auto isRunning = _pIsRunning->load();
-    return isRunning;
+    auto IsInitialized = _pIsInitialized->load();
+    return IsInitialized;
 }

profiler/src/ProfilerEngine/Datadog.Profiler.Native/ClrLifetime.h

@@ -9,10 +9,10 @@
 class ClrLifetime : public IClrLifetime
 {
 private:
-    std::atomic<bool>* _pIsRunning;
+    std::atomic<bool>* _pIsInitialized;
 
 public:
-    explicit ClrLifetime(std::atomic<bool>* pIsRunning);
+    explicit ClrLifetime(std::atomic<bool>* pIsInitialized);
 
-    bool IsRunning() const override;
+    bool IsInitialized() const override;
 };

profiler/src/ProfilerEngine/Datadog.Profiler.Native/Configuration.cpp

@@ -94,7 +94,10 @@ Configuration::Configuration()
     }
 
     _isEtwEnabled = GetEnvironmentValue(EnvironmentVariables::EtwEnabled, true, true);
-    _deploymentMode = GetEnvironmentValue(EnvironmentVariables::SsiDeployed, DeploymentMode::Manual);
+    _isManagedActivationEnabled = GetEnvironmentValue(EnvironmentVariables::ManagedActivationEnabled, true, true);
+
+    // check that the env var exists (special converter) and log the resulting value
+    _deploymentMode = GetEnvironmentValue(EnvironmentVariables::SsiDeployed, DeploymentMode::Manual, true);
     _isEtwLoggingEnabled = GetEnvironmentValue(EnvironmentVariables::EtwLoggingEnabled, false);
     _etwReplayEndpoint = GetEnvironmentValue(EnvironmentVariables::EtwReplayEndpoint, DefaultEmptyString);
     _enablementStatus = ExtractEnablementStatus();
@@ -720,6 +723,13 @@ bool Configuration::IsEnvironmentValueSet(shared::WSTRING const& name, T& value)
 
 EnablementStatus Configuration::ExtractEnablementStatus()
 {
+    // wait for the managed layer to set the activation status
+    if (_isManagedActivationEnabled)
+    {
+        return EnablementStatus::Standby;
+    }
+
+    // kill switch for local environment variables
     if (shared::EnvironmentExist(EnvironmentVariables::ProfilerEnabled))
     {
         auto isEnabled = false;
@@ -736,25 +746,14 @@ EnablementStatus Configuration::ExtractEnablementStatus()
         // It is possible that a Single Step Instrumentation deployment was done
         // and the profiler was enabled during that step. In that case, the "auto" value
         // will be set and profiler should be enabled.
-        // This should be replaced by adding "profiler" in EnvironmentVariables::SsiDeployed
-        // later that will take into account heuristics
         return !enabled.empty() && enabled == WStr("auto")
             ? EnablementStatus::Auto
             : EnablementStatus::ManuallyDisabled;
     }
 
-    auto r = shared::GetEnvironmentValue(EnvironmentVariables::SsiDeployed);
-    auto pos = r.find(WStr("profiler"));
-    auto ssiEnabled = (pos != shared::WSTRING::npos);
-
-    if (ssiEnabled)
-    {
-        return EnablementStatus::SsiEnabled;
-    }
-    else
-    {
-        return EnablementStatus::NotSet;
-    }
+    // Note: the initial support of adding "profiler" in EnvironmentVariables::SsiDeployed
+    // has never been implemented, so we are not checking for it here.
+    return EnablementStatus::NotSet;
 }
 
 std::chrono::milliseconds Configuration::ExtractSsiLongLivedThreshold() const
@@ -782,6 +781,16 @@ bool Configuration::IsWaitHandleProfilingEnabled() const
     return _isWaitHandleProfilingEnabled;
 }
 
+bool Configuration::IsManagedActivationEnabled() const
+{
+    return _isManagedActivationEnabled;
+}
+
+void Configuration::SetEnablementStatus(EnablementStatus status)
+{
+    _enablementStatus = status;
+}
+
 
 std::chrono::milliseconds Configuration::ExtractHttpRequestDurationThreshold() const
 {

profiler/src/ProfilerEngine/Datadog.Profiler.Native/Configuration.h

@@ -83,6 +83,8 @@ class Configuration final : public IConfiguration
     std::chrono::milliseconds GetHttpRequestDurationThreshold() const override;
     bool ForceHttpSampling() const override;
     bool IsWaitHandleProfilingEnabled() const override;
+    bool IsManagedActivationEnabled() const override;
+    void SetEnablementStatus(EnablementStatus status) override;
 
 private:
     static tags ExtractUserTags();
@@ -172,6 +174,7 @@ class Configuration final : public IConfiguration
     std::uint64_t _internalCIVisibilitySpanId;
     bool _isEtwEnabled;
     DeploymentMode _deploymentMode;
+    bool _isManagedActivationEnabled;
     bool _isEtwLoggingEnabled;
     std::string _etwReplayEndpoint;
     EnablementStatus _enablementStatus;