diff --git a/tools/appveyor.psm1 b/tools/appveyor.psm1
index 09e98b86fb..852c219b7f 100644
--- a/tools/appveyor.psm1
+++ b/tools/appveyor.psm1
@@ -311,6 +311,12 @@ function Invoke-AppVeyorTest
         Write-Host -Foreground Green 'Running all CoreCLR tests..'
     }
 
+    # Remove telemetry semaphore file in CI
+    $telemetrySemaphoreFilepath = Join-Path $env:CoreOutput DELETE_ME_TO_DISABLE_CONSOLEHOST_TELEMETRY
+    if ( Test-Path "${telemetrySemaphoreFilepath}" ) {
+        Remove-Item -Force ${telemetrySemaphoreFilepath}
+    }
+
     Start-PSPester -bindir $env:CoreOutput -outputFile $testResultsNonAdminFile -Unelevate -Tag @() -ExcludeTag ($ExcludeTag + @('RequireAdminOnWindows'))
     Write-Host -Foreground Green 'Upload CoreCLR Non-Admin test results'
     Update-AppVeyorTestResults -resultsFile $testResultsNonAdminFile
diff --git a/tools/travis.ps1 b/tools/travis.ps1
index 7bff805a03..1014ecdc31 100644
--- a/tools/travis.ps1
+++ b/tools/travis.ps1
@@ -123,6 +123,12 @@ if ($isFullBuild) {
     $pesterParam['ThrowOnFailure'] = $true
 }
 
+# Remove telemetry semaphore file in CI
+$telemetrySemaphoreFilepath = Join-Path $output DELETE_ME_TO_DISABLE_CONSOLEHOST_TELEMETRY
+if ( Test-Path "${telemetrySemaphoreFilepath}" ) {
+    Remove-Item -force ${telemetrySemaphoreFilepath}
+}
+
 Start-PSPester @pesterParam
 
 if (-not $isPr) {