Changes required for sdk-repo based emitter pipelines

eng/common/scripts/Helpers/CommandInvocation-Helpers.ps1

@@ -1,5 +1,14 @@
-function Invoke-LoggedCommand($Command, $ExecutePath, [switch]$GroupOutput)
+function Invoke-LoggedCommand
 {
+    [CmdletBinding()]
+    param
+    (
+        [string] $Command,
+        [string] $ExecutePath,
+        [switch] $GroupOutput,
+        [int[]] $AllowedExitCodes = @(0)
+    )
+
     $pipelineBuild = !!$env:TF_BUILD
     $startTime = Get-Date
 
@@ -22,7 +31,7 @@ function Invoke-LoggedCommand($Command, $ExecutePath, [switch]$GroupOutput)
         Write-Host "##[endgroup]"
       }
 
-      if($LastExitCode -ne 0)
+      if($LastExitCode -notin $AllowedExitCodes)
       {
           if($pipelineBuild) {
               Write-Error "##[error]Command failed to execute ($duration): $Command`n"
@@ -40,3 +49,16 @@ function Invoke-LoggedCommand($Command, $ExecutePath, [switch]$GroupOutput)
       }
     }
 }
+
+function Set-ConsoleEncoding
+{
+    [CmdletBinding()]
+    param
+    (
+        [string] $Encoding = 'utf-8'
+    )
+
+    $outputEncoding = [System.Text.Encoding]::GetEncoding($Encoding)
+    [Console]::OutputEncoding = $outputEncoding
+    [Console]::InputEncoding = $outputEncoding
+}

eng/common/scripts/New-RegenerateMatrix.ps1

@@ -14,7 +14,7 @@ param (
   [int]$MinimumPerJob = 10,
 
   [Parameter()]
-  [string]$OnlyTypespec
+  [string]$OnlyTypeSpec
 )
 
 . (Join-Path $PSScriptRoot common.ps1)
@@ -57,14 +57,13 @@ function Split-Items([array]$Items) {
 New-Item -ItemType Directory -Path $OutputDirectory -Force | Out-Null
 
 if (Test-Path "Function:$GetDirectoriesForGenerationFn") {
-  $directoriesForGeneration = &$GetDirectoriesForGenerationFn
+  $directoriesForGeneration = &$GetDirectoriesForGenerationFn -OnlyTypeSpec $OnlyTypespec
 }
 else {
   $directoriesForGeneration = Get-ChildItem "$RepoRoot/sdk" -Directory | Get-ChildItem -Directory
-}
-
-if ($OnlyTypespec) {
-  $directoriesForGeneration = $directoriesForGeneration | Where-Object { Test-Path "$_/tsp-location.yaml" }
+  if ($OnlyTypespec) {
+    $directoriesForGeneration = $directoriesForGeneration | Where-Object { Test-Path "$_/tsp-location.yaml" }
+  }
 }
 
 [array]$packageDirectories = $directoriesForGeneration

eng/common/scripts/common.ps1

@@ -16,6 +16,7 @@ $EngScriptsDir = Join-Path $EngDir "scripts"
 . (Join-Path $EngCommonScriptsDir artifact-metadata-parsing.ps1)
 . (Join-Path $EngCommonScriptsDir "Helpers" git-helpers.ps1)
 . (Join-Path $EngCommonScriptsDir "Helpers" Package-Helpers.ps1)
+. (Join-Path $EngCommonScriptsDir "Helpers" CommandInvocation-Helpers.ps1)
 
 # Setting expected from common languages settings
 $Language = "Unknown"

eng/common/scripts/typespec/New-EmitterPackageJson.ps1

@@ -1,3 +1,4 @@
+#Requires -Version 7.0
 [CmdletBinding()]
 param (
     [parameter(Mandatory = $true)]
@@ -35,9 +36,12 @@ if ($OverridesPath) {
 
 $devDependencies = [ordered]@{}
 
-foreach ($package in $packageJson.peerDependencies.Keys | Sort-Object) {
+$possiblyPinnedPackages = $packageJson['azure-sdk/emitter-package-json-pinning'] ?? $packageJson.peerDependencies.Keys;
+
+foreach ($package in $possiblyPinnedPackages | Sort-Object) {
     $pinnedVersion = $packageJson.devDependencies[$package]
     if ($pinnedVersion -and -not $overrides[$package]) {
+        #We have a dev pinned version that isn't overridden by the overrides.json file
         Write-Host "Pinning $package to $pinnedVersion"
         $devDependencies[$package] = $pinnedVersion
     }

eng/pipelines/templates/stages/archetype-autorest-preview.yml

@@ -76,7 +76,7 @@ stages:
   jobs:
   - job: Build
     steps:
-    - template: ../steps/emit-pipeline-repositories.yml
+    - template: /eng/pipelines/templates/steps/emit-pipeline-repositories.yml
       parameters:
         name: repositories
         displayName: 'Get repository details'
@@ -130,7 +130,7 @@ stages:
             -OutputDirectory '$(Build.ArtifactStagingDirectory)'
           workingDirectory: $(autorestRepositoryPath)
 
-    - template: ../../../common/pipelines/templates/steps/publish-artifact.yml
+    - template: /eng/common/pipelines/templates/steps/publish-artifact.yml
       parameters:
         artifactName: build_artifacts
         artifactPath: $(Build.ArtifactStagingDirectory)
@@ -204,7 +204,7 @@ stages:
 
     # Create authenticated .npmrc file for publishing
     - ${{ if eq(parameters.PublishInternal, 'true') }}:
-      - template: ../steps/create-authenticated-npmrc.yml
+      - template: /eng/common/pipelines/templates/steps/create-authenticated-npmrc.yml
         parameters:
           npmrcPath: $(buildArtifactsPath)/packages/.npmrc
           registryUrl: https://pkgs.dev.azure.com/azure-sdk/public/_packaging/azure-sdk-for-js-test-autorest/npm/registry/
@@ -243,7 +243,7 @@ stages:
             -EmitterPackageJsonPath "$(buildArtifactsPath)/emitter-package.json"
             -OutputDirectory "$(Build.ArtifactStagingDirectory)"
 
-    - template: ../../../common/pipelines/templates/steps/publish-artifact.yml
+    - template: /eng/common/pipelines/templates/steps/publish-artifact.yml
       parameters:
         artifactName: publish_artifacts
         artifactPath: $(Build.ArtifactStagingDirectory)
@@ -292,7 +292,7 @@ stages:
           arguments: $(TestArguments)
           workingDirectory: $(autorestRepositoryPath)
 
-      - template: ../../../common/pipelines/templates/steps/publish-artifact.yml
+      - template: /eng/common/pipelines/templates/steps/publish-artifact.yml
         parameters:
           artifactName: test_artifacts_$(System.JobName)
           artifactPath: $(Build.ArtifactStagingDirectory)
@@ -314,7 +314,7 @@ stages:
   jobs:
   - job: Initialize
     steps:
-    - template: ../../../common/pipelines/templates/steps/sparse-checkout.yml
+    - template: /eng/common/pipelines/templates/steps/sparse-checkout.yml
       parameters:
         Paths:
         - "/*"
@@ -372,7 +372,7 @@ stages:
           -MinimumPerJob ${{ parameters.MinimumPerJob }}
           -OnlyTypespec ${{ parameters.OnlyGenerateTypespec }}
 
-    - template: ../../../common/pipelines/templates/steps/publish-artifact.yml
+    - template: /eng/common/pipelines/templates/steps/publish-artifact.yml
       parameters:
         artifactName: matrix_artifacts
         artifactPath: $(Build.ArtifactStagingDirectory)
@@ -386,7 +386,7 @@ stages:
     steps:
     - checkout: self
     - checkout: azure-sdk-tools
-    - template: ../../../common/pipelines/templates/steps/sparse-checkout.yml
+    - template: /eng/common/pipelines/templates/steps/sparse-checkout.yml
       parameters:
         Paths:
         - "/*"