Merge branch 'main' into remove-java-badge

.editorconfig

@@ -177,6 +177,7 @@ dotnet_diagnostic.CA2253.severity = none # Named placeholders in the logging mes
 dotnet_diagnostic.CA2253.severity = none # Named placeholders in the logging message template should not be comprised of only numeric characters
 dotnet_diagnostic.CA2263.severity = suggestion # Use generic overload
 
+dotnet_diagnostic.VSTHRD003.severity = none # Waiting on thread from another context
 dotnet_diagnostic.VSTHRD103.severity = none # Use async equivalent; analyzer is currently noisy
 dotnet_diagnostic.VSTHRD111.severity = none # Use .ConfigureAwait(bool) is hidden by default, set to none to prevent IDE from changing on autosave
 dotnet_diagnostic.VSTHRD200.severity = none # Use Async suffix for async methods

.github/.linkspector.yml

@@ -0,0 +1,21 @@
+dirs: 
+  - .
+ignorePatterns:
+  - pattern: "/github/"
+  - pattern: "./actions"
+  - pattern: "./blob"
+  - pattern: "./issues"
+  - pattern: "./discussions"
+  - pattern: "./pulls"
+  - pattern: "^http://localhost"
+  - pattern: "^https://localhost"
+  - pattern: "^https://platform.openai.com"
+  - pattern: "^https://outlook.office.com/bookings"
+baseUrl: https://github.com/microsoft/semantic-kernel/
+aliveStatusCodes: 
+  - 200
+  - 206
+  - 429
+  - 500
+  - 503
+useGitIgnore: true

.github/ISSUE_TEMPLATE/bug_report.md

@@ -2,6 +2,7 @@
 name: Bug report
 about: Create a report to help us improve
 title: 'Bug: '
+type: 'bug'
 labels: ["bug"]
 projects: ["semantic-kernel"]
 assignees: ''

.github/ISSUE_TEMPLATE/feature_graduation.md

@@ -3,6 +3,7 @@ name: Feature graduation
 about: Plan the graduation of an experimental feature
 title: 'Graduate XXX feature'
 labels: ["feature_graduation"]
+type: 'feature'
 projects: ["semantic-kernel"]
 assignees: ''
 

.github/ISSUE_TEMPLATE/feature_request.md

@@ -3,6 +3,7 @@ name: Feature request
 about: Suggest an idea for this project
 title: 'New Feature: '
 labels: ''
+type: 'feature'
 projects: ["semantic-kernel"]
 assignees: ''
 

.github/_typos.toml

@@ -16,11 +16,14 @@ extend-exclude = [
     "test_code_tokenizer.py",
     "*response.json",
     "test_content.txt",
+    "google_what_is_the_semantic_kernel.json",
+    "what-is-semantic-kernel.json",
     "serializedChatHistoryV1_15_1.json",
     "MultipleFunctionsVsParameters.cs",
     "PopulationByCountry.csv",
     "PopulationByAdmin1.csv",
     "WomensSuffrage.txt",
+    "SK-dotnet.sln.DotSettings"
 ]
 
 [default.extend-words]

.github/workflows/check-coverage.ps1

@@ -6,24 +6,42 @@ param (
 $jsonContent = Get-Content $JsonReportPath -Raw | ConvertFrom-Json
 $coverageBelowThreshold = $false
 
-function Get-FormattedValue($number) {
-    $formattedNumber = "{0:N1}" -f $number
-    $icon = if ($number -ge $CoverageThreshold) { '✅' } else { '❌' }
-
+$nonExperimentalAssemblies = [System.Collections.Generic.HashSet[string]]::new()
+
+$assembliesCollection = @(
+    'Microsoft.SemanticKernel.Abstractions'
+    'Microsoft.SemanticKernel.Core'
+    'Microsoft.SemanticKernel.PromptTemplates.Handlebars'
+    'Microsoft.SemanticKernel.Connectors.OpenAI'
+    'Microsoft.SemanticKernel.Connectors.AzureOpenAI'
+    'Microsoft.SemanticKernel.Yaml'
+    'Microsoft.SemanticKernel.Agents.Abstractions'
+    'Microsoft.SemanticKernel.Agents.Core'
+    'Microsoft.SemanticKernel.Agents.OpenAI'
+)
+
+foreach ($assembly in $assembliesCollection) {
+    $nonExperimentalAssemblies.Add($assembly)
+}
+
+function Get-FormattedValue {
+    param (
+        [float]$Coverage,
+        [bool]$UseIcon = $false
+    )
+    $formattedNumber = "{0:N1}" -f $Coverage
+    $icon = if (-not $UseIcon) { "" } elseif ($Coverage -ge $CoverageThreshold) { '✅' } else { '❌' }
+
     return "$formattedNumber% $icon"
 }
 
 $lineCoverage = $jsonContent.summary.linecoverage
 $branchCoverage = $jsonContent.summary.branchcoverage
 
-if ($lineCoverage -lt $CoverageThreshold -or $branchCoverage -lt $CoverageThreshold) {
-    $coverageBelowThreshold = $true
-}
-
 $totalTableData = [PSCustomObject]@{
     'Metric'          = 'Total Coverage'
-    'Line Coverage'   = Get-FormattedValue $lineCoverage
-    'Branch Coverage' = Get-FormattedValue $branchCoverage
+    'Line Coverage'   = Get-FormattedValue -Coverage $lineCoverage
+    'Branch Coverage' = Get-FormattedValue -Coverage $branchCoverage
 }
 
 $totalTableData | Format-Table -AutoSize
@@ -35,18 +53,24 @@ foreach ($assembly in $jsonContent.coverage.assemblies) {
     $assemblyLineCoverage = $assembly.coverage
     $assemblyBranchCoverage = $assembly.branchcoverage
 
-    if ($assemblyLineCoverage -lt $CoverageThreshold -or $assemblyBranchCoverage -lt $CoverageThreshold) {
+    $isNonExperimentalAssembly = $nonExperimentalAssemblies -contains $assemblyName
+
+    if ($isNonExperimentalAssembly -and ($assemblyLineCoverage -lt $CoverageThreshold -or $assemblyBranchCoverage -lt $CoverageThreshold)) {
         $coverageBelowThreshold = $true
     }
 
     $assemblyTableData += [PSCustomObject]@{
         'Assembly Name' = $assemblyName
-        'Line'          = Get-FormattedValue $assemblyLineCoverage
-        'Branch'        = Get-FormattedValue $assemblyBranchCoverage
+        'Line'          = Get-FormattedValue -Coverage $assemblyLineCoverage -UseIcon $isNonExperimentalAssembly
+        'Branch'        = Get-FormattedValue -Coverage $assemblyBranchCoverage -UseIcon $isNonExperimentalAssembly
     }
 }
 
-$assemblyTableData | Format-Table -AutoSize
+$sortedTable = $assemblyTableData | Sort-Object {
+    $nonExperimentalAssemblies -contains $_.'Assembly Name'
+} -Descending
+
+$sortedTable | Format-Table -AutoSize
 
 if ($coverageBelowThreshold) {
     Write-Host "Code coverage is lower than defined threshold: $CoverageThreshold. Stopping the task."

.github/workflows/codeql-analysis.yml

@@ -34,7 +34,7 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v2
+        uses: github/codeql-action/init@v3
         with:
           languages: ${{ matrix.language }}
           # If you wish to specify custom queries, you can do so here or in a config file.
@@ -48,7 +48,7 @@ jobs:
       # If this step fails, then you should remove it and run the build manually (see below)
       - name: Autobuild
         if: ${{ matrix.language != 'java' }}
-        uses: github/codeql-action/autobuild@v2
+        uses: github/codeql-action/autobuild@v3
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
@@ -61,6 +61,6 @@ jobs:
       #     ./location_of_script_within_repo/buildscript.sh
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v2
+        uses: github/codeql-action/analyze@v3
         with:
           category: "/language:${{matrix.language}}"

.github/workflows/dotnet-build-and-test.yml

@@ -37,7 +37,8 @@ jobs:
             dotnet:
               - 'dotnet/**'
               - '**/dotnet/**'
-              - 'samples/skills/**'
+              - '.github/workflows/check-coverage.ps1'
+              - '.github/workflows/dotnet-build-and-test.yml'
       # run only if 'dotnet' files were changed
       - name: dotnet tests
         if: steps.filter.outputs.dotnet == 'true'
@@ -87,6 +88,10 @@ jobs:
             dotnet test -c ${{ matrix.configuration }} $project --no-build -v Normal --logger trx --collect:"XPlat Code Coverage" --results-directory:"TestResults/Coverage/" -- DataCollectionRunSettings.DataCollectors.DataCollector.Configuration.ExcludeByAttribute=GeneratedCodeAttribute,CompilerGeneratedAttribute,ExcludeFromCodeCoverageAttribute
           done
 
+      - name: Run AOT Unit Tests
+        shell: pwsh
+        run: .github/workflows/test-aot-compatibility.ps1 ${{ matrix.dotnet }}
+
       - name: Azure CLI Login
         if: github.event_name != 'pull_request' && matrix.integration-tests
         uses: azure/login@v2
@@ -104,49 +109,50 @@ jobs:
             dotnet test -c ${{ matrix.configuration }} $project --no-build -v Normal --logger trx
           done
         env:
-          AzureOpenAI__Label: azure-text-davinci-003
-          AzureOpenAIEmbedding__Label: azure-text-embedding-ada-002
+          # Azure OpenAI Deployments
+          AzureOpenAI__Endpoint: ${{ secrets.AZUREOPENAI__ENDPOINT }}
           AzureOpenAI__DeploymentName: ${{ vars.AZUREOPENAI__DEPLOYMENTNAME }}
           AzureOpenAI__ChatDeploymentName: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }}
+          AzureOpenAIEmbeddings__Endpoint: ${{ secrets.AZUREOPENAI__ENDPOINT }}
           AzureOpenAIEmbeddings__DeploymentName: ${{ vars.AZUREOPENAIEMBEDDING__DEPLOYMENTNAME }}
-          AzureOpenAI__Endpoint: ${{ secrets.AZUREOPENAI__ENDPOINT }}
-          AzureOpenAIEmbeddings__Endpoint: ${{ secrets.AZUREOPENAI_EASTUS__ENDPOINT }}
-          AzureOpenAI__ApiKey: ${{ secrets.AZUREOPENAI__APIKEY }}
-          AzureOpenAIEmbeddings__ApiKey: ${{ secrets.AZUREOPENAI_EASTUS__APIKEY }}
-          Planners__AzureOpenAI__ApiKey: ${{ secrets.PLANNERS__AZUREOPENAI__APIKEY }}
+          AzureOpenAITextToAudio__Endpoint: ${{ secrets.AZUREOPENAITEXTTOAUDIO__ENDPOINT }}
+          AzureOpenAITextToAudio__DeploymentName: ${{ vars.AZUREOPENAITEXTTOAUDIO__DEPLOYMENTNAME }}
+          AzureOpenAIAudioToText__Endpoint: ${{ secrets.AZUREOPENAIAUDIOTOTEXT__ENDPOINT }}
+          AzureOpenAIAudioToText__DeploymentName: ${{ vars.AZUREOPENAIAUDIOTOTEXT__DEPLOYMENTNAME }}
+          AzureOpenAITextToImage__Endpoint: ${{ secrets.AZUREOPENAITEXTTOIMAGE__ENDPOINT }}
+          AzureOpenAITextToImage__DeploymentName: ${{ vars.AZUREOPENAITEXTTOIMAGE__DEPLOYMENTNAME }}
           Planners__AzureOpenAI__Endpoint: ${{ secrets.PLANNERS__AZUREOPENAI__ENDPOINT }}
           Planners__AzureOpenAI__DeploymentName: ${{ vars.PLANNERS__AZUREOPENAI__DEPLOYMENTNAME }}
-          Planners__OpenAI__ApiKey: ${{ secrets.PLANNERS__OPENAI__APIKEY }}
-          Planners__OpenAI__ModelId: ${{ vars.PLANNERS__OPENAI__MODELID }}
+          # OpenAI Models
+          OpenAI__ApiKey: ${{ secrets.OPENAI__APIKEY }}
+          OpenAI__ChatModelId: ${{ vars.OPENAI__CHATMODELID }}
+          OpenAIEmbeddings__ApiKey: ${{ secrets.OPENAIEMBEDDINGS__APIKEY }}
+          OpenAIEmbeddings__ModelId: ${{ vars.OPENAIEMBEDDINGS__MODELID }}
           OpenAITextToAudio__ApiKey: ${{ secrets.OPENAITEXTTOAUDIO__APIKEY }}
           OpenAITextToAudio__ModelId: ${{ vars.OPENAITEXTTOAUDIO__MODELID }}
           OpenAIAudioToText__ApiKey: ${{ secrets.OPENAIAUDIOTOTEXT__APIKEY }}
           OpenAIAudioToText__ModelId: ${{ vars.OPENAIAUDIOTOTEXT__MODELID }}
           OpenAITextToImage__ApiKey: ${{ secrets.OPENAITEXTTOIMAGE__APIKEY }}
           OpenAITextToImage__ModelId: ${{ vars.OPENAITEXTTOIMAGE__MODELID }}
-          AzureOpenAITextToAudio__ApiKey: ${{ secrets.AZUREOPENAITEXTTOAUDIO__APIKEY }}
-          AzureOpenAITextToAudio__Endpoint: ${{ secrets.AZUREOPENAITEXTTOAUDIO__ENDPOINT }}
-          AzureOpenAITextToAudio__DeploymentName: ${{ vars.AZUREOPENAITEXTTOAUDIO__DEPLOYMENTNAME }}
-          AzureOpenAIAudioToText__ApiKey: ${{ secrets.AZUREOPENAIAUDIOTOTEXT__APIKEY }}
-          AzureOpenAIAudioToText__Endpoint: ${{ secrets.AZUREOPENAIAUDIOTOTEXT__ENDPOINT }}
-          AzureOpenAIAudioToText__DeploymentName: ${{ vars.AZUREOPENAIAUDIOTOTEXT__DEPLOYMENTNAME }}
-          AzureOpenAITextToImage__ApiKey: ${{ secrets.AZUREOPENAITEXTTOIMAGE__APIKEY }}
-          AzureOpenAITextToImage__Endpoint: ${{ secrets.AZUREOPENAITEXTTOIMAGE__ENDPOINT }}
-          AzureOpenAITextToImage__DeploymentName: ${{ vars.AZUREOPENAITEXTTOIMAGE__DEPLOYMENTNAME }}
+          Planners__OpenAI__ApiKey: ${{ secrets.PLANNERS__OPENAI__APIKEY }}
+          Planners__OpenAI__ModelId: ${{ vars.PLANNERS__OPENAI__MODELID }}
+          # Bing Web Search
           Bing__ApiKey: ${{ secrets.BING__APIKEY }}
-          OpenAI__ApiKey: ${{ secrets.OPENAI__APIKEY }}
-          OpenAI__ChatModelId: ${{ vars.OPENAI__CHATMODELID }}
+          # Google Web Search
+          Google__SearchEngineId: ${{ secrets.GOOGLE__SEARCHENGINEID }}
+          Google__ApiKey: ${{ secrets.GOOGLE__APIKEY }}
+          # Azure AI Inference Endpoint
           AzureAIInference__ApiKey: ${{ secrets.AZUREAIINFERENCE__APIKEY }}
           AzureAIInference__Endpoint: ${{ secrets.AZUREAIINFERENCE__ENDPOINT }}
+          AzureAIInference__ChatModelId: ${{ vars.AZUREAIINFERENCE__CHATMODELID }}
 
       # Generate test reports and check coverage
       - name: Generate test reports
-        uses: danielpalme/ReportGenerator-GitHub-Action@5.3.9
+        uses: danielpalme/ReportGenerator-GitHub-Action@5.4.1
         with:
           reports: "./TestResults/Coverage/**/coverage.cobertura.xml"
           targetdir: "./TestResults/Reports"
           reporttypes: "JsonSummary"
-          assemblyfilters: "+Microsoft.SemanticKernel.Abstractions;+Microsoft.SemanticKernel.Core;+Microsoft.SemanticKernel.PromptTemplates.Handlebars;+Microsoft.SemanticKernel.Connectors.OpenAI;+Microsoft.SemanticKernel.Connectors.AzureOpenAI;+Microsoft.SemanticKernel.Yaml;+Microsoft.SemanticKernel.Agents.Abstractions;+Microsoft.SemanticKernel.Agents.Core;+Microsoft.SemanticKernel.Agents.OpenAI"
 
       - name: Check coverage
         shell: pwsh

.github/workflows/dotnet-ci.yml

@@ -54,7 +54,7 @@ jobs:
         done
 
     - name: Upload dotnet test results
-      uses: actions/upload-artifact@v3
+      uses: actions/upload-artifact@v4
       with:
         name: dotnet-testresults-${{ matrix.configuration }}
         path: ./TestResults
@@ -120,7 +120,7 @@ jobs:
         done
 
     - name: Upload dotnet test results
-      uses: actions/upload-artifact@v3
+      uses: actions/upload-artifact@v4
       with:
         name: dotnet-testresults-${{ matrix.configuration }}
         path: ./TestResults

.github/workflows/dotnet-integration-tests.yml

@@ -58,7 +58,7 @@ jobs:
           done
 
       - name: Upload dotnet test results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: dotnet-testresults-${{ matrix.configuration }}
           path: ./TestResults

.github/workflows/markdown-link-check.yml

@@ -15,9 +15,11 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      # Checks the status of hyperlinks in .md files in verbose mode
-      - name: Check links
-        uses: gaurav-nelson/github-action-markdown-link-check@v1
+      # Checks the status of hyperlinks in all files
+      - name: Run linkspector
+        uses: umbrelladocs/action-linkspector@v1
         with:
-          use-verbose-mode: "yes"
-          config-file: ".github/workflows/markdown-link-check-config.json"
+          reporter: local
+          filter_mode: nofilter
+          fail_on_error: true
+          config_file: ".github/.linkspector.yml"

.github/workflows/merge-gatekeeper.yml

@@ -29,4 +29,4 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           timeout: 3600
           interval: 30
-          ignored: "python-tests-coverage"
+          ignored: python-tests-coverage

.github/workflows/python-build.yml

@@ -11,16 +11,19 @@ jobs:
     runs-on: ubuntu-latest
     permissions:
       contents: write
+    env:
+      UV_PYTHON: "3.10"
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-python@v5
-        with:
-          python-version: "3.10"
       - name: Set up uv
-        run: curl -LsSf https://astral.sh/uv/install.sh | sh
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "0.5.x"
+          enable-cache: true
+          cache-suffix: ${{ runner.os }}-${{ matrix.python-version }}
       - name: Check version
         run: |
-            echo "Building and uploading Python package version: ${{ github.event.release.tag_name }}"
+          echo "Building and uploading Python package version: ${{ github.event.release.tag_name }}"
       - name: Build the package
         run: cd python && make build
       - name: Release