feature/smoke tests

.github/workflows/dotnet.yml

@@ -114,28 +114,3 @@ jobs:
             ./${{ matrix.os }}/kiota info -l Java
             exit 1
           fi
-
-  java-it:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - name: Restore workloads
-        run: dotnet workload restore
-      - name: Restore dependencies
-        run: dotnet restore kiota.sln
-      - name: Build
-        run: dotnet build kiota.sln --no-restore
-      - name: Generate Java Code
-        run: ./it/java/generate.sh
-      - uses: actions/cache@v3
-        with:
-          path: /root/.jbang
-          key: $-jbang-$
-          restore-keys: |
-            $-jbang-
-      - name: jbang
-        uses: jbangdev/[email protected]
-        with:
-          script: ./it/java/test.java
-        env:
-          JBANG_REPO: /root/.jbang/repository

.github/workflows/integration-tests.yml

@@ -0,0 +1,243 @@
+name: integration-tests
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [main]
+    paths-ignore:
+      [
+        "abstractions/**",
+        "authentication/**",
+        "serialization/**",
+        "http/**",
+        "**.md",
+        ".vscode/**",
+        "**.svg",
+      ]
+  pull_request:
+    paths-ignore:
+      [
+        "abstractions/**",
+        "authentication/**",
+        "serialization/**",
+        "http/**",
+        "**.md",
+        ".vscode/**",
+        "**.svg",
+      ]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Setup .NET
+        uses: actions/setup-dotnet@v3
+        with:
+          dotnet-version: 7.0.x
+      - name: Restore workloads
+        run: dotnet workload restore
+      - name: Restore dependencies
+        run: dotnet restore kiota.sln
+      - name: Build
+        run: dotnet publish ./src/kiota/kiota.csproj -c Release -p:PublishSingleFile=true -p:PublishReadyToRun=true -o ./publish
+        # -p:PublishTrimmed=true -p:PublishAot=true should be enabled to make test run faster, but there are still limitations
+      - uses: actions/upload-artifact@v3
+        with:
+          name: generator
+          path: publish
+      - uses: actions/upload-artifact@v3
+        with:
+          name: it
+          path: it
+      - uses: actions/upload-artifact@v3
+        with:
+          name: tests
+          path: tests/**/*.yaml
+  integration:
+    runs-on: ubuntu-latest
+    needs: build
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [ java, csharp, go, typescript, ruby, php, python ]
+        description:
+          - './tests/Kiota.Builder.IntegrationTests/InheritingErrors.yaml'
+          - './tests/Kiota.Builder.IntegrationTests/NoUnderscoresInModel.yaml'
+          - 'https://raw.githubusercontent.com/github/rest-api-description/main/descriptions/api.github.com/api.github.com.yaml'
+          - 'https://raw.githubusercontent.com/APIs-guru/openapi-directory/main/APIs/twitter.com/current/2.61/openapi.yaml'
+          - 'https://raw.githubusercontent.com/APIs-guru/openapi-directory/main/APIs/notion.com/1.0.0/openapi.yaml'
+          - 'https://raw.githubusercontent.com/APIs-guru/openapi-directory/main/APIs/stripe.com/2022-11-15/openapi.yaml'
+          - 'https://raw.githubusercontent.com/googlemaps/openapi-specification/main/dist/google-maps-platform-openapi3.yml'
+          - 'https://raw.githubusercontent.com/APIs-guru/openapi-directory/main/APIs/meraki.com/v1.31.0/openapi.yaml'
+          - 'https://developers.pipedrive.com/docs/api/v1/openapi.yaml'
+          - 'https://raw.githubusercontent.com/APIs-guru/openapi-directory/main/APIs/twilio.com/api/1.39.1/openapi.yaml'
+          - 'https://api.apis.guru/v2/specs/docusign.net/v2.1/openapi.yaml'
+    steps:
+      - uses: actions/download-artifact@v3
+        with:
+          name: generator
+          path: publish
+      - uses: actions/download-artifact@v3
+        with:
+          name: it
+          path: it
+      - uses: actions/download-artifact@v3
+        with:
+          name: tests
+          path: tests
+      - run: |
+          chmod +x ./publish/kiota
+          chmod +x ./it/get-additional-arguments.ps1
+          chmod +x ./it/get-is-suppressed.ps1
+      - name: Check if test is suppressed
+        id: check-suppressed
+        run: |
+          $isSuppressed = . ./it/get-is-suppressed.ps1 -descriptionUrl ${{ matrix.description }} -language ${{ matrix.language }}
+          Write-Output "IS_SUPPRESSED=$($isSuppressed.ToString().ToLowerInvariant())" >> $Env:GITHUB_OUTPUT
+        shell: pwsh
+      - name: Generate Code
+        run: |
+          $additionalCommand = . ./it/get-additional-arguments.ps1 -descriptionUrl ${{ matrix.description }} -language ${{ matrix.language }}
+          $finalCommand = "./publish/kiota generate --language ${{ matrix.language }} --openapi ${{ matrix.description }}$additionalCommand"
+          Write-Host "Final command: $finalCommand"
+          iex $finalCommand
+        shell: pwsh
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+      - uses: actions/cache@v3
+        if: matrix.language == 'java'
+        with:
+          path: /root/.jbang
+          key: $-jbang-$
+          restore-keys: |
+            $-jbang-
+      - name: jbang
+        if: matrix.language == 'java'
+        uses: jbangdev/[email protected]
+        with:
+          script: ./it/java/test.java
+        env:
+          JBANG_REPO: /root/.jbang/repository
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+      - name: Setup .NET
+        if: matrix.language == 'csharp'
+        uses: actions/setup-dotnet@v3
+        with:
+          dotnet-version: 7.0.x
+      - run: dotnet build
+        if: matrix.language == 'csharp'
+        working-directory: ./it/csharp
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+      - run: |
+          Remove-Item obj -Recurse -ErrorAction SilentlyContinue
+        if: always() && matrix.language == 'csharp'
+        working-directory: ./it/csharp
+        shell: pwsh
+      - name: Setup Go
+        if: matrix.language == 'go'
+        uses: actions/setup-go@v3
+        with:
+          go-version: '^1.20'
+      - run: go install
+        if: matrix.language == 'go'
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+        working-directory: ./it/go
+      - run: go build
+        if: matrix.language == 'go'
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+        working-directory: ./it/go
+      - uses: actions/setup-node@v3
+        if: matrix.language == 'typescript'
+        with:
+          node-version: '18'
+      - run: npm install
+        if: matrix.language == 'typescript'
+        working-directory: ./it/typescript
+      - run: npm run build
+        if: matrix.language == 'typescript'
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+        working-directory: ./it/typescript
+      - run: |
+          Remove-Item node_modules -Recurse -ErrorAction SilentlyContinue
+          Remove-Item dist -Recurse -ErrorAction SilentlyContinue
+        if: always() && matrix.language == 'typescript'
+        working-directory: ./it/typescript
+        shell: pwsh
+      - name: Set up Ruby
+        if: matrix.language == 'ruby'
+        uses: ruby/setup-ruby@v1
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+        with:
+          working-directory: ./it/ruby
+          ruby-version: '3.2.0'
+          bundler-cache: true
+      - run: git init #required for bundler to work
+        if: matrix.language == 'ruby'
+        working-directory: ./it/ruby
+      - run: bundle exec rake
+        if: matrix.language == 'ruby'
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+        working-directory: ./it/ruby
+      - run: |
+          Remove-Item vendor -Recurse -ErrorAction SilentlyContinue
+          Remove-Item .git -Recurse -ErrorAction SilentlyContinue
+          Remove-Item Gemfile.lock -ErrorAction SilentlyContinue
+        if: always() && matrix.language == 'ruby'
+        working-directory: ./it/ruby
+        shell: pwsh
+      - uses: shivammathur/setup-php@v2
+        with:
+          php-version: '8.2'
+          coverage: xdebug
+        if: matrix.language == 'php'
+      - run: composer install
+        if: matrix.language == 'php'
+        working-directory: ./it/php
+      - run: ./vendor/bin/phpstan
+        if: matrix.language == 'php'
+        working-directory: ./it/php
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+      - run: |
+          Remove-Item vendor -Recurse -ErrorAction SilentlyContinue
+          Remove-Item composer.lock -ErrorAction SilentlyContinue
+        if: always() && matrix.language == 'php'
+        working-directory: ./it/php
+        shell: pwsh
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.11'
+        if: matrix.language == 'python'
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install pipenv
+          pipenv install --dev --skip-lock
+        if: matrix.language == 'python'
+        working-directory: ./it/python
+      - run: |
+          pipenv run pylint integration_test --disable=W --rcfile=.pylintrc
+          pipenv run mypy integration_test
+        if: matrix.language == 'python'
+        working-directory: ./it/python
+        continue-on-error: ${{ steps.check-suppressed.outputs.IS_SUPPRESSED == 'true' }}
+      - id: replace_url
+        if: always()
+        run: |
+          ORIGINAL="${{ matrix.description }}"
+          REPLACED="${ORIGINAL//[-:<>|\*\?\\\/\.]/_}"
+          echo "ARTKEY=$REPLACED" >> $GITHUB_OUTPUT
+      - uses: actions/upload-artifact@v3
+        if: always()
+        with:
+          name: generation-results-${{ matrix.language }}-${{ steps.replace_url.outputs.ARTKEY }}
+          path: it/${{ matrix.language }}
+
+  cleanup:
+    runs-on: ubuntu-latest
+    needs: [integration]
+    steps:
+      - uses: jimschubert/delete-artifacts-action@v1
+        with:
+          artifact_name: 'generator'
+          min_bytes: '0'