python-lambda-benchmark/.github/workflows/benchmark.yml at main · rotel-dev/python-lambda-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
name: Run Benchmark

on:
  workflow_dispatch:
    inputs:
      aws-region:
        description: 'AWS Region'
        required: true
        default: 'us-east-1'
      otel-layer:
        description: 'OTEL Lambda Layer'
        required: true
        default: 'arn:aws:lambda:us-east-1:184161586896:layer:opentelemetry-collector-amd64-0_13_0:1'
      rotel-layer:
        description: 'Rotel Lambda Layer'
        required: true
        default: 'arn:aws:lambda:us-east-1:418653438961:layer:rotel-extension-amd64-alpha:23'
      datadog-layer:
        description: 'Datadog Lambda Layer'
        required: true
        default: 'arn:aws:lambda:us-east-1:464622532012:layer:Datadog-Extension:53'
      python-version:
        description: 'Python version to use'
        required: true
        default: '3.13'

jobs:
  run-benchmark:
    runs-on: ubuntu-latest

    permissions:
      id-token: write
      contents: read

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v5

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ github.event.inputs.python-version }}

      - name: Verify UV installation
        run: uv --version

      - name: Install deps
        run: |
          cd benchmark && uv sync

      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          role-to-assume: ${{ secrets.AWS_LAMBDA_BENCHMARK_ROLE_ARN }}
          aws-region: us-east-1

      - name: run
        env:
          AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }}
          DD_API_KEY: ${{ secrets.DD_API_KEY }}
          AWS_REGION: ${{ github.event.inputs.aws-region }}
          OTEL_LAYER: ${{ github.event.inputs.otel-layer }}
          ROTEL_LAYER: ${{ github.event.inputs.rotel-layer }}
          DATADOG_LAYER: ${{ github.event.inputs.datadog-layer }}
        run: |
          ./scripts/benchmark-coldstart.sh /tmp/coldstart.out

      - uses: actions/upload-artifact@v4
        with:
          name: coldstart-output-${{ github.job }}.csv
          path: /tmp/coldstart.out
          overwrite: true