Skip to content
Draft
Changes from 1 commit
Commits
Show all changes
54 commits
Select commit Hold shift + click to select a range
e3bd1c0
Always publish to us-east-1.
purple4reina Apr 10, 2025
bcd9694
WIP
purple4reina Apr 24, 2025
35ab3f5
Publishes to us-west-2.
purple4reina Jun 13, 2025
a258935
Fix needs and update things.
purple4reina Jun 16, 2025
a6fcea9
Use underscore.
purple4reina Jun 17, 2025
bb556d1
No dot.
purple4reina Jun 17, 2025
b4e3b4a
Correct replace.
purple4reina Jun 17, 2025
0953779
Use variables.
purple4reina Jun 17, 2025
cf0ac9e
Properly get arn.
purple4reina Jun 17, 2025
4340b67
Just Trim.
purple4reina Jun 17, 2025
6416495
Multiline string.
purple4reina Jun 17, 2025
f214993
Change to template comment.
purple4reina Jun 17, 2025
041bb9a
No more multiline.
purple4reina Jun 17, 2025
6cd4b91
Remove comment?
purple4reina Jun 17, 2025
1dd8e36
Combine lines again.
purple4reina Jun 17, 2025
fac1c32
Move comment.
purple4reina Jun 17, 2025
b7ffa18
Another multiline.
purple4reina Jun 17, 2025
aaef324
Exit if not found.
purple4reina Jun 17, 2025
9816e4d
Set -x.
purple4reina Jun 17, 2025
0a3ff19
More debugging.
purple4reina Jun 17, 2025
5c6b64c
Even more debugging.
purple4reina Jun 17, 2025
8898773
Broaden regex.
purple4reina Jun 17, 2025
c6b953b
Subscript.
purple4reina Jun 17, 2025
5bda987
No more subscript.
purple4reina Jun 17, 2025
f6844fb
Artifacts true.
purple4reina Jun 17, 2025
49de9fd
Inherit dependencies and variables.
purple4reina Jun 17, 2025
5b29953
Add testing downstream branch.
purple4reina Jun 17, 2025
ae1fa34
Remove dependencies use variables.
purple4reina Jun 17, 2025
47fd32e
Use loop and main.
purple4reina Jun 17, 2025
58b9189
Uncomment other tests.
purple4reina Jun 17, 2025
5c05fc5
Cleanup version env vars.
purple4reina Jun 17, 2025
f92b03e
Whitespace cleanups.
purple4reina Jun 18, 2025
793e31c
Only deploy layers on success.
purple4reina Jun 18, 2025
0d81a40
Add e2e-status check.
purple4reina Jun 18, 2025
3afb253
Improve output of job.
purple4reina Jun 20, 2025
5b9c002
Needing publish loads dotenv artifact.
purple4reina Jun 20, 2025
14c8d5b
Have e2e-status job start right away then poll.
purple4reina Jun 20, 2025
692fcc9
Comment out tests for now.
purple4reina Jun 20, 2025
312b150
Use apk.
purple4reina Jun 20, 2025
1b03542
Debugging.
purple4reina Jun 20, 2025
4832760
Try JOB-TOKEN.
purple4reina Jun 20, 2025
16cb46f
Print out URL.
purple4reina Jun 20, 2025
66693af
Try bridges api.
purple4reina Jun 20, 2025
28bdf4b
Try GITLAB_API_TOKEN.
purple4reina Jun 20, 2025
5b76dcc
Use CI_JOB_STATUS to determine pass/fail.
purple4reina Jun 20, 2025
c7042e9
Remove switch.
purple4reina Jun 21, 2025
694e14f
Create dotenv file from publish script.
purple4reina Jun 30, 2025
9039707
Use docker docker image.
purple4reina Jun 30, 2025
0a4e02a
This needs not needed.
purple4reina Jun 30, 2025
61c6ebf
Push check status to file in e2e repo.
purple4reina Jun 30, 2025
2510813
Start status checking in test stage.
purple4reina Jun 30, 2025
ca4dd9f
Remove e2e-test-status job for now.
purple4reina Aug 12, 2025
bb19158
Improve test status reporting.
purple4reina Aug 12, 2025
b634b49
Improve status reporting of e2e-test ci job.
purple4reina Aug 12, 2025
File filter

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Use variables.
  • Loading branch information
purple4reina committed Aug 8, 2025
commit 0953779326c49f7547ecef93b31d9c086b754cb9
13 changes: 9 additions & 4 deletions ci/input_files/build.yaml.tpl
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
{{- $e2e_region := "us-west-2" -}}

stages:
- build
- test
Expand Down Expand Up @@ -133,21 +135,24 @@ sign-layer ({{ $runtime.name }}-{{ $runtime.arch }}):
- LAYER_FILE=datadog_lambda_py-{{ $runtime.arch}}-{{ $runtime.python_version }}.zip ./scripts/sign_layers.sh prod

{{ range $environment_name, $environment := (ds "environments").environments }}
{{ $dotenv := print $runtime.name "_" $runtime.arch "_" $environment_name ".env" }}

publish-layer-{{ $environment_name }} ({{ $runtime.name }}-{{ $runtime.arch }}):
stage: publish
tags: ["arch:amd64"]
image: registry.ddbuild.io/images/docker:20.10-py3
rules:
- if: '"{{ $environment_name }}" == "sandbox" && $REGION == "us-west-2" && "{{ $runtime.arch }}" == "amd64"'
- if: '"{{ $environment_name }}" == "sandbox" && $REGION == "{{ $e2e_region }}" && "{{ $runtime.arch }}" == "amd64"'
when: always
- if: '"{{ $environment_name }}" == "sandbox"'
when: manual
allow_failure: true
- if: '$CI_COMMIT_TAG =~ /^v.*/'
artifacts:
paths:
- {{ $dotenv }}
reports:
dotenv: layer_version
dotenv: {{ $dotenv }}
needs:
{{ if or (eq $environment_name "prod") }}
- sign-layer ({{ $runtime.name }}-{{ $runtime.arch}})
Expand All @@ -174,7 +179,7 @@ publish-layer-{{ $environment_name }} ({{ $runtime.name }}-{{ $runtime.arch }}):
script:
- STAGE={{ $environment_name }} PYTHON_VERSION={{ $runtime.python_version }} ARCH={{ $runtime.arch }} ./ci/publish_layers.sh | tee publish.log
# Extract the arn from the publish log to be used as envvar in e2e tests
- echo "PYTHON_{{ $runtime.python_version | strings.ReplaceAll "." "" }}_VERSION=$(grep -oP 'Published arn \K\.*' publish.log)" > layer_version
- echo "PYTHON_{{ $runtime.python_version | strings.ReplaceAll "." "" }}_VERSION=$(grep -oP 'Published arn \K\.*' publish.log)" > {{ $dotenv }}

{{- end }}

Expand Down Expand Up @@ -256,6 +261,6 @@ e2e-test:
PYTHON_313_VERSION: latest
needs: {{ range (ds "runtimes").runtimes }}
{{- if eq .arch "amd64" }}
- "publish-layer-sandbox ({{ .name }}-{{ .arch }}): [us-west-2]"
- "publish-layer-sandbox ({{ .name }}-{{ .arch }}): [{{ $e2e_region }}]"
{{- end }}
{{- end }}