11f6ee37a6
* Add asset server and upload handling of binary files Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> * Add asset download parts to the asset server Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> * Add artifact-server-path flag If the flag is not defined, the artifact server isn't started. This includes the configuration of ACTIONS_RUNTIME_URL and ACTIONS_RUNTIME_TOKEN which are set if the server is started. Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> * Move ACTIONS_RUNTIME_* vars into the withGithubEnv setup Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> * feat: add artifact server port as flag This commits adds a flag to define the artifact server port. If not given, the port defaults to 34567. Co-authored-by: Björn Brauer <bjoern.brauer@new-work.se> * test: add artifact server tests Co-authored-by: Björn Brauer <bjoern.brauer@new-work.se> * refactor: use fs.FS This allows to add tests with in-memory file system * feat: add support for gzip encoded uploads Co-authored-by: Björn Brauer <bjoern.brauer@new-work.se> * test: add artifact integration test * chore: run act tests with asset server path Co-authored-by: Björn Brauer <bjoern.brauer@new-work.se> * docs: add new cli flags Co-authored-by: Björn Brauer <bjoern.brauer@new-work.se> * test: add test workflow to testdata * feat: add log output * refactor: log shutdown error instead of panic * feat: use outbound ip for the asset server This change should allow to use the host ip in macos and windows. Since docker is running in an intermediate vm, localhost is not sufficient to have the artifacts in the host system. * fix: do not use canceled context To shutdown artifact server, we should not use the already canceled context but the parent context instead. Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> * feat: shutdown artifact server at end of pipeline When the pipeline is done the asset server should be shut down gracefully. Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> * fix: close server if graceful shutdown failed Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> * fix: ignore server closed error from listen call Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> Co-authored-by: Björn Brauer <zaubernerd@zaubernerd.de> Co-authored-by: Björn Brauer <bjoern.brauer@new-work.se>
140 lines
5.2 KiB
YAML
140 lines
5.2 KiB
YAML
|
|
name: "Test that artifact uploads and downloads succeed"
|
|
on: push
|
|
|
|
jobs:
|
|
test-artifacts:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- run: mkdir -p path/to/artifact
|
|
- run: echo hello > path/to/artifact/world.txt
|
|
- uses: actions/upload-artifact@v2
|
|
with:
|
|
name: my-artifact
|
|
path: path/to/artifact/world.txt
|
|
|
|
- run: rm -rf path
|
|
|
|
- uses: actions/download-artifact@v2
|
|
with:
|
|
name: my-artifact
|
|
- name: Display structure of downloaded files
|
|
run: ls -la
|
|
|
|
# Test end-to-end by uploading two artifacts and then downloading them
|
|
- name: Create artifact files
|
|
run: |
|
|
mkdir -p path/to/dir-1
|
|
mkdir -p path/to/dir-2
|
|
mkdir -p path/to/dir-3
|
|
echo "Lorem ipsum dolor sit amet" > path/to/dir-1/file1.txt
|
|
echo "Hello world from file #2" > path/to/dir-2/file2.txt
|
|
echo "This is a going to be a test for a large enough file that should get compressed with GZip. The @actions/artifact package uses GZip to upload files. This text should have a compression ratio greater than 100% so it should get uploaded using GZip" > path/to/dir-3/gzip.txt
|
|
# Upload a single file artifact
|
|
- name: 'Upload artifact #1'
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: 'Artifact-A'
|
|
path: path/to/dir-1/file1.txt
|
|
|
|
# Upload using a wildcard pattern, name should default to 'artifact' if not provided
|
|
- name: 'Upload artifact #2'
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
path: path/**/dir*/
|
|
|
|
# Upload a directory that contains a file that will be uploaded with GZip
|
|
- name: 'Upload artifact #3'
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: 'GZip-Artifact'
|
|
path: path/to/dir-3/
|
|
|
|
# Upload a directory that contains a file that will be uploaded with GZip
|
|
- name: 'Upload artifact #4'
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: 'Multi-Path-Artifact'
|
|
path: |
|
|
path/to/dir-1/*
|
|
path/to/dir-[23]/*
|
|
!path/to/dir-3/*.txt
|
|
# Verify artifacts. Switch to download-artifact@v2 once it's out of preview
|
|
|
|
# Download Artifact #1 and verify the correctness of the content
|
|
- name: 'Download artifact #1'
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: 'Artifact-A'
|
|
path: some/new/path
|
|
|
|
- name: 'Verify Artifact #1'
|
|
run: |
|
|
file="some/new/path/file1.txt"
|
|
if [ ! -f $file ] ; then
|
|
echo "Expected file does not exist"
|
|
exit 1
|
|
fi
|
|
if [ "$(cat $file)" != "Lorem ipsum dolor sit amet" ] ; then
|
|
echo "File contents of downloaded artifact are incorrect"
|
|
exit 1
|
|
fi
|
|
|
|
# Download Artifact #2 and verify the correctness of the content
|
|
- name: 'Download artifact #2'
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: 'artifact'
|
|
path: some/other/path
|
|
|
|
- name: 'Verify Artifact #2'
|
|
run: |
|
|
file1="some/other/path/to/dir-1/file1.txt"
|
|
file2="some/other/path/to/dir-2/file2.txt"
|
|
if [ ! -f $file1 -o ! -f $file2 ] ; then
|
|
echo "Expected files do not exist"
|
|
exit 1
|
|
fi
|
|
if [ "$(cat $file1)" != "Lorem ipsum dolor sit amet" -o "$(cat $file2)" != "Hello world from file #2" ] ; then
|
|
echo "File contents of downloaded artifacts are incorrect"
|
|
exit 1
|
|
fi
|
|
|
|
# Download Artifact #3 and verify the correctness of the content
|
|
- name: 'Download artifact #3'
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: 'GZip-Artifact'
|
|
path: gzip/artifact/path
|
|
|
|
# Because a directory was used as input during the upload the parent directories, path/to/dir-3/, should not be included in the uploaded artifact
|
|
- name: 'Verify Artifact #3'
|
|
run: |
|
|
gzipFile="gzip/artifact/path/gzip.txt"
|
|
if [ ! -f $gzipFile ] ; then
|
|
echo "Expected file do not exist"
|
|
exit 1
|
|
fi
|
|
if [ "$(cat $gzipFile)" != "This is a going to be a test for a large enough file that should get compressed with GZip. The @actions/artifact package uses GZip to upload files. This text should have a compression ratio greater than 100% so it should get uploaded using GZip" ] ; then
|
|
echo "File contents of downloaded artifact is incorrect"
|
|
exit 1
|
|
fi
|
|
|
|
- name: 'Download artifact #4'
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: 'Multi-Path-Artifact'
|
|
path: multi/artifact
|
|
|
|
- name: 'Verify Artifact #4'
|
|
run: |
|
|
file1="multi/artifact/dir-1/file1.txt"
|
|
file2="multi/artifact/dir-2/file2.txt"
|
|
if [ ! -f $file1 -o ! -f $file2 ] ; then
|
|
echo "Expected files do not exist"
|
|
exit 1
|
|
fi
|
|
if [ "$(cat $file1)" != "Lorem ipsum dolor sit amet" -o "$(cat $file2)" != "Hello world from file #2" ] ; then
|
|
echo "File contents of downloaded artifacts are incorrect"
|
|
exit 1
|
|
fi
|