Skip to content

Commit add57a1

Browse files
4e6Frizi
authored andcommitted
Add engine distribution check before unpacking (#13086)
- followup #12948 - followup #13045 Debugging issues during the unpacking engine distribution step: ``` tar: Unexpected EOF in archive tar: rmtlseek not stopped at a record boundary tar: Error is not recoverable: exiting now ``` Changelog: - remove: retry unpacking the engine distribution - update: check the engine distribution file before unpacking
1 parent f86c49a commit add57a1

File tree

6 files changed

+202
-102
lines changed

6 files changed

+202
-102
lines changed

.github/workflows/engine-checks-nightly.yml

Lines changed: 102 additions & 51 deletions
Original file line numberDiff line numberDiff line change
@@ -357,11 +357,14 @@ jobs:
357357
uses: actions/download-artifact@v4
358358
with:
359359
name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
360+
- run: |-
361+
ls -l built-distribution.tar
362+
sha256sum built-distribution.tar
363+
shell: bash
360364
- name: Unpack Engine Distribution
361-
run: |
362-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
365+
run: |-
366+
tar -xvf built-distribution.tar -C .
363367
rm built-distribution.tar
364-
shell: bash
365368
- run: ./run libraries lint
366369
env:
367370
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -419,11 +422,14 @@ jobs:
419422
uses: actions/download-artifact@v4
420423
with:
421424
name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
425+
- run: |-
426+
ls -l built-distribution.tar
427+
sha256sum built-distribution.tar
428+
shell: bash
422429
- name: Unpack Engine Distribution
423-
run: |
424-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
430+
run: |-
431+
tar -xvf built-distribution.tar -C .
425432
rm built-distribution.tar
426-
shell: bash
427433
- run: ./run backend test jvm
428434
env:
429435
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -493,11 +499,14 @@ jobs:
493499
uses: actions/download-artifact@v4
494500
with:
495501
name: Engine Distribution (GraalVM CE) (native,test) (macos, aarch64)
502+
- run: |-
503+
ls -l built-distribution.tar
504+
sha256sum built-distribution.tar
505+
shell: bash
496506
- name: Unpack Engine Distribution
497-
run: |
498-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
507+
run: |-
508+
tar -xvf built-distribution.tar -C .
499509
rm built-distribution.tar
500-
shell: bash
501510
- run: ./run backend test jvm
502511
env:
503512
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -565,11 +574,14 @@ jobs:
565574
uses: actions/download-artifact@v4
566575
with:
567576
name: Engine Distribution (GraalVM CE) (native,test) (macos, amd64)
577+
- run: |-
578+
ls -l built-distribution.tar
579+
sha256sum built-distribution.tar
580+
shell: bash
568581
- name: Unpack Engine Distribution
569-
run: |
570-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
582+
run: |-
583+
tar -xvf built-distribution.tar -C .
571584
rm built-distribution.tar
572-
shell: bash
573585
- run: ./run backend test jvm
574586
env:
575587
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -638,11 +650,14 @@ jobs:
638650
uses: actions/download-artifact@v4
639651
with:
640652
name: Engine Distribution (GraalVM CE) (native,test) (windows, amd64)
653+
- run: |-
654+
ls -l built-distribution.tar
655+
sha256sum built-distribution.tar
656+
shell: bash
641657
- name: Unpack Engine Distribution
642-
run: |
643-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
658+
run: |-
659+
tar -xvf built-distribution.tar -C .
644660
rm built-distribution.tar
645-
shell: bash
646661
- run: ./run backend test jvm
647662
env:
648663
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -711,11 +726,14 @@ jobs:
711726
uses: actions/download-artifact@v4
712727
with:
713728
name: Engine Distribution (Oracle GraalVM) (native,test) (linux, amd64)
729+
- run: |-
730+
ls -l built-distribution.tar
731+
sha256sum built-distribution.tar
732+
shell: bash
714733
- name: Unpack Engine Distribution
715-
run: |
716-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
734+
run: |-
735+
tar -xvf built-distribution.tar -C .
717736
rm built-distribution.tar
718-
shell: bash
719737
- run: ./run backend test jvm
720738
env:
721739
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -784,11 +802,14 @@ jobs:
784802
uses: actions/download-artifact@v4
785803
with:
786804
name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
805+
- run: |-
806+
ls -l built-distribution.tar
807+
sha256sum built-distribution.tar
808+
shell: bash
787809
- name: Unpack Engine Distribution
788-
run: |
789-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
810+
run: |-
811+
tar -xvf built-distribution.tar -C .
790812
rm built-distribution.tar
791-
shell: bash
792813
- run: ./run backend stdlib-api-check
793814
env:
794815
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -844,11 +865,14 @@ jobs:
844865
uses: actions/download-artifact@v4
845866
with:
846867
name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
868+
- run: |-
869+
ls -l built-distribution.tar
870+
sha256sum built-distribution.tar
871+
shell: bash
847872
- name: Unpack Engine Distribution
848-
run: |
849-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
873+
run: |-
874+
tar -xvf built-distribution.tar -C .
850875
rm built-distribution.tar
851-
shell: bash
852876
- run: ./run backend test standard-library
853877
env:
854878
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -921,11 +945,14 @@ jobs:
921945
uses: actions/download-artifact@v4
922946
with:
923947
name: Engine Distribution (GraalVM CE) (native,test) (macos, aarch64)
948+
- run: |-
949+
ls -l built-distribution.tar
950+
sha256sum built-distribution.tar
951+
shell: bash
924952
- name: Unpack Engine Distribution
925-
run: |
926-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
953+
run: |-
954+
tar -xvf built-distribution.tar -C .
927955
rm built-distribution.tar
928-
shell: bash
929956
- run: ./run backend test standard-library
930957
env:
931958
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -996,11 +1023,14 @@ jobs:
9961023
uses: actions/download-artifact@v4
9971024
with:
9981025
name: Engine Distribution (GraalVM CE) (native,test) (macos, amd64)
1026+
- run: |-
1027+
ls -l built-distribution.tar
1028+
sha256sum built-distribution.tar
1029+
shell: bash
9991030
- name: Unpack Engine Distribution
1000-
run: |
1001-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1031+
run: |-
1032+
tar -xvf built-distribution.tar -C .
10021033
rm built-distribution.tar
1003-
shell: bash
10041034
- run: ./run backend test standard-library
10051035
env:
10061036
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -1072,11 +1102,14 @@ jobs:
10721102
uses: actions/download-artifact@v4
10731103
with:
10741104
name: Engine Distribution (GraalVM CE) (native,test) (windows, amd64)
1105+
- run: |-
1106+
ls -l built-distribution.tar
1107+
sha256sum built-distribution.tar
1108+
shell: bash
10751109
- name: Unpack Engine Distribution
1076-
run: |
1077-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1110+
run: |-
1111+
tar -xvf built-distribution.tar -C .
10781112
rm built-distribution.tar
1079-
shell: bash
10801113
- run: ./run backend test standard-library
10811114
env:
10821115
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -1148,11 +1181,14 @@ jobs:
11481181
uses: actions/download-artifact@v4
11491182
with:
11501183
name: Engine Distribution (GraalVM CE) (native,test) (linux, amd64)
1184+
- run: |-
1185+
ls -l built-distribution.tar
1186+
sha256sum built-distribution.tar
1187+
shell: bash
11511188
- name: Unpack Engine Distribution
1152-
run: |
1153-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1189+
run: |-
1190+
tar -xvf built-distribution.tar -C .
11541191
rm built-distribution.tar
1155-
shell: bash
11561192
- run: ./run backend test standard-library-in-native
11571193
env:
11581194
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -1225,11 +1261,14 @@ jobs:
12251261
uses: actions/download-artifact@v4
12261262
with:
12271263
name: Engine Distribution (GraalVM CE) (native,test) (macos, aarch64)
1264+
- run: |-
1265+
ls -l built-distribution.tar
1266+
sha256sum built-distribution.tar
1267+
shell: bash
12281268
- name: Unpack Engine Distribution
1229-
run: |
1230-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1269+
run: |-
1270+
tar -xvf built-distribution.tar -C .
12311271
rm built-distribution.tar
1232-
shell: bash
12331272
- run: ./run backend test standard-library-in-native
12341273
env:
12351274
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -1300,11 +1339,14 @@ jobs:
13001339
uses: actions/download-artifact@v4
13011340
with:
13021341
name: Engine Distribution (GraalVM CE) (native,test) (macos, amd64)
1342+
- run: |-
1343+
ls -l built-distribution.tar
1344+
sha256sum built-distribution.tar
1345+
shell: bash
13031346
- name: Unpack Engine Distribution
1304-
run: |
1305-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1347+
run: |-
1348+
tar -xvf built-distribution.tar -C .
13061349
rm built-distribution.tar
1307-
shell: bash
13081350
- run: ./run backend test standard-library-in-native
13091351
env:
13101352
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -1376,11 +1418,14 @@ jobs:
13761418
uses: actions/download-artifact@v4
13771419
with:
13781420
name: Engine Distribution (GraalVM CE) (native,test) (windows, amd64)
1421+
- run: |-
1422+
ls -l built-distribution.tar
1423+
sha256sum built-distribution.tar
1424+
shell: bash
13791425
- name: Unpack Engine Distribution
1380-
run: |
1381-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1426+
run: |-
1427+
tar -xvf built-distribution.tar -C .
13821428
rm built-distribution.tar
1383-
shell: bash
13841429
- run: ./run backend test standard-library-in-native
13851430
env:
13861431
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -1452,11 +1497,14 @@ jobs:
14521497
uses: actions/download-artifact@v4
14531498
with:
14541499
name: Engine Distribution (Oracle GraalVM) (native,test) (linux, amd64)
1500+
- run: |-
1501+
ls -l built-distribution.tar
1502+
sha256sum built-distribution.tar
1503+
shell: bash
14551504
- name: Unpack Engine Distribution
1456-
run: |
1457-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1505+
run: |-
1506+
tar -xvf built-distribution.tar -C .
14581507
rm built-distribution.tar
1459-
shell: bash
14601508
- run: ./run backend test standard-library
14611509
env:
14621510
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -1528,11 +1576,14 @@ jobs:
15281576
uses: actions/download-artifact@v4
15291577
with:
15301578
name: Engine Distribution (Oracle GraalVM) (native,test) (linux, amd64)
1579+
- run: |-
1580+
ls -l built-distribution.tar
1581+
sha256sum built-distribution.tar
1582+
shell: bash
15311583
- name: Unpack Engine Distribution
1532-
run: |
1533-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
1584+
run: |-
1585+
tar -xvf built-distribution.tar -C .
15341586
rm built-distribution.tar
1535-
shell: bash
15361587
- run: ./run backend test standard-library-in-native
15371588
env:
15381589
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}

.github/workflows/engine-checks-optional.yml

Lines changed: 18 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -120,11 +120,14 @@ jobs:
120120
uses: actions/download-artifact@v4
121121
with:
122122
name: Engine Distribution (GraalVM CE) (native,test) (macos, amd64)
123+
- run: |-
124+
ls -l built-distribution.tar
125+
sha256sum built-distribution.tar
126+
shell: bash
123127
- name: Unpack Engine Distribution
124-
run: |
125-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
128+
run: |-
129+
tar -xvf built-distribution.tar -C .
126130
rm built-distribution.tar
127-
shell: bash
128131
- run: ./run backend test jvm
129132
env:
130133
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -193,11 +196,14 @@ jobs:
193196
uses: actions/download-artifact@v4
194197
with:
195198
name: Engine Distribution (GraalVM CE) (native,test) (macos, amd64)
199+
- run: |-
200+
ls -l built-distribution.tar
201+
sha256sum built-distribution.tar
202+
shell: bash
196203
- name: Unpack Engine Distribution
197-
run: |
198-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
204+
run: |-
205+
tar -xvf built-distribution.tar -C .
199206
rm built-distribution.tar
200-
shell: bash
201207
- run: ./run backend test standard-library
202208
env:
203209
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}
@@ -269,11 +275,14 @@ jobs:
269275
uses: actions/download-artifact@v4
270276
with:
271277
name: Engine Distribution (GraalVM CE) (native,test) (macos, amd64)
278+
- run: |-
279+
ls -l built-distribution.tar
280+
sha256sum built-distribution.tar
281+
shell: bash
272282
- name: Unpack Engine Distribution
273-
run: |
274-
tar -xvf built-distribution.tar || tar -xvf built-distribution.tar;
283+
run: |-
284+
tar -xvf built-distribution.tar -C .
275285
rm built-distribution.tar
276-
shell: bash
277286
- run: ./run backend test standard-library-in-native
278287
env:
279288
ENSO_LIB_S3_AWS_ACCESS_KEY_ID: ${{ secrets.ENSO_LIB_S3_AWS_ACCESS_KEY_ID }}

0 commit comments

Comments
 (0)