Apache
/
nifi
mirror of https://github.com/apache/nifi.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

NIFI-7238 Improve Caching for Github CI and relax core usage to not max out cores all moving toward more stable builds. 

Signed-off-by: Joe Witt <joewitt@apache.org>
This commit is contained in:
Joe Witt 2020-03-24 12:49:26 -04:00
parent 9b4292024b
commit 4d84c144d2
No known key found for this signature in database
GPG Key ID: 9093BF854F811A1A
1 changed files with 90 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

124
.github/workflows/ci-workflow.yml vendored
View File

@ -16,37 +16,51 @@ jobs:
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.npm path: ~/.npm
key: linux-1.8-npm-${{ hashFiles('**/package-lock.json') }} key: nix-npm-${{ hashFiles('**/package-lock.json') }}
restore-keys: | restore-keys: |
linux-1.8-npm- nix-npm-
- name: Check Maven Com Cache - name: Check Maven Com Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/com path: ~/.m2/repository/com
key: linux-1.8-maven-com-${{ hashFiles('**/pom.xml') }} key: nix-maven-com-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8-maven-com- nix-maven-com-
- name: Check Maven Org Cache - name: Check Maven Org Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/org path: ~/.m2/repository/org
key: linux-1.8-maven-org-${{ hashFiles('**/pom.xml') }} key: nix-maven-org-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8-maven-org- nix-maven-org-
- name: Check Maven Net Cache - name: Check Maven Net Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/net path: ~/.m2/repository/net
key: linux-1.8-maven-net-${{ hashFiles('**/pom.xml') }} key: nix-maven-net-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8-maven-net- nix-maven-net-
- name: Check Maven IO Cache - name: Check Maven IO Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/io path: ~/.m2/repository/io
key: linux-1.8-maven-io-${{ hashFiles('**/pom.xml') }} key: nix-maven-io-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8-maven-io- nix-maven-io-
- name: Check Maven BIZ Cache
uses: actions/cache@v1.1.2
with:
path: ~/.m2/repository/biz
key: nix-maven-biz-${{ hashFiles('**/pom.xml') }}
restore-keys: |
nix-maven-biz-
- name: Check Maven IT Cache
uses: actions/cache@v1.1.2
with:
path: ~/.m2/repository/it
key: nix-maven-it-${{ hashFiles('**/pom.xml') }}
restore-keys: |
nix-maven-it-
- name: Set up JDK 1.8 FR - name: Set up JDK 1.8 FR
uses: actions/setup-java@v1.3.0 uses: actions/setup-java@v1.3.0
with: with:
@ -56,7 +70,7 @@ jobs:
MAVEN_OPTS: -Xmx2g -XX:ReservedCodeCacheSize=1g -XX:+UseG1GC -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=fr -Duser.region=FR -Duser.timezone=Europe/Paris" MAVEN_OPTS: -Xmx2g -XX:ReservedCodeCacheSize=1g -XX:+UseG1GC -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=fr -Duser.region=FR -Duser.timezone=Europe/Paris"
run: | run: |
mvn -version mvn -version
mvn -T 1C install -B -Pcontrib-check,include-grpc -Ddir-only -ntp -ff mvn -T 0.8C install -B -Pcontrib-check,include-grpc -Ddir-only -ntp -ff
rm -rf ~/.m2/repository/org/apache/nifi rm -rf ~/.m2/repository/org/apache/nifi
ubuntu-build-en: ubuntu-build-en:
@ -72,37 +86,51 @@ jobs:
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.npm path: ~/.npm
key: linux-1.11-npm-${{ hashFiles('**/package-lock.json') }} key: nix-npm-${{ hashFiles('**/package-lock.json') }}
restore-keys: | restore-keys: |
linux-1.11-npm- nix-npm-
- name: Check Maven Com Cache - name: Check Maven Com Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/com path: ~/.m2/repository/com
key: linux-1.11-maven-com-${{ hashFiles('**/pom.xml') }} key: nix-maven-com-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.11-maven-com- nix-maven-com-
- name: Check Maven Org Cache - name: Check Maven Org Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/org path: ~/.m2/repository/org
key: linux-1.11-maven-org-${{ hashFiles('**/pom.xml') }} key: nix-maven-org-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.11-maven-org- nix-maven-org-
- name: Check Maven Net Cache - name: Check Maven Net Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/net path: ~/.m2/repository/net
key: linux-1.11-maven-net-${{ hashFiles('**/pom.xml') }} key: nix-maven-net-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.11-maven-net- nix-maven-net-
- name: Check Maven IO Cache - name: Check Maven IO Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/io path: ~/.m2/repository/io
key: linux-1.11-maven-io-${{ hashFiles('**/pom.xml') }} key: nix-maven-io-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.11-maven-io- nix-maven-io-
- name: Check Maven BIZ Cache
uses: actions/cache@v1.1.2
with:
path: ~/.m2/repository/biz
key: nix-maven-biz-${{ hashFiles('**/pom.xml') }}
restore-keys: |
nix-maven-biz-
- name: Check Maven IT Cache
uses: actions/cache@v1.1.2
with:
path: ~/.m2/repository/it
key: nix-maven-it-${{ hashFiles('**/pom.xml') }}
restore-keys: |
nix-maven-it-
- name: Set up JDK 11 EN - name: Set up JDK 11 EN
uses: actions/setup-java@v1.3.0 uses: actions/setup-java@v1.3.0
with: with:
@ -112,7 +140,7 @@ jobs:
MAVEN_OPTS: -Xmx2g -XX:ReservedCodeCacheSize=1g -XX:+UseG1GC -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=en -Duser.region=AU -Duser.timezone=Australia/Melbourne" MAVEN_OPTS: -Xmx2g -XX:ReservedCodeCacheSize=1g -XX:+UseG1GC -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=en -Duser.region=AU -Duser.timezone=Australia/Melbourne"
run: | run: |
mvn -version mvn -version
mvn -T 1C install -B -Pcontrib-check,include-grpc -Ddir-only -ntp -ff mvn -T 0.8C install -B -Pcontrib-check,include-grpc -Ddir-only -ntp -ff
rm -rf ~/.m2/repository/org/apache/nifi rm -rf ~/.m2/repository/org/apache/nifi
osx-build-jp: osx-build-jp:
@ -128,37 +156,51 @@ jobs:
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.npm path: ~/.npm
key: linux-1.8osx-npm-${{ hashFiles('**/package-lock.json') }} key: nix-npm-${{ hashFiles('**/package-lock.json') }}
restore-keys: | restore-keys: |
linux-1.8osx-npm- nix-npm-
- name: Check Maven Com Cache - name: Check Maven Com Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/com path: ~/.m2/repository/com
key: linux-1.8osx-maven-com-${{ hashFiles('**/pom.xml') }} key: nix-maven-com-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8osx-maven-com- nix-maven-com-
- name: Check Maven Org Cache - name: Check Maven Org Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/org path: ~/.m2/repository/org
key: linux-1.8osx-maven-org-${{ hashFiles('**/pom.xml') }} key: nix-maven-org-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8osx-maven-org- nix-maven-org-
- name: Check Maven Net Cache - name: Check Maven Net Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/net path: ~/.m2/repository/net
key: linux-1.8osx-maven-net-${{ hashFiles('**/pom.xml') }} key: nix-maven-net-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8osx-maven-net- nix-maven-net-
- name: Check Maven IO Cache - name: Check Maven IO Cache
uses: actions/cache@v1.1.2 uses: actions/cache@v1.1.2
with: with:
path: ~/.m2/repository/io path: ~/.m2/repository/io
key: linux-1.8osx-maven-io-${{ hashFiles('**/pom.xml') }} key: nix-maven-io-${{ hashFiles('**/pom.xml') }}
restore-keys: | restore-keys: |
linux-1.8osx-maven-io- nix-maven-io-
- name: Check Maven BIZ Cache
uses: actions/cache@v1.1.2
with:
path: ~/.m2/repository/biz
key: nix-maven-biz-${{ hashFiles('**/pom.xml') }}
restore-keys: |
nix-maven-biz-
- name: Check Maven IT Cache
uses: actions/cache@v1.1.2
with:
path: ~/.m2/repository/it
key: nix-maven-it-${{ hashFiles('**/pom.xml') }}
restore-keys: |
nix-maven-it-
- name: Set up JDK 1.8 JP - name: Set up JDK 1.8 JP
uses: actions/setup-java@v1.3.0 uses: actions/setup-java@v1.3.0
with: with:
@ -168,7 +210,7 @@ jobs:
MAVEN_OPTS: -Xmx2g -XX:ReservedCodeCacheSize=1g -XX:+UseG1GC -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=ja -Duser.region=JP -Duser.timezone=Asia/Tokyo" MAVEN_OPTS: -Xmx2g -XX:ReservedCodeCacheSize=1g -XX:+UseG1GC -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=ja -Duser.region=JP -Duser.timezone=Asia/Tokyo"
run: | run: |
mvn -version mvn -version
mvn -T 1C install -B -Pcontrib-check,include-grpc -Ddir-only -ntp -ff mvn -T 0.8C install -B -Pcontrib-check,include-grpc -Ddir-only -ntp -ff
rm -rf ~/.m2/repository/org/apache/nifi rm -rf ~/.m2/repository/org/apache/nifi
windows-build: windows-build:
@ -211,6 +253,20 @@ jobs:
key: windows-maven-io-${{ hashFiles('**\pom.xml') }} key: windows-maven-io-${{ hashFiles('**\pom.xml') }}
restore-keys: | restore-keys: |
windows-maven-io- windows-maven-io-
- name: Check Maven BIZ Cache
uses: actions/cache@v1.1.2
with:
path: ~\.m2\repository\biz
key: nix-maven-biz-${{ hashFiles('**\pom.xml') }}
restore-keys: |
nix-maven-biz-
- name: Check Maven IT Cache
uses: actions/cache@v1.1.2
with:
path: ~\.m2\repository\it
key: nix-maven-it-${{ hashFiles('**\pom.xml') }}
restore-keys: |
nix-maven-it-
- name: Set up JDK 1.8 - name: Set up JDK 1.8
uses: actions/setup-java@v1.3.0 uses: actions/setup-java@v1.3.0
with: with:
@ -220,5 +276,5 @@ jobs:
MAVEN_OPTS: -Xmx2g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=en -Duser.region=US -Duser.timezone=US/Pacific" MAVEN_OPTS: -Xmx2g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN -Dmaven.surefire.arguments="-Duser.language=en -Duser.region=US -Duser.timezone=US/Pacific"
run: | run: |
mvn -version mvn -version
mvn -T 1C install -B -Ddir-only -ntp -ff mvn -T 0.8C install -B -Ddir-only -ntp -ff
Remove-Item -path '~\.m2\repository\org\apache\nifi' -recurse -force Remove-Item -path '~\.m2\repository\org\apache\nifi' -recurse -force