-
Notifications
You must be signed in to change notification settings - Fork 0
72 lines (69 loc) · 2.54 KB
/
deploy.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
name: Deploy recipes
on:
push:
branches: ["main"]
pull_request:
branches: ["main"]
types: [opened, reopened, synchronize, labeled]
jobs:
deploy-recipes:
name: deploy-recipes
runs-on: ubuntu-latest
strategy:
fail-fast: false
steps:
- uses: actions/checkout@v3
- name: "Authenticate to Google Cloud"
id: "auth"
uses: "google-github-actions/auth@v1"
with:
credentials_json: "${{ secrets.GCP_DATAFLOW_SERVICE_KEY }}"
- name: "Set prune config based on github event type"
run: >
if ${{ github.event_name == 'pull_request' }}; then
echo prune=true >> $GITHUB_ENV
else
echo prune=false >> $GITHUB_ENV
fi
- name: "Deploy recipes"
uses: "pangeo-forge/deploy-recipe-action@storage-cls-args"
with:
select_recipe_by_label: "true"
pangeo_forge_runner_config: >
{
"Bake": {
"prune": ${{ env.prune }},
"bakery_class": "pangeo_forge_runner.bakery.dataflow.DataflowBakery"
},
"DataflowBakery": {
"use_public_ips": false,
"service_account_email": "[email protected]",
"project_id": "pangeo-forge-4967",
"temp_gcs_location": "gs://pangeo-forge-prod-dataflow/temp"
},
"TargetStorage": {
"fsspec_class": "s3fs.S3FileSystem",
"fsspec_args": {
"key": "${{ secrets.PANGEO_FORGE_OSN_KEY }}",
"secret": "${{ secrets.PANGEO_FORGE_OSN_SECRET }}",
"client_kwargs": {
"endpoint_url": "https://ncsa.osn.xsede.org"
},
"default_cache_type": "none",
"default_fill_cache": false,
"use_listings_cache": false
},
"root_path": "Pangeo/pangeo-forge/aqua-modis-feedstock/{job_name}"
},
"InputCacheStorage": {
"fsspec_class": "gcsfs.GCSFileSystem",
"root_path": "gs://pangeo-forge-prod-cache",
"pangeo_forge_target_class_args": {
"verify_existing": false
}
}
}
env:
GOOGLE_APPLICATION_CREDENTIALS: "${{ steps.auth.outputs.credentials_file_path }}"
EARTHDATA_USERNAME: cisaacstern
EARTHDATA_PASSWORD: "${{ secrets.EARTHDATA_PASSWORD }}"