.github/workflows/qa_csv.yaml #1078
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| push: | |
| paths: | |
| - .github/workflows/qa_csv.yaml | |
| - R/prep_qa_csv.R | |
| - R/clean_after_qa_csv.R | |
| schedule: | |
| - cron: "0 7 * * *" | |
| jobs: | |
| job1: | |
| runs-on: ubuntu-latest | |
| container: | |
| image: lespelleteux/docker_for_gwells | |
| env: | |
| GITHUB_PAT: ${{ secrets.GITHUB_PAT }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }} | |
| BCGOV_GEOCODER_API: ${{ secrets.BCGOV_GEOCODER_API }} | |
| BCGOV_DB: ${{ secrets.BCGOV_DB }} | |
| BCGOV_HOST: ${{ secrets.BCGOV_HOST }} | |
| BCGOV_PWD: ${{ secrets.BCGOV_PWD }} | |
| BCGOV_USR: ${{ secrets.BCGOV_USR }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name : copy gwells_geocodeqa script | |
| run: | | |
| mv data github_data | |
| wget https://raw.githubusercontent.com/bcgov/GWELLS_LocationQA/main/gwells_locationqa.py | |
| cp -r /GWELLS_LocationQA/data /__w/GWELLS-QAQC_Geocode_ArchiveData/GWELLS-QAQC_Geocode_ArchiveData | |
| - name: run download script | |
| run: | | |
| ./python/download.sh | |
| - name: prepare csv for quality assurance | |
| run: | | |
| Rscript R/prep_qa_csv.R | |
| - name: ls * | |
| run: | | |
| ls * -lh | |
| - name: ls data * | |
| run: | | |
| ls data/* -lh | |
| - name: ls GWELLS_LocationQA * | |
| run: | | |
| ls /GWELLS_LocationQA/* -lh | |
| - name: run qa script | |
| run: | | |
| ./python/qa.sh | |
| - name: ls * | |
| run: | | |
| ls * -lh | |
| - name: ls data * | |
| run: | | |
| ls data/* -lh | |
| - name: clean afer qa | |
| run: | | |
| Rscript R/clean_after_qa_csv.R | |
| - name: Commit results | |
| run: | | |
| git config --local user.email "[email protected]" | |
| git config --local user.name "GitHub Actions" | |
| git add 'data/wells_qa.csv' || echo "ECHO No changes to commit" | |
| git commit -m "automatic update" || echo "ECHO No changes to commit" | |
| git push origin || echo "ECHO No changes to commit" | |
| git status | |
| - name: Session info | |
| run: | | |
| options(width = 140) | |
| pkgs <- installed.packages()[, "Package"] | |
| sessioninfo::session_info(pkgs, include_base = TRUE) | |
| shell: Rscript {0} |