Nightly publish #279
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Nightly publish | |
| on: | |
| schedule: | |
| - cron: '15 4 * * *' # every day at 04:15 AM | |
| jobs: | |
| publish-to-data-gouv: | |
| strategy: | |
| matrix: | |
| source: [ | |
| aidants-connect, | |
| hinaura, | |
| maine-et-loire, | |
| les-assembleurs, | |
| france-services, | |
| france-tiers-lieux, | |
| conseiller-numerique, | |
| francil-in, | |
| angers, | |
| hub-lo, | |
| mulhouse, | |
| data-inclusion, | |
| paca, | |
| loire-atlantique, | |
| rhin-occ, | |
| res-in, | |
| # les-landes, | |
| la-creuse, | |
| numi, | |
| vendee, | |
| vendee-extraction, | |
| ultra-num, | |
| haute-vienne, | |
| fibre-64, | |
| mednum-hub-antilles, | |
| gironde, | |
| etapes-numerique, | |
| charente-maritime, | |
| eure-et-loir, | |
| conumm, | |
| corse, | |
| epernay, | |
| bus-france-services-charente | |
| ] | |
| runs-on: ubuntu-latest | |
| environment: production | |
| steps: | |
| - name: Checkout mednum-cli repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '16.x' | |
| cache: 'yarn' | |
| - name: Install dependencies | |
| run: yarn | |
| - name: 'Create env file' | |
| run: | | |
| touch .env | |
| echo DATA_GOUV_API_URL="${{ secrets.DATA_GOUV_API_URL }}" >> .env | |
| echo DATA_GOUV_API_KEY="${{ secrets.DATA_GOUV_API_KEY }}" >> .env | |
| echo DATA_GOUV_REFERENCE_ID="${{ secrets.DATA_GOUV_REFERENCE_ID }}" >> .env | |
| echo DATA_GOUV_REFERENCE_TYPE="${{ secrets.DATA_GOUV_REFERENCE_TYPE }}" >> .env | |
| echo CARTOGRAPHIE_NATIONALE_API_URL="${{ secrets.CARTOGRAPHIE_NATIONALE_API_URL }}" >> .env | |
| echo CARTOGRAPHIE_NATIONALE_API_KEY="${{ secrets.CARTOGRAPHIE_NATIONALE_API_KEY }}" >> .env | |
| - name: Transform | |
| run: yarn transformer.${{ matrix.source }} | |
| - name: Publish | |
| run: yarn publier.${{ matrix.source }} | |
| deduplicate: | |
| name: Publish data-inclusion without duplicates | |
| runs-on: ubuntu-latest | |
| environment: production | |
| needs: | |
| - publish-to-data-gouv | |
| steps: | |
| - name: Checkout client-application repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '16.x' | |
| cache: 'yarn' | |
| - name: Install dependencies | |
| run: yarn | |
| - name: Deduplicate | |
| run: yarn dedupliquer.data-inclusion | |
| - name: 'Create env file' | |
| run: | | |
| touch .env | |
| echo DATA_GOUV_API_URL="${{ secrets.DATA_GOUV_API_URL }}" >> .env | |
| echo DATA_GOUV_API_KEY="${{ secrets.DATA_GOUV_API_KEY }}" >> .env | |
| echo DATA_GOUV_REFERENCE_ID="${{ secrets.DATA_GOUV_REFERENCE_ID }}" >> .env | |
| echo DATA_GOUV_REFERENCE_TYPE="${{ secrets.DATA_GOUV_REFERENCE_TYPE }}" >> .env | |
| - name: Publish to data.gouv | |
| run: yarn publier.data-inclusion | |
| - name: Publish to database | |
| uses: kersvers/[email protected] | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} | |
| DISTRIBUTION_ID: ${{ secrets.AWS_CLOUDFRONT_DISTRIBUTION_ID }} | |
| SOURCE_DIR: './assets/output/data-inclusion/dynamo-import' |