mirror of
https://github.com/catdevnull/preciazo.git
synced 2024-11-22 14:16:19 +00:00
Compare commits
2 commits
d6fa8743c9
...
ca71dba59c
Author | SHA1 | Date | |
---|---|---|---|
ca71dba59c | |||
ad01f99fc3 |
2 changed files with 15 additions and 6 deletions
5
.github/workflows/sepa-precios-archiver.yml
vendored
5
.github/workflows/sepa-precios-archiver.yml
vendored
|
@ -7,8 +7,8 @@ on:
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
archive-prices:
|
archive-prices:
|
||||||
# runs-on: ubicloud-standard-4
|
runs-on: ubicloud-standard-2
|
||||||
runs-on: ubuntu-latest
|
# runs-on: ubuntu-latest
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
@ -23,6 +23,7 @@ jobs:
|
||||||
- name: Run archiver script
|
- name: Run archiver script
|
||||||
env:
|
env:
|
||||||
GITHUB_TOKEN: ${{ secrets.ARCHIVE_GITHUB_TOKEN }}
|
GITHUB_TOKEN: ${{ secrets.ARCHIVE_GITHUB_TOKEN }}
|
||||||
|
GH_TOKEN: ${{ secrets.GH_PRECIAZO_TOKEN }}
|
||||||
B2_BUCKET_NAME: ${{ secrets.B2_BUCKET_NAME }}
|
B2_BUCKET_NAME: ${{ secrets.B2_BUCKET_NAME }}
|
||||||
B2_BUCKET_KEY_ID: ${{ secrets.B2_BUCKET_KEY_ID }}
|
B2_BUCKET_KEY_ID: ${{ secrets.B2_BUCKET_KEY_ID }}
|
||||||
B2_BUCKET_KEY: ${{ secrets.B2_BUCKET_KEY }}
|
B2_BUCKET_KEY: ${{ secrets.B2_BUCKET_KEY }}
|
||||||
|
|
|
@ -32,17 +32,25 @@ const s3 = new S3Client({
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
async function getRawDatasetInfo() {
|
async function getRawDatasetInfo(attempts = 0) {
|
||||||
try {
|
try {
|
||||||
return await $`curl -L https://datos.produccion.gob.ar/api/3/action/package_show?id=sepa-precios`.json();
|
return await $`curl -L https://datos.produccion.gob.ar/api/3/action/package_show?id=sepa-precios`.json();
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
|
if (attempts >= 4) {
|
||||||
|
console.error(`❌ Error fetching dataset info`, error);
|
||||||
|
if (process.env.GITHUB_RUN_ID) {
|
||||||
|
console.info(`🔄 Retrying action`);
|
||||||
|
await $`gh run rerun ${process.env.GITHUB_RUN_ID} --workflow sepa-precios-archiver`;
|
||||||
|
}
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
console.error(
|
console.error(
|
||||||
`❌ Error fetching dataset info`,
|
`❌ Error fetching dataset info`,
|
||||||
error,
|
error,
|
||||||
`retrying in 5min...`
|
`retrying in 30s...`
|
||||||
);
|
);
|
||||||
await new Promise((resolve) => setTimeout(resolve, 5 * 60 * 1000));
|
await new Promise((resolve) => setTimeout(resolve, 30 * 1000));
|
||||||
return await getRawDatasetInfo();
|
return await getRawDatasetInfo(attempts + 1);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
async function saveFileIntoRepo(fileName: string, fileContent: string) {
|
async function saveFileIntoRepo(fileName: string, fileContent: string) {
|
||||||
|
|
Loading…
Reference in a new issue