From d6dbeac4dfc1a8072e51036ae1b11616667e411e Mon Sep 17 00:00:00 2001 From: Nikhil Woodruff Date: Tue, 4 Feb 2025 15:46:25 +0000 Subject: [PATCH 1/2] Datasets are not being uploaded to Hugging Face Fixes #156 --- .github/workflows/code_changes.yaml | 1 + .github/workflows/pr_code_changes.yaml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/code_changes.yaml b/.github/workflows/code_changes.yaml index a330403e..6e4484d8 100644 --- a/.github/workflows/code_changes.yaml +++ b/.github/workflows/code_changes.yaml @@ -9,6 +9,7 @@ on: paths: - policyengine_us_data/** - tests/** + - .github/workflows/code_changes.yaml jobs: Lint: diff --git a/.github/workflows/pr_code_changes.yaml b/.github/workflows/pr_code_changes.yaml index 62cbfb7d..f1c9ebd8 100644 --- a/.github/workflows/pr_code_changes.yaml +++ b/.github/workflows/pr_code_changes.yaml @@ -1,6 +1,6 @@ # Workflow that runs on code changes to a pull request. -name: Code changes +name: PR code changes on: pull_request: branches: From ff8cde60ce16eba68168ec21f5770584a6d62fa1 Mon Sep 17 00:00:00 2001 From: Nikhil Woodruff Date: Tue, 4 Feb 2025 16:00:57 +0000 Subject: [PATCH 2/2] Move to HF backups --- policyengine_us_data/datasets/acs/census_acs.py | 1 + policyengine_us_data/datasets/cps/census_cps.py | 4 ++++ 2 files changed, 5 insertions(+) diff --git a/policyengine_us_data/datasets/acs/census_acs.py b/policyengine_us_data/datasets/acs/census_acs.py index 842af627..f6ec8f4b 100644 --- a/policyengine_us_data/datasets/acs/census_acs.py +++ b/policyengine_us_data/datasets/acs/census_acs.py @@ -206,3 +206,4 @@ class CensusACS_2022(CensusACS): name = "census_acs_2022.h5" file_path = STORAGE_FOLDER / "census_acs_2022.h5" time_period = 2022 + url = "hf://policyengine/policyengine-us-data/census_acs_2022.h5" diff --git a/policyengine_us_data/datasets/cps/census_cps.py b/policyengine_us_data/datasets/cps/census_cps.py index aa650ee4..287f54f5 100644 --- a/policyengine_us_data/datasets/cps/census_cps.py +++ b/policyengine_us_data/datasets/cps/census_cps.py @@ -124,6 +124,7 @@ class CensusCPS_2023(CensusCPS): name = "census_cps_2023" file_path = STORAGE_FOLDER / "census_cps_2023.h5" data_format = Dataset.TABLES + url = "hf://policyengine/policyengine-us-data/census_cps_2023.h5" class CensusCPS_2022(CensusCPS): @@ -132,6 +133,7 @@ class CensusCPS_2022(CensusCPS): name = "census_cps_2022" file_path = STORAGE_FOLDER / "census_cps_2022.h5" data_format = Dataset.TABLES + url = "hf://policyengine/policyengine-us-data/census_cps_2022.h5" class CensusCPS_2021(CensusCPS): @@ -140,6 +142,7 @@ class CensusCPS_2021(CensusCPS): name = "census_cps_2021" file_path = STORAGE_FOLDER / "census_cps_2021.h5" data_format = Dataset.TABLES + url = "hf://policyengine/policyengine-us-data/census_cps_2021.h5" class CensusCPS_2020(CensusCPS): @@ -148,6 +151,7 @@ class CensusCPS_2020(CensusCPS): name = "census_cps_2020" file_path = STORAGE_FOLDER / "census_cps_2020.h5" data_format = Dataset.TABLES + url = "hf://policyengine/policyengine-us-data/census_cps_2020.h5" class CensusCPS_2019(CensusCPS):