mirror of
https://github.com/DOI-DO/j40-cejst-2.git
synced 2025-02-24 02:24:20 -08:00
f0900f7b69
* Adds dev dependencies to requirements.txt and re-runs black on codebase * Adds test and code for national risk index etl, still in progress * Removes test_data from .gitignore * Adds test data to nation_risk_index tests * Creates tests and ETL class for NRI data * Adds tests for load() and transform() methods of NationalRiskIndexETL * Updates README.md with info about the NRI dataset * Adds to dos * Moves tests and test data into a tests/ dir in national_risk_index * Moves tmp_dir for tests into data/tmp/tests/ * Promotes fixtures to conftest and relocates national_risk_index tests: The relocation of national_risk_index tests is necessary because tests can only use fixtures specified in conftests within the same package * Fixes issue with df.equals() in test_transform() * Files reformatted by black * Commit changes to other files after re-running black * Fixes unused import that caused lint checks to fail * Moves tests/ directory to app root for data_pipeline
52 lines
1.2 KiB
Python
52 lines
1.2 KiB
Python
DATASET_LIST = [
|
|
{
|
|
"name": "tree_equity_score",
|
|
"module_dir": "tree_equity_score",
|
|
"class_name": "TreeEquityScoreETL",
|
|
},
|
|
{
|
|
"name": "census_acs",
|
|
"module_dir": "census_acs",
|
|
"class_name": "CensusACSETL",
|
|
},
|
|
{
|
|
"name": "ejscreen",
|
|
"module_dir": "ejscreen",
|
|
"class_name": "EJScreenETL",
|
|
},
|
|
{
|
|
"name": "housing_and_transportation",
|
|
"module_dir": "housing_and_transportation",
|
|
"class_name": "HousingTransportationETL",
|
|
},
|
|
{
|
|
"name": "hud_housing",
|
|
"module_dir": "hud_housing",
|
|
"class_name": "HudHousingETL",
|
|
},
|
|
{
|
|
"name": "calenviroscreen",
|
|
"module_dir": "calenviroscreen",
|
|
"class_name": "CalEnviroScreenETL",
|
|
},
|
|
{
|
|
"name": "hud_recap",
|
|
"module_dir": "hud_recap",
|
|
"class_name": "HudRecapETL",
|
|
},
|
|
{
|
|
"name": "cdc_places",
|
|
"module_dir": "cdc_places",
|
|
"class_name": "CDCPlacesETL",
|
|
},
|
|
{
|
|
"name": "national_risk_index",
|
|
"module_dir": "national_risk_index",
|
|
"class_name": "NationalRiskIndexETL",
|
|
},
|
|
]
|
|
CENSUS_INFO = {
|
|
"name": "census",
|
|
"module_dir": "census",
|
|
"class_name": "CensusETL",
|
|
}
|