publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-08-19 11:01:39 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'emma-nechamkin/1849-calculation-tests' of github.com:usds/justice40-tool into emma-nechamkin/release/score-narwhal

Browse source
This commit is contained in:
Emma Nechamkin 2022-08-31 10:25:55 -04:00
commit 7c6a9078e3
4 changed files with 208 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

21
data/data-pipeline/data_pipeline/etl/sources/national_risk_index/etl.py
View file

@ -153,6 +153,27 @@ class NationalRiskIndexETL(ExtractTransformLoad):
lower=self.AGRIVALUE_LOWER_BOUND
)
## Check that this clip worked -- that the only place the value has changed is when the clip took effect
base_expectation = (
disaster_agriculture_sum_series
/ df_nri[self.AGRICULTURAL_VALUE_INPUT_FIELD_NAME]
)
assert (
df_nri[
df_nri[self.EXPECTED_AGRICULTURE_LOSS_RATE_FIELD_NAME]
!= base_expectation
][self.AGRICULTURAL_VALUE_INPUT_FIELD_NAME].max()
<= self.AGRIVALUE_LOWER_BOUND
), (
"Clipping the agrivalue did not work. There are places where the value doesn't "
+ "match an unclipped ratio, even where the agrivalue is above the lower bound!"
)
assert (
df_nri[self.EXPECTED_AGRICULTURE_LOSS_RATE_FIELD_NAME]
!= base_expectation
).sum() > 0, "Clipping the agrivalue did nothing!"
# This produces a boolean that is True in the case of non-zero agricultural value
df_nri[self.CONTAINS_AGRIVALUE] = (
df_nri[self.AGRICULTURAL_VALUE_INPUT_FIELD_NAME] > 0