Skip to content
Snippets Groups Projects
Commit 95310911 authored by Bert Palm's avatar Bert Palm 🎇
Browse files

removed `mask()` from generics

parent 5c6ef883
No related branches found
No related tags found
1 merge request!319Undo Modularization
Pipeline #46850 failed with stage
in 3 minutes and 2 seconds
......@@ -72,7 +72,6 @@ def _execGeneric(
globs = {
"isflagged": partial(_dslIsFlagged, flags),
"ismissing": lambda var: pd.isnull(var),
"mask": lambda cond: data[cond.name].mask(cond),
"this": field,
"GOOD": GOOD,
"BAD": BAD,
......
......@@ -42,22 +42,3 @@ def test_addFieldProcGeneric(data):
)
def test_mask(data):
saqc = SaQC(data=data)
data_org = data.copy(deep=True)
mean = data["var1"] / 2
data, _ = saqc.genericProcess(
"var1", lambda var1: mask(var1 < mean), flag=BAD
).getResult()
assert (
(data["var1"].isna()) == (data_org["var1"] < 10) & data_org["var1"].isna()
).all(axis=None)
data, flags = saqc.genericProcess(
"tmp", lambda var1: mask(var1 < mean), flag=BAD
).getResult()
assert ("tmp" in data.columns) and ("tmp" in flags.columns)
assert (
(data["tmp"].isna()) == (data_org["var1"] < 10) & data_org["var1"].isna()
).all(axis=None)
......@@ -132,16 +132,11 @@ def test_nonReduncingBuiltins(data):
flags = initFlagsLike(data)
var1, *_ = data.columns
this = var1
mean = data[var1].mean()
tests = [
(f"abs({this})", np.abs(data[this])),
(f"log({this})", np.log(data[this])),
(f"exp({this})", np.exp(data[this])),
(
f"ismissing(mask({this} < {mean}))",
data[this].mask(data[this] < mean).isna(),
),
]
for test, expected in tests:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment