Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
SaQC
Manage
Activity
Members
Labels
Plan
Issues
35
Issue boards
Milestones
Wiki
Code
Merge requests
8
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Container Registry
Model registry
Operate
Environments
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Terms and privacy
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
rdm-software
SaQC
Commits
4f3b41a5
Commit
4f3b41a5
authored
4 years ago
by
Bert Palm
🎇
Browse files
Options
Downloads
Patches
Plain Diff
prepared flagger Base, Dmp
parent
c30ee44e
No related branches found
Branches containing commit
No related tags found
Tags containing commit
3 merge requests
!193
Release 1.4
,
!188
Release 1.4
,
!126
windowFlagging
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
saqc/flagger/baseflagger.py
+24
-5
24 additions, 5 deletions
saqc/flagger/baseflagger.py
saqc/flagger/dmpflagger.py
+18
-6
18 additions, 6 deletions
saqc/flagger/dmpflagger.py
with
42 additions
and
11 deletions
saqc/flagger/baseflagger.py
+
24
−
5
View file @
4f3b41a5
...
...
@@ -164,6 +164,9 @@ class BaseFlagger(ABC):
force
:
bool
=
False
,
inplace
=
False
,
with_extra
=
False
,
flag_after
=
None
,
flag_before
=
None
,
win_flag
=
None
,
**
kwargs
)
->
BaseFlaggerT
:
"""
Overwrite existing flags at loc.
...
...
@@ -192,16 +195,32 @@ class BaseFlagger(ABC):
if
with_extra
and
not
isinstance
(
flag
,
pd
.
Series
):
raise
ValueError
(
"
flags must be pd.Series if `with_extras=True`.
"
)
trimmed
=
self
.
getFlags
(
field
=
field
,
loc
=
loc
)
if
force
:
row_indexer
=
slice
(
None
)
if
loc
is
None
else
loc
mask
=
pd
.
Series
(
True
,
index
=
trimmed
.
index
,
dtype
=
bool
)
else
:
# trim flags to loc, we always get a pd.Series returned
this
=
self
.
getFlags
(
field
=
field
,
loc
=
loc
)
row_indexer
=
this
<
flag
mask
=
trimmed
<
flag
# set flags of the test
out
.
_flags
.
aloc
[
mask
,
field
]
=
flag
# calc and set window flags
if
flag_after
is
not
None
or
flag_before
is
not
None
:
win_mask
=
self
.
_getWindowMask
(
field
,
mask
,
flag_after
,
flag_before
)
out
.
_flags
.
aloc
[
win_mask
,
field
]
=
win_flag
out
.
_flags
.
aloc
[
row_indexer
,
field
]
=
flag
return
out
def
_getWindowMask
(
self
,
field
,
mask
,
flag_after
,
flag_before
):
win_mask
=
mask
.
reindex_like
(
self
.
_flags
[
field
]).
fillna
(
False
)
# does not overwrite the flags from the test again
skip
=
~
win_mask
if
flag_after
is
not
None
:
win_mask
|=
pd
.
Series
(
False
)
if
flag_before
is
not
None
:
win_mask
|=
pd
.
Series
(
False
)
return
win_mask
&
skip
def
clearFlags
(
self
,
field
:
str
,
loc
:
LocT
=
None
,
inplace
=
False
,
**
kwargs
)
->
BaseFlaggerT
:
assertScalar
(
"
field
"
,
field
,
optional
=
False
)
if
"
force
"
in
kwargs
:
...
...
This diff is collapsed.
Click to expand it.
saqc/flagger/dmpflagger.py
+
18
−
6
View file @
4f3b41a5
...
...
@@ -132,6 +132,9 @@ class DmpFlagger(CategoricalFlagger):
force
=
False
,
inplace
=
False
,
with_extra
=
False
,
flag_after
=
None
,
flag_before
=
None
,
win_flag
=
None
,
**
kwargs
):
assert
"
iloc
"
not
in
kwargs
,
"
deprecated keyword, iloc
"
...
...
@@ -153,15 +156,24 @@ class DmpFlagger(CategoricalFlagger):
"
test
"
:
kwargs
.
get
(
"
func_name
"
,
""
)}
)
flags
=
self
.
getFlags
(
field
=
field
,
loc
=
loc
)
if
force
:
row_indexer
=
slice
(
None
)
if
loc
is
None
else
loc
mask
=
pd
.
Series
(
True
,
index
=
flags
.
index
,
dtype
=
bool
)
else
:
this
=
self
.
getFlags
(
field
=
field
,
loc
=
loc
)
row_indexer
=
this
<
flag
mask
=
flags
<
flag
# set flags of the test
out
.
_flags
.
aloc
[
mask
,
field
]
=
flag
out
.
_causes
.
aloc
[
mask
,
field
]
=
cause
out
.
_comments
.
aloc
[
mask
,
field
]
=
comment
# calc and set window flags
if
flag_after
is
not
None
or
flag_before
is
not
None
:
win_mask
=
self
.
_getWindowMask
(
field
,
mask
,
flag_after
,
flag_before
)
out
.
_flags
.
aloc
[
win_mask
,
field
]
=
win_flag
out
.
_causes
.
aloc
[
win_mask
,
field
]
=
cause
out
.
_comments
.
aloc
[
win_mask
,
field
]
=
comment
out
.
_flags
.
aloc
[
row_indexer
,
field
]
=
flag
out
.
_causes
.
aloc
[
row_indexer
,
field
]
=
cause
out
.
_comments
.
aloc
[
row_indexer
,
field
]
=
comment
return
out
def
replaceField
(
self
,
field
,
flags
,
inplace
=
False
,
cause
=
None
,
comment
=
None
,
**
kwargs
):
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment