Skip to content

Commit 34f2d7f

Browse files
committed
Fix score call indentation
Signed-off-by: Ryan Wolf <[email protected]>
1 parent 2e96a9c commit 34f2d7f

File tree

1 file changed

+17
-17
lines changed

1 file changed

+17
-17
lines changed

nemo_curator/modules/filter.py

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -31,23 +31,23 @@ def __init__(self, score_fn, score_field, text_field="text", score_type=None):
3131
self.text_field = text_field
3232
self.score_type = score_type
3333

34-
def __call__(self, dataset):
35-
# Set the metadata for the function calls if provided
36-
if self.score_type:
37-
meta = (None, self.score_type)
38-
else:
39-
meta = no_default
40-
41-
if is_batched(self.score_fn):
42-
dataset.df[self.score_field] = dataset.df[
43-
self.text_field
44-
].map_partitions(self.score_fn, meta=meta)
45-
else:
46-
dataset.df[self.score_field] = dataset.df[self.text_field].apply(
47-
self.score_fn, meta=meta
48-
)
49-
50-
return dataset
34+
def __call__(self, dataset):
35+
# Set the metadata for the function calls if provided
36+
if self.score_type:
37+
meta = (None, self.score_type)
38+
else:
39+
meta = no_default
40+
41+
if is_batched(self.score_fn):
42+
dataset.df[self.score_field] = dataset.df[self.text_field].map_partitions(
43+
self.score_fn, meta=meta
44+
)
45+
else:
46+
dataset.df[self.score_field] = dataset.df[self.text_field].apply(
47+
self.score_fn, meta=meta
48+
)
49+
50+
return dataset
5151

5252

5353
class Filter:

0 commit comments

Comments
 (0)