Skip to content

Commit 5235861

Browse files
authored
Merge pull request #909 from pengli09/add-label-to-chunk_evaluator
Add an extra parameter label to chunk_evaluator.
2 parents 438a4ec + 59ae661 commit 5235861

File tree

3 files changed

+15
-10
lines changed

3 files changed

+15
-10
lines changed

demo/sequence_tagging/linear_crf.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,8 @@ def get_simd_size(size):
7474

7575
chunk_evaluator(
7676
name="chunk_f1",
77-
input=[crf_decoding, chunk],
77+
input=crf_decoding,
78+
label=chunk,
7879
chunk_scheme="IOB",
7980
num_chunk_types=11, )
8081

demo/sequence_tagging/rnn_crf.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -112,7 +112,8 @@
112112

113113
chunk_evaluator(
114114
name="chunk_f1",
115-
input=[crf_decoding, chunk],
115+
input=crf_decoding,
116+
label=chunk,
116117
chunk_scheme="IOB",
117118
num_chunk_types=11, )
118119

python/paddle/trainer_config_helpers/evaluators.py

Lines changed: 11 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -327,9 +327,10 @@ def ctc_error_evaluator(
327327
@wrap_name_default()
328328
def chunk_evaluator(
329329
input,
330-
name=None,
331-
chunk_scheme=None,
332-
num_chunk_types=None, ):
330+
label,
331+
chunk_scheme,
332+
num_chunk_types,
333+
name=None, ):
333334
"""
334335
Chunk evaluator is used to evaluate segment labelling accuracy for a
335336
sequence. It calculates the chunk detection F1 score.
@@ -363,22 +364,24 @@ def chunk_evaluator(
363364
364365
.. code-block:: python
365366
366-
eval = chunk_evaluator(input)
367+
eval = chunk_evaluator(input, label, chunk_scheme, num_chunk_types)
367368
368369
:param input: The input layers.
369370
:type input: LayerOutput
370-
:param name: The Evaluator name, it is not necessary.
371-
:type name: basename|None
371+
:param label: An input layer containing the ground truth label.
372+
:type label: LayerOutput
372373
:param chunk_scheme: The labelling schemes support 4 types. It is one of
373-
"IOB", "IOE", "IOBES", "plain".This Evaluator must
374-
contain this chunk_scheme.
374+
"IOB", "IOE", "IOBES", "plain". It is required.
375375
:type chunk_scheme: basestring
376376
:param num_chunk_types: number of chunk types other than "other"
377+
:param name: The Evaluator name, it is optional.
378+
:type name: basename|None
377379
"""
378380
evaluator_base(
379381
name=name,
380382
type="chunk",
381383
input=input,
384+
label=label,
382385
chunk_scheme=chunk_scheme,
383386
num_chunk_types=num_chunk_types)
384387

0 commit comments

Comments
 (0)