Lines Matching refs:token_span
318 TokenSpan token_span;
319 feature_processor.LabelToTokenSpan(label, &token_span);
320 EXPECT_EQ(0, token_span.first);
321 EXPECT_EQ(0, token_span.second);
355 feature_processor3.LabelToTokenSpan(label2, &token_span);
356 EXPECT_EQ(1, token_span.first);
357 EXPECT_EQ(0, token_span.second);
392 TokenSpan token_span;
393 feature_processor.LabelToTokenSpan(label, &token_span);
394 EXPECT_EQ(0, token_span.first);
395 EXPECT_EQ(0, token_span.second);
429 feature_processor3.LabelToTokenSpan(label2, &token_span);
430 EXPECT_EQ(1, token_span.first);
431 EXPECT_EQ(0, token_span.second);
594 tokens, /*token_span=*/{0, 3}));
603 tokens, /*token_span=*/{0, 3}));
612 tokens, /*token_span=*/{0, 3}));
637 tokens, /*token_span=*/{0, 4},
691 tokens, /*token_span=*/{0, 6},
