Solve the issue of missing the last sentence with punctuation (#856)
Co-authored-by: Hao You <13182720519@sina.cn>
This commit is contained in:
@@ -8,6 +8,7 @@
|
|||||||
#include <string>
|
#include <string>
|
||||||
#include <utility>
|
#include <utility>
|
||||||
#include <vector>
|
#include <vector>
|
||||||
|
#include <math.h>
|
||||||
|
|
||||||
#if __ANDROID_API__ >= 9
|
#if __ANDROID_API__ >= 9
|
||||||
#include "android/asset_manager.h"
|
#include "android/asset_manager.h"
|
||||||
@@ -60,7 +61,7 @@ class OfflinePunctuationCtTransformerImpl : public OfflinePunctuationImpl {
|
|||||||
|
|
||||||
int32_t segment_size = 20;
|
int32_t segment_size = 20;
|
||||||
int32_t max_len = 200;
|
int32_t max_len = 200;
|
||||||
int32_t num_segments = (token_ids.size() + segment_size - 1) / segment_size;
|
int32_t num_segments = ceil(((float)token_ids.size() + segment_size - 1) / segment_size);
|
||||||
|
|
||||||
std::vector<int32_t> punctuations;
|
std::vector<int32_t> punctuations;
|
||||||
int32_t last = -1;
|
int32_t last = -1;
|
||||||
|
|||||||
Reference in New Issue
Block a user