improve split
This commit is contained in:
parent
b804585a38
commit
969aeea86f
@ -37,6 +37,10 @@ def split_docs(docs: typing.List[str]) -> typing.List[str]:
|
||||
else:
|
||||
result.append(token)
|
||||
|
||||
if len(result) > 1 and len(result[1]) < 3:
|
||||
result[-2] += f" {result[-1]}"
|
||||
del result[-1]
|
||||
|
||||
return result
|
||||
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user