Update README.md
Browse files
README.md
CHANGED
|
@@ -15,9 +15,10 @@ Output is reformatted that each sentence starts at new line to improve readabili
|
|
| 15 |
<pre>
|
| 16 |
...
|
| 17 |
vNewDecoded = tokenizer_stream.decode(new_token)
|
| 18 |
-
if
|
| 19 |
-
|
| 20 |
-
|
|
|
|
| 21 |
vPreviousDecoded = vNewDecoded
|
| 22 |
...
|
| 23 |
</pre>
|
|
|
|
| 15 |
<pre>
|
| 16 |
...
|
| 17 |
vNewDecoded = tokenizer_stream.decode(new_token)
|
| 18 |
+
if re.fullmatch("^[\x2E\x3A\x3B]$", vPreviousDecoded) and vNewDecoded.startswith(" ") and (not vNewDecoded.startswith(" *")) :
|
| 19 |
+
print("\n" + vNewDecoded.replace(" ", "", 1), end='', flush=True)
|
| 20 |
+
else :
|
| 21 |
+
print(vNewDecoded, end='', flush=True)
|
| 22 |
vPreviousDecoded = vNewDecoded
|
| 23 |
...
|
| 24 |
</pre>
|