Initial commit: FunASR Speech Recognition Toolkit
Update API Documentation / build-api-docs (push) Has been cancelled
Update API Documentation / build-api-docs (push) Has been cancelled
Add complete FunASR codebase including models, runtime, and documentation.
This commit is contained in:
@@ -0,0 +1,8 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Detokenize Paraformer token ids -> text via tokens.json.
|
||||
Usage: python detok_paraformer.py <tokens.json> <ids.txt>"""
|
||||
import sys, json
|
||||
toks = json.load(open(sys.argv[1]))
|
||||
ids = [int(x) for x in open(sys.argv[2]).read().split() if int(x) not in (1, 2)] # drop sos/eos
|
||||
out = "".join(toks[i] for i in ids if 0 <= i < len(toks))
|
||||
print(out.replace("@@", "").replace("▁", " ").strip())
|
||||
Reference in New Issue
Block a user