OPUS-MT-train/scripts/postprocess-txt.sh

mirror of https://github.com/Helsinki-NLP/OPUS-MT-train.git synced 2024-10-26 21:19:02 +03:00
#!/bin/bash
#
# USAGE postprocess.sh < input > output
#

perl -C -pe 's/\p{C}/ /g;'
internal sentence piece models in transformers 2020-09-12 16:16:01 +03:00			`#!/bin/bash`
			`#`
			`# USAGE postprocess.sh < input > output`
			`#`

			`perl -C -pe 's/\p{C}/ /g;'`