OPUS-MT-train/scripts/postprocess-spm.sh

mirror of https://github.com/Helsinki-NLP/OPUS-MT-train.git synced 2024-08-16 07:40:39 +03:00
#!/bin/bash
#
# USAGE postprocess.sh < input > output
#

sed 's/ //g;s/▁/ /g;s/^ *//'
initial import 2020-01-10 17:45:42 +03:00			`#!/bin/bash`
			`#`
			`# USAGE postprocess.sh < input > output`
			`#`

24x12 transformer model added 2023-03-21 00:55:58 +03:00			`sed 's/ //g;s/▁/ /g;s/^ *//'`