guillaume-be/rust-bert
1
1
Fork 0
mirror of https://github.com/guillaume-be/rust-bert.git synced 2024-09-11 12:55:34 +03:00
Code Issues Packages Projects Releases Wiki Activity

Addition of M2M100 1.2B model

Browse Source
This commit is contained in:
Guillaume B 2021-07-07 18:34:31 +02:00
parent 58eef0785f
commit 102000ec0a
1 changed files with 20 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/m2m_100/m2m_100_model.rs
View File

@ -50,6 +50,11 @@ impl M2M100ModelResources {
"m2m100-418m/model",
"https://huggingface.co/facebook/m2m100_418M/resolve/main/rust_model.ot",
);
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
pub const M2M100_1_2B: (&'static str, &'static str) = (
"m2m100-1_2b/model",
"https://huggingface.co/facebook/m2m100_1.2B/resolve/main/rust_model.ot",
);
}
impl M2M100ConfigResources {
@ -58,6 +63,11 @@ impl M2M100ConfigResources {
"m2m100-418m/config",
"https://huggingface.co/facebook/m2m100_418M/resolve/main/config.json",
);
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
pub const M2M100_1_2B: (&'static str, &'static str) = (
"m2m100-1_2b/config",
"https://huggingface.co/facebook/m2m100_1.2B/resolve/main/config.json",
);
}
impl M2M100VocabResources {
@ -66,6 +76,11 @@ impl M2M100VocabResources {
"m2m100-418m/vocab",
"https://huggingface.co/facebook/m2m100_418M/resolve/main/vocab.json",
);
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
pub const M2M100_1_2B: (&'static str, &'static str) = (
"m2m100-1_2b/vocab",
"https://huggingface.co/facebook/m2m100_1.2B/resolve/main/vocab.json",
);
}
impl M2M100MergesResources {
@ -74,6 +89,11 @@ impl M2M100MergesResources {
"m2m100-418m/merges",
"https://huggingface.co/facebook/m2m100_418M/resolve/main/sentencepiece.bpe.model",
);
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
pub const M2M100_1_2B: (&'static str, &'static str) = (
"m2m100-1_2b/merges",
"https://huggingface.co/facebook/m2m100_1.2B/resolve/main/sentencepiece.bpe.model",
);
}
pub type M2M100Config = MBartConfig;