mirror of
https://github.com/guillaume-be/rust-bert.git
synced 2024-09-11 12:55:34 +03:00
Fixed various documentation typos
This commit is contained in:
parent
f024350dee
commit
04c4bdccb9
@ -31,7 +31,7 @@ pub struct AlbertConfigResources;
|
||||
pub struct AlbertVocabResources;
|
||||
|
||||
impl AlbertModelResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/ALBERT. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/ALBERT>. Modified with conversion to C-array format.
|
||||
pub const ALBERT_BASE_V2: (&'static str, &'static str) = (
|
||||
"albert-base-v2/model",
|
||||
"https://huggingface.co/albert-base-v2/resolve/main/rust_model.ot",
|
||||
@ -39,7 +39,7 @@ impl AlbertModelResources {
|
||||
}
|
||||
|
||||
impl AlbertConfigResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/ALBERT. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/ALBERT>. Modified with conversion to C-array format.
|
||||
pub const ALBERT_BASE_V2: (&'static str, &'static str) = (
|
||||
"albert-base-v2/config",
|
||||
"https://huggingface.co/albert-base-v2/resolve/main/config.json",
|
||||
@ -47,7 +47,7 @@ impl AlbertConfigResources {
|
||||
}
|
||||
|
||||
impl AlbertVocabResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/ALBERT. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/ALBERT>. Modified with conversion to C-array format.
|
||||
pub const ALBERT_BASE_V2: (&'static str, &'static str) = (
|
||||
"albert-base-v2/spiece",
|
||||
"https://huggingface.co/albert-base-v2/resolve/main/spiece.model",
|
||||
|
@ -50,32 +50,32 @@ pub struct BartVocabResources;
|
||||
pub struct BartMergesResources;
|
||||
|
||||
impl BartModelResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART: (&'static str, &'static str) = (
|
||||
"bart/model",
|
||||
"https://huggingface.co/facebook/bart-large/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_CNN: (&'static str, &'static str) = (
|
||||
"bart-cnn/model",
|
||||
"https://huggingface.co/facebook/bart-large-cnn/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_XSUM: (&'static str, &'static str) = (
|
||||
"bart-xsum/model",
|
||||
"https://huggingface.co/facebook/bart-large-xsum/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_MNLI: (&'static str, &'static str) = (
|
||||
"bart-large-mnli/model",
|
||||
"https://huggingface.co/facebook/bart-large-mnli/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-6-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-6-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_6_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-6-6/model",
|
||||
"https://huggingface.co/sshleifer/distilbart-cnn-6-6/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-12-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-12-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_12_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-12-6/model",
|
||||
"https://huggingface.co/sshleifer/distilbart-cnn-12-6/resolve/main/rust_model.ot",
|
||||
@ -83,32 +83,32 @@ impl BartModelResources {
|
||||
}
|
||||
|
||||
impl BartConfigResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART: (&'static str, &'static str) = (
|
||||
"bart/config",
|
||||
"https://huggingface.co/facebook/bart-large/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_CNN: (&'static str, &'static str) = (
|
||||
"bart-cnn/config",
|
||||
"https://huggingface.co/facebook/bart-large-cnn/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_XSUM: (&'static str, &'static str) = (
|
||||
"bart-xsum/config",
|
||||
"https://huggingface.co/facebook/bart-large-xsum/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_MNLI: (&'static str, &'static str) = (
|
||||
"bart-large-mnli/config",
|
||||
"https://huggingface.co/facebook/bart-large-mnli/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-6-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-6-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_6_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-6-6/config",
|
||||
"https://cdn.huggingface.co/sshleifer/distilbart-cnn-6-6/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-12-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-12-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_12_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-12-6/config",
|
||||
"https://cdn.huggingface.co/sshleifer/distilbart-cnn-12-6/config.json",
|
||||
@ -116,32 +116,32 @@ impl BartConfigResources {
|
||||
}
|
||||
|
||||
impl BartVocabResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART: (&'static str, &'static str) = (
|
||||
"bart/vocab",
|
||||
"https://huggingface.co/roberta-large/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_CNN: (&'static str, &'static str) = (
|
||||
"bart-cnn/vocab",
|
||||
"https://huggingface.co/roberta-large/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_XSUM: (&'static str, &'static str) = (
|
||||
"bart-xsum/vocab",
|
||||
"https://huggingface.co/roberta-large/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_MNLI: (&'static str, &'static str) = (
|
||||
"bart-large-mnli/vocab",
|
||||
"https://huggingface.co/roberta-large/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-6-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-6-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_6_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-6-6/vocab",
|
||||
"https://cdn.huggingface.co/sshleifer/distilbart-cnn-6-6/vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-12-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-12-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_12_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-12-6/vocab",
|
||||
"https://cdn.huggingface.co/sshleifer/distilbart-cnn-12-6/vocab.json",
|
||||
@ -149,32 +149,32 @@ impl BartVocabResources {
|
||||
}
|
||||
|
||||
impl BartMergesResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART: (&'static str, &'static str) = (
|
||||
"bart/merges",
|
||||
"https://huggingface.co/roberta-large/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_CNN: (&'static str, &'static str) = (
|
||||
"bart-cnn/merges",
|
||||
"https://huggingface.co/roberta-large/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_XSUM: (&'static str, &'static str) = (
|
||||
"bart-xsum/merges",
|
||||
"https://huggingface.co/roberta-large/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const BART_MNLI: (&'static str, &'static str) = (
|
||||
"bart-large-mnli/merges",
|
||||
"https://huggingface.co/roberta-large/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-6-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-6-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_6_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-6-6/merges",
|
||||
"https://cdn.huggingface.co/sshleifer/distilbart-cnn-6-6/merges.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at https://huggingface.co/sshleifer/distilbart-cnn-12-6. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face team at <https://huggingface.co/sshleifer/distilbart-cnn-12-6>. Modified with conversion to C-array format.
|
||||
pub const DISTILBART_CNN_12_6: (&'static str, &'static str) = (
|
||||
"distilbart-cnn-12-6/merges",
|
||||
"https://cdn.huggingface.co/sshleifer/distilbart-cnn-12-6/merges.txt",
|
||||
|
@ -37,17 +37,17 @@ pub struct BertConfigResources;
|
||||
pub struct BertVocabResources;
|
||||
|
||||
impl BertModelResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/bert. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/bert>. Modified with conversion to C-array format.
|
||||
pub const BERT: (&'static str, &'static str) = (
|
||||
"bert/model",
|
||||
"https://huggingface.co/bert-base-uncased/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license by the MDZ Digital Library team at the Bavarian State Library at https://github.com/dbmdz/berts. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the MDZ Digital Library team at the Bavarian State Library at <https://github.com/dbmdz/berts>. Modified with conversion to C-array format.
|
||||
pub const BERT_NER: (&'static str, &'static str) = (
|
||||
"bert-ner/model",
|
||||
"https://huggingface.co/dbmdz/bert-large-cased-finetuned-conll03-english/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by Hugging Face Inc at https://github.com/huggingface/transformers/tree/master/examples/question-answering. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by Hugging Face Inc at <https://github.com/huggingface/transformers/tree/master/examples/question-answering>. Modified with conversion to C-array format.
|
||||
pub const BERT_QA: (&'static str, &'static str) = (
|
||||
"bert-qa/model",
|
||||
"https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/rust_model.ot",
|
||||
@ -55,17 +55,17 @@ impl BertModelResources {
|
||||
}
|
||||
|
||||
impl BertConfigResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/bert. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/bert>. Modified with conversion to C-array format.
|
||||
pub const BERT: (&'static str, &'static str) = (
|
||||
"bert/config",
|
||||
"https://huggingface.co/bert-base-uncased/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license by the MDZ Digital Library team at the Bavarian State Library at https://github.com/dbmdz/berts. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the MDZ Digital Library team at the Bavarian State Library at <https://github.com/dbmdz/berts>. Modified with conversion to C-array format.
|
||||
pub const BERT_NER: (&'static str, &'static str) = (
|
||||
"bert-ner/config",
|
||||
"https://huggingface.co/dbmdz/bert-large-cased-finetuned-conll03-english/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by Hugging Face Inc at https://github.com/huggingface/transformers/tree/master/examples/question-answering. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by Hugging Face Inc at <https://github.com/huggingface/transformers/tree/master/examples/question-answering>. Modified with conversion to C-array format.
|
||||
pub const BERT_QA: (&'static str, &'static str) = (
|
||||
"bert-qa/config",
|
||||
"https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/config.json",
|
||||
@ -73,17 +73,17 @@ impl BertConfigResources {
|
||||
}
|
||||
|
||||
impl BertVocabResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/bert. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/bert>. Modified with conversion to C-array format.
|
||||
pub const BERT: (&'static str, &'static str) = (
|
||||
"bert/vocab",
|
||||
"https://huggingface.co/bert-base-uncased/resolve/main/vocab.txt",
|
||||
);
|
||||
/// Shared under MIT license by the MDZ Digital Library team at the Bavarian State Library at https://github.com/dbmdz/berts. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the MDZ Digital Library team at the Bavarian State Library at <https://github.com/dbmdz/berts>. Modified with conversion to C-array format.
|
||||
pub const BERT_NER: (&'static str, &'static str) = (
|
||||
"bert-ner/vocab",
|
||||
"https://huggingface.co/dbmdz/bert-large-cased-finetuned-conll03-english/resolve/main/vocab.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by Hugging Face Inc at https://github.com/huggingface/transformers/tree/master/examples/question-answering. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by Hugging Face Inc at <https://github.com/huggingface/transformers/tree/master/examples/question-answering>. Modified with conversion to C-array format.
|
||||
pub const BERT_QA: (&'static str, &'static str) = (
|
||||
"bert-qa/vocab",
|
||||
"https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/vocab.txt",
|
||||
|
@ -31,17 +31,17 @@ pub struct DistilBertConfigResources;
|
||||
pub struct DistilBertVocabResources;
|
||||
|
||||
impl DistilBertModelResources {
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT_SST2: (&'static str, &'static str) = (
|
||||
"distilbert-sst2/model",
|
||||
"https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT: (&'static str, &'static str) = (
|
||||
"distilbert/model",
|
||||
"https://huggingface.co/distilbert-base-uncased/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT_SQUAD: (&'static str, &'static str) = (
|
||||
"distilbert-qa/model",
|
||||
"https://huggingface.co/distilbert-base-cased-distilled-squad/resolve/main/rust_model.ot",
|
||||
@ -49,17 +49,17 @@ impl DistilBertModelResources {
|
||||
}
|
||||
|
||||
impl DistilBertConfigResources {
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT_SST2: (&'static str, &'static str) = (
|
||||
"distilbert-sst2/config",
|
||||
"https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT: (&'static str, &'static str) = (
|
||||
"distilbert/config",
|
||||
"https://huggingface.co/distilbert-base-uncased/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT_SQUAD: (&'static str, &'static str) = (
|
||||
"distilbert-qa/config",
|
||||
"https://huggingface.co/distilbert-base-cased-distilled-squad/resolve/main/config.json",
|
||||
@ -67,17 +67,17 @@ impl DistilBertConfigResources {
|
||||
}
|
||||
|
||||
impl DistilBertVocabResources {
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT_SST2: (&'static str, &'static str) = (
|
||||
"distilbert-sst2/vocab",
|
||||
"https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english/resolve/main/vocab.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT: (&'static str, &'static str) = (
|
||||
"distilbert/vocab",
|
||||
"https://huggingface.co/bert-base-uncased/resolve/main/vocab.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_BERT_SQUAD: (&'static str, &'static str) = (
|
||||
"distilbert-qa/vocab",
|
||||
"https://huggingface.co/bert-large-cased/resolve/main/vocab.txt",
|
||||
|
@ -32,12 +32,12 @@ pub struct ElectraConfigResources;
|
||||
pub struct ElectraVocabResources;
|
||||
|
||||
impl ElectraModelResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/electra. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/electra>. Modified with conversion to C-array format.
|
||||
pub const BASE_GENERATOR: (&'static str, &'static str) = (
|
||||
"electra-base-generator/model",
|
||||
"https://huggingface.co/google/electra-base-generator/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/electra. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/electra>. Modified with conversion to C-array format.
|
||||
pub const BASE_DISCRIMINATOR: (&'static str, &'static str) = (
|
||||
"electra-base-discriminator/model",
|
||||
"https://huggingface.co/google/electra-base-discriminator/resolve/main/rust_model.ot",
|
||||
@ -45,12 +45,12 @@ impl ElectraModelResources {
|
||||
}
|
||||
|
||||
impl ElectraConfigResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/electra. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/electra>. Modified with conversion to C-array format.
|
||||
pub const BASE_GENERATOR: (&'static str, &'static str) = (
|
||||
"electra-base-generator/config",
|
||||
"https://huggingface.co/google/electra-base-generator/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/electra. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/electra>. Modified with conversion to C-array format.
|
||||
pub const BASE_DISCRIMINATOR: (&'static str, &'static str) = (
|
||||
"electra-base-discriminator/config",
|
||||
"https://huggingface.co/google/electra-base-discriminator/resolve/main/config.json",
|
||||
@ -58,12 +58,12 @@ impl ElectraConfigResources {
|
||||
}
|
||||
|
||||
impl ElectraVocabResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/electra. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/electra>. Modified with conversion to C-array format.
|
||||
pub const BASE_GENERATOR: (&'static str, &'static str) = (
|
||||
"electra-base-generator/vocab",
|
||||
"https://huggingface.co/google/electra-base-generator/resolve/main/vocab.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/electra. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/electra>. Modified with conversion to C-array format.
|
||||
pub const BASE_DISCRIMINATOR: (&'static str, &'static str) = (
|
||||
"electra-base-discriminator/vocab",
|
||||
"https://huggingface.co/google/electra-base-discriminator/resolve/main/vocab.txt",
|
||||
|
@ -44,32 +44,32 @@ pub struct Gpt2VocabResources;
|
||||
pub struct Gpt2MergesResources;
|
||||
|
||||
impl Gpt2ModelResources {
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2: (&'static str, &'static str) = (
|
||||
"gpt2/model",
|
||||
"https://huggingface.co/gpt2/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_MEDIUM: (&'static str, &'static str) = (
|
||||
"gpt2-medium/model",
|
||||
"https://huggingface.co/gpt2-medium/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_LARGE: (&'static str, &'static str) = (
|
||||
"gpt2-large/model",
|
||||
"https://huggingface.co/gpt2-large/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_XL: (&'static str, &'static str) = (
|
||||
"gpt2-xl/model",
|
||||
"https://huggingface.co/gpt2-xl/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_GPT2: (&'static str, &'static str) = (
|
||||
"distilgpt2/model",
|
||||
"https://huggingface.co/distilgpt2/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license by the Microsoft team at https://huggingface.co/microsoft/DialoGPT-medium. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://huggingface.co/microsoft/DialoGPT-medium>. Modified with conversion to C-array format.
|
||||
pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = (
|
||||
"dialogpt-medium/model",
|
||||
"https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/rust_model.ot",
|
||||
@ -77,32 +77,32 @@ impl Gpt2ModelResources {
|
||||
}
|
||||
|
||||
impl Gpt2ConfigResources {
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2: (&'static str, &'static str) = (
|
||||
"gpt2/config",
|
||||
"https://huggingface.co/gpt2/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_MEDIUM: (&'static str, &'static str) = (
|
||||
"gpt2-medium/config",
|
||||
"https://huggingface.co/gpt2-medium/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_LARGE: (&'static str, &'static str) = (
|
||||
"gpt2-large/config",
|
||||
"https://huggingface.co/gpt2-large/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_XL: (&'static str, &'static str) = (
|
||||
"gpt2-xl/config",
|
||||
"https://huggingface.co/gpt2-xl/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_GPT2: (&'static str, &'static str) = (
|
||||
"distilgpt2/config",
|
||||
"https://huggingface.co/distilgpt2/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license by the Microsoft team at https://huggingface.co/microsoft/DialoGPT-medium. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://huggingface.co/microsoft/DialoGPT-medium>. Modified with conversion to C-array format.
|
||||
pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = (
|
||||
"dialogpt-medium/config",
|
||||
"https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/config.json",
|
||||
@ -110,32 +110,32 @@ impl Gpt2ConfigResources {
|
||||
}
|
||||
|
||||
impl Gpt2VocabResources {
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2: (&'static str, &'static str) = (
|
||||
"gpt2/vocab",
|
||||
"https://huggingface.co/gpt2/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_MEDIUM: (&'static str, &'static str) = (
|
||||
"gpt2-medium/vocab",
|
||||
"https://huggingface.co/gpt2-medium/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_LARGE: (&'static str, &'static str) = (
|
||||
"gpt2-large/vocab",
|
||||
"https://huggingface.co/gpt2-large/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_XL: (&'static str, &'static str) = (
|
||||
"gpt2-xl/vocab",
|
||||
"https://huggingface.co/gpt2-xl/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_GPT2: (&'static str, &'static str) = (
|
||||
"distilgpt2/vocab",
|
||||
"https://huggingface.co/distilgpt2/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under MIT license by the Microsoft team at https://huggingface.co/microsoft/DialoGPT-medium. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://huggingface.co/microsoft/DialoGPT-medium>. Modified with conversion to C-array format.
|
||||
pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = (
|
||||
"dialogpt-medium/vocab",
|
||||
"https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/vocab.json",
|
||||
@ -143,32 +143,32 @@ impl Gpt2VocabResources {
|
||||
}
|
||||
|
||||
impl Gpt2MergesResources {
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2: (&'static str, &'static str) = (
|
||||
"gpt2/merges",
|
||||
"https://huggingface.co/gpt2/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_MEDIUM: (&'static str, &'static str) = (
|
||||
"gpt2-medium/merges",
|
||||
"https://huggingface.co/gpt2-medium/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_LARGE: (&'static str, &'static str) = (
|
||||
"gpt2-large/merges",
|
||||
"https://huggingface.co/gpt2-large/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT2_XL: (&'static str, &'static str) = (
|
||||
"gpt2-xl/merges",
|
||||
"https://huggingface.co/gpt2-xl/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const DISTIL_GPT2: (&'static str, &'static str) = (
|
||||
"distilgpt2/merges",
|
||||
"https://huggingface.co/distilgpt2/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under MIT license by the Microsoft team at https://huggingface.co/microsoft/DialoGPT-medium. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://huggingface.co/microsoft/DialoGPT-medium>. Modified with conversion to C-array format.
|
||||
pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = (
|
||||
"dialogpt-medium/merges",
|
||||
"https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/merges.txt",
|
||||
|
@ -41,17 +41,17 @@ pub struct GptNeoVocabResources;
|
||||
pub struct GptNeoMergesResources;
|
||||
|
||||
impl GptNeoModelResources {
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at https://www.eleuther.ai. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_125M: (&'static str, &'static str) = (
|
||||
"gpt-neo-125M/model",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-125M/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at https://www.eleuther.ai. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_1_3B: (&'static str, &'static str) = (
|
||||
"gpt-neo-1_3B/model",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-1.3B/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at https://www.eleuther.ai. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_2_7B: (&'static str, &'static str) = (
|
||||
"gpt-neo-2_7B/model",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-2.7B/resolve/main/rust_model.ot",
|
||||
@ -59,17 +59,17 @@ impl GptNeoModelResources {
|
||||
}
|
||||
|
||||
impl GptNeoConfigResources {
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at https://www.eleuther.ai. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_125M: (&'static str, &'static str) = (
|
||||
"gpt-neo-125M/config",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-125M/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at https://www.eleuther.ai. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_1_3B: (&'static str, &'static str) = (
|
||||
"gpt-neo-1_3B/config",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-1.3B/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at https://www.eleuther.ai. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_2_7B: (&'static str, &'static str) = (
|
||||
"gpt-neo-2_7B/config",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-2.7B/resolve/main/config.json",
|
||||
@ -77,17 +77,17 @@ impl GptNeoConfigResources {
|
||||
}
|
||||
|
||||
impl GptNeoVocabResources {
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_125M: (&'static str, &'static str) = (
|
||||
"gpt-neo-125M/vocab",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-125M/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_1_3B: (&'static str, &'static str) = (
|
||||
"gpt-neo-1_3B/vocab",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-1.3B/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Modified MIT license by the OpenAI team at <https://github.com/openai/gpt-2/blob/master/LICENSE>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_2_7B: (&'static str, &'static str) = (
|
||||
"gpt-neo-2_7B/vocab",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-2.7B/resolve/main/vocab.json",
|
||||
@ -95,17 +95,17 @@ impl GptNeoVocabResources {
|
||||
}
|
||||
|
||||
impl GptNeoMergesResources {
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_125M: (&'static str, &'static str) = (
|
||||
"gpt-neo-125M/merges",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-125M/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_1_3B: (&'static str, &'static str) = (
|
||||
"gpt-neo-1_3B/merges",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-1.3B/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Modified MIT license by the OpenAI team at https://github.com/openai/gpt-2/blob/master/LICENSE. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the EleutherAI contributors at <https://www.eleuther.ai>. Modified with conversion to C-array format.
|
||||
pub const GPT_NEO_2_7B: (&'static str, &'static str) = (
|
||||
"gpt-neo-2_7B/merges",
|
||||
"https://huggingface.co/EleutherAI/gpt-neo-2.7B/resolve/main/merges.txt",
|
||||
|
@ -81,7 +81,7 @@
|
||||
//!
|
||||
//! ### Manual installation (recommended)
|
||||
//!
|
||||
//! 1. Download `libtorch` from https://pytorch.org/get-started/locally/. This package requires `v1.8.1`: if this version is no longer available on the "get started" page,
|
||||
//! 1. Download `libtorch` from <https://pytorch.org/get-started/locally/>. This package requires `v1.8.1`: if this version is no longer available on the "get started" page,
|
||||
//! the file should be accessible by modifying the target link, for example `https://download.pytorch.org/libtorch/cu111/libtorch-shared-with-deps-1.8.1%2Bcu111.zip` for a Linux version with CUDA11.
|
||||
//! 2. Extract the library to a location of your choice
|
||||
//! 3. Set the following environment variables
|
||||
|
@ -34,12 +34,12 @@ pub struct LongformerVocabResources;
|
||||
pub struct LongformerMergesResources;
|
||||
|
||||
impl LongformerModelResources {
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at https://github.com/allenai/longformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at <https://github.com/allenai/longformer>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_4096: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/model",
|
||||
"https://huggingface.co/allenai/longformer-base-4096/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license at https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license at <https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_SQUAD1: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/model",
|
||||
"https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1/resolve/main/rust_model.ot",
|
||||
@ -47,12 +47,12 @@ impl LongformerModelResources {
|
||||
}
|
||||
|
||||
impl LongformerConfigResources {
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at https://github.com/allenai/longformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at <https://github.com/allenai/longformer>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_4096: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/config",
|
||||
"https://huggingface.co/allenai/longformer-base-4096/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license at https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license at <https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_SQUAD1: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/config",
|
||||
"https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1/resolve/main/config.json",
|
||||
@ -60,12 +60,12 @@ impl LongformerConfigResources {
|
||||
}
|
||||
|
||||
impl LongformerVocabResources {
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at https://github.com/allenai/longformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at <https://github.com/allenai/longformer>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_4096: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/vocab",
|
||||
"https://huggingface.co/allenai/longformer-base-4096/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under MIT license at https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license at <https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_SQUAD1: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/vocab",
|
||||
"https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1/resolve/main/vocab.json",
|
||||
@ -73,12 +73,12 @@ impl LongformerVocabResources {
|
||||
}
|
||||
|
||||
impl LongformerMergesResources {
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at https://github.com/allenai/longformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the AllenAI team at <https://github.com/allenai/longformer>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_4096: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/merges",
|
||||
"https://huggingface.co/allenai/longformer-base-4096/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under MIT license at https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license at <https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1>. Modified with conversion to C-array format.
|
||||
pub const LONGFORMER_BASE_SQUAD1: (&'static str, &'static str) = (
|
||||
"longformer-base-4096/merges",
|
||||
"https://huggingface.co/valhalla/longformer-base-4096-finetuned-squadv1/resolve/main/merges.txt",
|
||||
|
@ -45,7 +45,7 @@ pub struct M2M100VocabResources;
|
||||
pub struct M2M100MergesResources;
|
||||
|
||||
impl M2M100ModelResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const M2M100_418M: (&'static str, &'static str) = (
|
||||
"m2m100-418m/model",
|
||||
"https://huggingface.co/facebook/m2m100_418M/resolve/main/rust_model.ot",
|
||||
@ -53,7 +53,7 @@ impl M2M100ModelResources {
|
||||
}
|
||||
|
||||
impl M2M100ConfigResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const M2M100_418M: (&'static str, &'static str) = (
|
||||
"m2m100-418m/config",
|
||||
"https://huggingface.co/facebook/m2m100_418M/resolve/main/config.json",
|
||||
@ -61,7 +61,7 @@ impl M2M100ConfigResources {
|
||||
}
|
||||
|
||||
impl M2M100VocabResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const M2M100_418M: (&'static str, &'static str) = (
|
||||
"m2m100-418m/vocab",
|
||||
"https://huggingface.co/facebook/m2m100_418M/resolve/main/vocab.json",
|
||||
@ -69,7 +69,7 @@ impl M2M100VocabResources {
|
||||
}
|
||||
|
||||
impl M2M100MergesResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const M2M100_418M: (&'static str, &'static str) = (
|
||||
"m2m100-418m/merges",
|
||||
"https://huggingface.co/facebook/m2m100_418M/resolve/main/sentencepiece.bpe.model",
|
||||
|
@ -42,102 +42,102 @@ pub struct MarianSpmResources;
|
||||
pub struct MarianPrefix;
|
||||
|
||||
impl MarianModelResources {
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2ROMANCE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ROMANCE/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ROMANCE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ROMANCE-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ROMANCE-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-de/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-de/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const GERMAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2RUSSIAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ru/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ru/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const RUSSIAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ru-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ru-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const FRENCH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-fr-de/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-fr-de/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const GERMAN2FRENCH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-fr/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-fr/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2DUTCH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-nl/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-nl/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const DUTCH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-nl-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-nl-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2CHINESE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-zh/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-zh/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const CHINESE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-zh-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-zh-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2SWEDISH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-sv/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-sv/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const SWEDISH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-sv-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-sv-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ARABIC2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ar-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ar-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2ARABIC: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ar/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ar/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const HINDI2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-hi-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-hi-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT. Modified with conversion to C-array format.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2HINDI: (&'static str, &'static str) = (
|
||||
"marian-mt-en-hi/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-hi/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-he-en. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-he-en>. Modified with conversion to C-array format.
|
||||
pub const HEBREW2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-he-en/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-he-en/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-en-he. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-en-he>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2HEBREW: (&'static str, &'static str) = (
|
||||
"marian-mt-en-he/model",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-he/resolve/main/rust_model.ot",
|
||||
@ -145,102 +145,102 @@ impl MarianModelResources {
|
||||
}
|
||||
|
||||
impl MarianConfigResources {
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2ROMANCE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ROMANCE/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ROMANCE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ROMANCE-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ROMANCE-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-de/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-de/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const GERMAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2RUSSIAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ru/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ru/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const RUSSIAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ru-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ru-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const FRENCH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-fr-de/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-fr-de/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const GERMAN2FRENCH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-fr/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-fr/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2DUTCH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-nl/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-nl/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const DUTCH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-nl-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-nl-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const CHINESE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-zh-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-zh-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2CHINESE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-zh/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-zh/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2SWEDISH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-sv/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-sv/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const SWEDISH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-sv-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-sv-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ARABIC2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ar-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ar-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2ARABIC: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ar/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ar/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const HINDI2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-hi-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-hi-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2HINDI: (&'static str, &'static str) = (
|
||||
"marian-mt-en-hi/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-hi/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-he-en. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-he-en>. Modified with conversion to C-array format.
|
||||
pub const HEBREW2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-he-en/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-he-en/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-en-he. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-en-he>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2HEBREW: (&'static str, &'static str) = (
|
||||
"marian-mt-en-he/config",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-he/resolve/main/config.json",
|
||||
@ -248,102 +248,102 @@ impl MarianConfigResources {
|
||||
}
|
||||
|
||||
impl MarianVocabResources {
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2ROMANCE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ROMANCE/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ROMANCE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ROMANCE-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ROMANCE-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-de/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-de/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const GERMAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2RUSSIAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ru/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ru/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const RUSSIAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ru-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ru-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const FRENCH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-fr-de/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-fr-de/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const GERMAN2FRENCH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-fr/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-fr/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2DUTCH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-nl/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-nl/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const DUTCH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-nl-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-nl-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const CHINESE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-zh-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-zh-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2CHINESE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-zh/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-zh/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2SWEDISH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-sv/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-sv/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const SWEDISH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-sv-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-sv-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ARABIC2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ar-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ar-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2ARABIC: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ar/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ar/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const HINDI2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-hi-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-hi-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2HINDI: (&'static str, &'static str) = (
|
||||
"marian-mt-en-hi/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-hi/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-he-en. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-he-en>. Modified with conversion to C-array format.
|
||||
pub const HEBREW2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-he-en/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-he-en/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-en-he. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-en-he>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2HEBREW: (&'static str, &'static str) = (
|
||||
"marian-mt-en-he/vocab",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-he/resolve/main/vocab.json",
|
||||
@ -351,102 +351,102 @@ impl MarianVocabResources {
|
||||
}
|
||||
|
||||
impl MarianSpmResources {
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2ROMANCE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ROMANCE/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ROMANCE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ROMANCE-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ROMANCE-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-de/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-de/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const GERMAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2RUSSIAN: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ru/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ru/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const RUSSIAN2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ru-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ru-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const FRENCH2GERMAN: (&'static str, &'static str) = (
|
||||
"marian-mt-fr-de/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-fr-de/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const GERMAN2FRENCH: (&'static str, &'static str) = (
|
||||
"marian-mt-de-fr/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-de-fr/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2DUTCH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-nl/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-nl/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const DUTCH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-nl-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-nl-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const CHINESE2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-zh-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-zh-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2CHINESE: (&'static str, &'static str) = (
|
||||
"marian-mt-en-zh/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-zh/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2SWEDISH: (&'static str, &'static str) = (
|
||||
"marian-mt-en-sv/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-sv/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const SWEDISH2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-sv-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-sv-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ARABIC2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-ar-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-ar-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2ARABIC: (&'static str, &'static str) = (
|
||||
"marian-mt-en-ar/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-ar/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const HINDI2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-hi-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-hi-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
/// Shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
pub const ENGLISH2HINDI: (&'static str, &'static str) = (
|
||||
"marian-mt-en-hi/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-hi/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-he-en. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-he-en>. Modified with conversion to C-array format.
|
||||
pub const HEBREW2ENGLISH: (&'static str, &'static str) = (
|
||||
"marian-mt-he-en/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-he-en/resolve/main/source.spm",
|
||||
);
|
||||
/// Shared under Apache 2.0 License license at https://huggingface.co/tiedeman/opus-mt-en-he. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 License license at <https://huggingface.co/tiedeman/opus-mt-en-he>. Modified with conversion to C-array format.
|
||||
pub const ENGLISH2HEBREW: (&'static str, &'static str) = (
|
||||
"marian-mt-en-he/spiece",
|
||||
"https://huggingface.co/Helsinki-NLP/opus-mt-en-he/resolve/main/source.spm",
|
||||
|
@ -12,7 +12,7 @@
|
||||
//! - Model weights are expected to have a structure and parameter names following the [Transformers library](https://github.com/huggingface/transformers). A conversion using the Python utility scripts is required to convert the `.bin` weights to the `.ot` format.
|
||||
//! - `MarianTokenizer` using a `vocab.json` vocabulary and `spiece.model` sentence piece model
|
||||
//!
|
||||
//! Pretrained models for a number of language pairs are available and can be downloaded using RemoteResources. These are shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at https://github.com/Helsinki-NLP/Opus-MT.
|
||||
//! Pretrained models for a number of language pairs are available and can be downloaded using RemoteResources. These are shared under Creative Commons Attribution 4.0 International License license by the Opus-MT team from Language Technology at the University of Helsinki at <https://github.com/Helsinki-NLP/Opus-MT>.
|
||||
//!
|
||||
//! ```no_run
|
||||
//! # fn main() -> anyhow::Result<()> {
|
||||
|
@ -44,7 +44,7 @@ pub struct MBartConfigResources;
|
||||
pub struct MBartVocabResources;
|
||||
|
||||
impl MBartModelResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const MBART50_MANY_TO_MANY: (&'static str, &'static str) = (
|
||||
"mbart-50-many-to-many-mmt/model",
|
||||
"https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt/resolve/main/rust_model.ot",
|
||||
@ -52,7 +52,7 @@ impl MBartModelResources {
|
||||
}
|
||||
|
||||
impl MBartConfigResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const MBART50_MANY_TO_MANY: (&'static str, &'static str) = (
|
||||
"mbart-50-many-to-many-mmt/config",
|
||||
"https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt/resolve/main/config.json",
|
||||
@ -60,7 +60,7 @@ impl MBartConfigResources {
|
||||
}
|
||||
|
||||
impl MBartVocabResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const MBART50_MANY_TO_MANY: (&'static str, &'static str) = (
|
||||
"mbart-50-many-to-many-mmt/vocab",
|
||||
"https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt/resolve/main/sentencepiece.bpe.model",
|
||||
|
@ -31,12 +31,12 @@ pub struct MobileBertConfigResources;
|
||||
pub struct MobileBertVocabResources;
|
||||
|
||||
impl MobileBertModelResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://huggingface.co/google/mobilebert-uncased. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://huggingface.co/google/mobilebert-uncased>. Modified with conversion to C-array format.
|
||||
pub const MOBILEBERT_UNCASED: (&'static str, &'static str) = (
|
||||
"mobilebert-uncased/model",
|
||||
"https://huggingface.co/google/mobilebert-uncased/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license at https://huggingface.co/mrm8488/mobilebert-finetuned-pos. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license at <https://huggingface.co/mrm8488/mobilebert-finetuned-pos>. Modified with conversion to C-array format.
|
||||
pub const MOBILEBERT_ENGLISH_POS: (&'static str, &'static str) = (
|
||||
"mobilebert-finetuned-pos/model",
|
||||
"https://huggingface.co/mrm8488/mobilebert-finetuned-pos/resolve/main/rust_model.ot",
|
||||
@ -44,12 +44,12 @@ impl MobileBertModelResources {
|
||||
}
|
||||
|
||||
impl MobileBertConfigResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://huggingface.co/google/mobilebert-uncased. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://huggingface.co/google/mobilebert-uncased>. Modified with conversion to C-array format.
|
||||
pub const MOBILEBERT_UNCASED: (&'static str, &'static str) = (
|
||||
"mobilebert-uncased/config",
|
||||
"https://huggingface.co/google/mobilebert-uncased/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license at https://huggingface.co/mrm8488/mobilebert-finetuned-pos. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license at <https://huggingface.co/mrm8488/mobilebert-finetuned-pos>. Modified with conversion to C-array format.
|
||||
pub const MOBILEBERT_ENGLISH_POS: (&'static str, &'static str) = (
|
||||
"mobilebert-finetuned-pos/config",
|
||||
"https://huggingface.co/mrm8488/mobilebert-finetuned-pos/resolve/main/config.json",
|
||||
@ -57,12 +57,12 @@ impl MobileBertConfigResources {
|
||||
}
|
||||
|
||||
impl MobileBertVocabResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://huggingface.co/google/mobilebert-uncased. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://huggingface.co/google/mobilebert-uncased>. Modified with conversion to C-array format.
|
||||
pub const MOBILEBERT_UNCASED: (&'static str, &'static str) = (
|
||||
"mobilebert-uncased/vocab",
|
||||
"https://huggingface.co/google/mobilebert-uncased/resolve/main/vocab.txt",
|
||||
);
|
||||
/// Shared under MIT license at https://huggingface.co/mrm8488/mobilebert-finetuned-pos. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license at <https://huggingface.co/mrm8488/mobilebert-finetuned-pos>. Modified with conversion to C-array format.
|
||||
pub const MOBILEBERT_ENGLISH_POS: (&'static str, &'static str) = (
|
||||
"mobilebert-finetuned-pos/vocab",
|
||||
"https://huggingface.co/mrm8488/mobilebert-finetuned-pos/resolve/main/vocab.txt",
|
||||
|
@ -45,7 +45,7 @@ pub struct OpenAiGptVocabResources;
|
||||
pub struct OpenAiGptMergesResources;
|
||||
|
||||
impl OpenAiGptModelResources {
|
||||
/// Shared under MIT license by the OpenAI team at https://github.com/openai/finetune-transformer-lm. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the OpenAI team at <https://github.com/openai/finetune-transformer-lm>. Modified with conversion to C-array format.
|
||||
pub const GPT: (&'static str, &'static str) = (
|
||||
"openai-gpt/model",
|
||||
"https://huggingface.co/openai-gpt/resolve/main/rust_model.ot",
|
||||
@ -53,7 +53,7 @@ impl OpenAiGptModelResources {
|
||||
}
|
||||
|
||||
impl OpenAiGptConfigResources {
|
||||
/// Shared under MIT license by the OpenAI team at https://github.com/openai/finetune-transformer-lm. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the OpenAI team at <https://github.com/openai/finetune-transformer-lm>. Modified with conversion to C-array format.
|
||||
pub const GPT: (&'static str, &'static str) = (
|
||||
"openai-gpt/config",
|
||||
"https://huggingface.co/openai-gpt/resolve/main/config.json",
|
||||
@ -61,7 +61,7 @@ impl OpenAiGptConfigResources {
|
||||
}
|
||||
|
||||
impl OpenAiGptVocabResources {
|
||||
/// Shared under MIT license by the OpenAI team at https://github.com/openai/finetune-transformer-lm. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the OpenAI team at <https://github.com/openai/finetune-transformer-lm>. Modified with conversion to C-array format.
|
||||
pub const GPT: (&'static str, &'static str) = (
|
||||
"openai-gpt/vocab",
|
||||
"https://huggingface.co/openai-gpt/resolve/main/vocab.json",
|
||||
@ -69,7 +69,7 @@ impl OpenAiGptVocabResources {
|
||||
}
|
||||
|
||||
impl OpenAiGptMergesResources {
|
||||
/// Shared under MIT license by the OpenAI team at https://github.com/openai/finetune-transformer-lm. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the OpenAI team at <https://github.com/openai/finetune-transformer-lm>. Modified with conversion to C-array format.
|
||||
pub const GPT: (&'static str, &'static str) = (
|
||||
"openai-gpt/merges",
|
||||
"https://huggingface.co/openai-gpt/resolve/main/merges.txt",
|
||||
|
@ -41,7 +41,7 @@ pub struct PegasusConfigResources;
|
||||
pub struct PegasusVocabResources;
|
||||
|
||||
impl PegasusModelResources {
|
||||
/// Shared under Apache 2.0 license by the Pegasus team at https://huggingface.co/google/pegasus-cnn_dailymail. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Pegasus team at <https://huggingface.co/google/pegasus-cnn_dailymail>. Modified with conversion to C-array format.
|
||||
pub const CNN_DAILYMAIL: (&'static str, &'static str) = (
|
||||
"pegasus-cnn_dailymail/model",
|
||||
"https://huggingface.co/google/pegasus-cnn_dailymail/resolve/main/rust_model.ot",
|
||||
@ -49,7 +49,7 @@ impl PegasusModelResources {
|
||||
}
|
||||
|
||||
impl PegasusConfigResources {
|
||||
/// Shared under Apache 2.0 license by the Pegasus team at https://huggingface.co/google/pegasus-cnn_dailymail.
|
||||
/// Shared under Apache 2.0 license by the Pegasus team at <https://huggingface.co/google/pegasus-cnn_dailymail>.
|
||||
pub const CNN_DAILYMAIL: (&'static str, &'static str) = (
|
||||
"pegasus-cnn_dailymail/config",
|
||||
"https://huggingface.co/google/pegasus-cnn_dailymail/resolve/main/config.json",
|
||||
@ -57,7 +57,7 @@ impl PegasusConfigResources {
|
||||
}
|
||||
|
||||
impl PegasusVocabResources {
|
||||
/// Shared under Apache 2.0 license by the Pegasus team at https://huggingface.co/google/pegasus-cnn_dailymail.
|
||||
/// Shared under Apache 2.0 license by the Pegasus team at <https://huggingface.co/google/pegasus-cnn_dailymail>.
|
||||
pub const CNN_DAILYMAIL: (&'static str, &'static str) = (
|
||||
"pegasus-cnn_dailymail/spiece",
|
||||
"https://huggingface.co/google/pegasus-cnn_dailymail/resolve/main/spiece.model",
|
||||
|
@ -42,12 +42,12 @@ pub struct ProphetNetConfigResources;
|
||||
pub struct ProphetNetVocabResources;
|
||||
|
||||
impl ProphetNetModelResources {
|
||||
/// Shared under MIT license by the Microsoft team at https://github.com/microsoft/ProphetNet. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://github.com/microsoft/ProphetNet>. Modified with conversion to C-array format.
|
||||
pub const PROPHETNET_LARGE_UNCASED: (&'static str, &'static str) = (
|
||||
"prophetnet-large-uncased/model",
|
||||
"https://huggingface.co/microsoft/prophetnet-large-uncased/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under MIT license by the Microsoft team at https://github.com/microsoft/ProphetNet. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://github.com/microsoft/ProphetNet>. Modified with conversion to C-array format.
|
||||
pub const PROPHETNET_LARGE_CNN_DM: (&'static str, &'static str) = (
|
||||
"prophetnet-large-uncased-cnndm/model",
|
||||
"https://huggingface.co/microsoft/prophetnet-large-uncased-cnndm/resolve/main/rust_model.ot",
|
||||
@ -55,12 +55,12 @@ impl ProphetNetModelResources {
|
||||
}
|
||||
|
||||
impl ProphetNetConfigResources {
|
||||
/// Shared under MIT license by the Microsoft team at https://github.com/microsoft/ProphetNet. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://github.com/microsoft/ProphetNet>. Modified with conversion to C-array format.
|
||||
pub const PROPHETNET_LARGE_UNCASED: (&'static str, &'static str) = (
|
||||
"prophetnet-large-uncased/config",
|
||||
"https://huggingface.co/microsoft/prophetnet-large-uncased/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under MIT license by the Microsoft team at https://github.com/microsoft/ProphetNet. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://github.com/microsoft/ProphetNet>. Modified with conversion to C-array format.
|
||||
pub const PROPHETNET_LARGE_CNN_DM: (&'static str, &'static str) = (
|
||||
"prophetnet-large-uncased-cnndm/config",
|
||||
"https://huggingface.co/microsoft/prophetnet-large-uncased-cnndm/resolve/main/config.json",
|
||||
@ -68,12 +68,12 @@ impl ProphetNetConfigResources {
|
||||
}
|
||||
|
||||
impl ProphetNetVocabResources {
|
||||
/// Shared under MIT license by the Microsoft team at https://github.com/microsoft/ProphetNet. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://github.com/microsoft/ProphetNet>. Modified with conversion to C-array format.
|
||||
pub const PROPHETNET_LARGE_UNCASED: (&'static str, &'static str) = (
|
||||
"prophetnet-large-uncased/vocab",
|
||||
"https://huggingface.co/microsoft/prophetnet-large-uncased/resolve/main/prophetnet.tokenizer",
|
||||
);
|
||||
/// Shared under MIT license by the Microsoft team at https://github.com/microsoft/ProphetNet. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Microsoft team at <https://github.com/microsoft/ProphetNet>. Modified with conversion to C-array format.
|
||||
pub const PROPHETNET_LARGE_CNN_DM: (&'static str, &'static str) = (
|
||||
"prophetnet-large-uncased-cnndm/vocab",
|
||||
"https://huggingface.co/microsoft/prophetnet-large-uncased-cnndm/resolve/main/prophetnet.tokenizer",
|
||||
|
@ -47,7 +47,7 @@ pub struct ReformerConfigResources;
|
||||
pub struct ReformerVocabResources;
|
||||
|
||||
impl ReformerModelResources {
|
||||
/// Shared under Apache 2.0 license by the Trax Authors at https://github.com/google/trax/tree/master/trax/models/reformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Trax Authors at <https://github.com/google/trax/tree/master/trax/models/reformer>. Modified with conversion to C-array format.
|
||||
pub const CRIME_AND_PUNISHMENT: (&'static str, &'static str) = (
|
||||
"reformer-crime-punishment/model",
|
||||
"https://huggingface.co/google/reformer-crime-and-punishment/resolve/main/rust_model.ot",
|
||||
@ -55,7 +55,7 @@ impl ReformerModelResources {
|
||||
}
|
||||
|
||||
impl ReformerConfigResources {
|
||||
/// Shared under Apache 2.0 license by the Trax Authors at https://github.com/google/trax/tree/master/trax/models/reformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Trax Authors at <https://github.com/google/trax/tree/master/trax/models/reformer>. Modified with conversion to C-array format.
|
||||
pub const CRIME_AND_PUNISHMENT: (&'static str, &'static str) = (
|
||||
"reformer-crime-punishment/config",
|
||||
"https://huggingface.co/google/reformer-crime-and-punishment/resolve/main/config.json",
|
||||
@ -63,7 +63,7 @@ impl ReformerConfigResources {
|
||||
}
|
||||
|
||||
impl ReformerVocabResources {
|
||||
/// Shared under Apache 2.0 license by the Trax Authors at https://github.com/google/trax/tree/master/trax/models/reformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Trax Authors at <https://github.com/google/trax/tree/master/trax/models/reformer>. Modified with conversion to C-array format.
|
||||
pub const CRIME_AND_PUNISHMENT: (&'static str, &'static str) = (
|
||||
"reformer-crime-punishment/spiece",
|
||||
"https://huggingface.co/google/reformer-crime-and-punishment/resolve/main/spiece.model",
|
||||
|
@ -33,37 +33,37 @@ pub struct RobertaVocabResources;
|
||||
pub struct RobertaMergesResources;
|
||||
|
||||
impl RobertaModelResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA: (&'static str, &'static str) = (
|
||||
"roberta/model",
|
||||
"https://huggingface.co/roberta-base/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at https://huggingface.co/distilroberta-base. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at <https://huggingface.co/distilroberta-base>. Modified with conversion to C-array format.
|
||||
pub const DISTILROBERTA_BASE: (&'static str, &'static str) = (
|
||||
"distilroberta-base/model",
|
||||
"https://cdn.huggingface.co/distilroberta-base-rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at https://huggingface.co/deepset/roberta-base-squad2. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at <https://huggingface.co/deepset/roberta-base-squad2>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA_QA: (&'static str, &'static str) = (
|
||||
"roberta-qa/model",
|
||||
"https://huggingface.co/deepset/roberta-base-squad2/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_EN: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-en/model",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll03-english/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_DE: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-de/model",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll03-german/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_NL: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-nl/model",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll02-dutch/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_ES: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-es/model",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll02-spanish/resolve/main/rust_model.ot",
|
||||
@ -71,37 +71,37 @@ impl RobertaModelResources {
|
||||
}
|
||||
|
||||
impl RobertaConfigResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA: (&'static str, &'static str) = (
|
||||
"roberta/config",
|
||||
"https://huggingface.co/roberta-base/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at https://huggingface.co/distilroberta-base. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at <https://huggingface.co/distilroberta-base>. Modified with conversion to C-array format.
|
||||
pub const DISTILROBERTA_BASE: (&'static str, &'static str) = (
|
||||
"distilroberta-base/config",
|
||||
"https://cdn.huggingface.co/distilroberta-base-config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at https://huggingface.co/deepset/roberta-base-squad2. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at <https://huggingface.co/deepset/roberta-base-squad2>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA_QA: (&'static str, &'static str) = (
|
||||
"roberta-qa/config",
|
||||
"https://huggingface.co/deepset/roberta-base-squad2/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_EN: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-en/config",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll03-english/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_DE: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-de/config",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll03-german/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_NL: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-nl/config",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll02-dutch/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_ES: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-es/config",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll02-spanish/resolve/main/config.json",
|
||||
@ -109,37 +109,37 @@ impl RobertaConfigResources {
|
||||
}
|
||||
|
||||
impl RobertaVocabResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA: (&'static str, &'static str) = (
|
||||
"roberta/vocab",
|
||||
"https://huggingface.co/roberta-base/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at https://huggingface.co/distilroberta-base. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at <https://huggingface.co/distilroberta-base>. Modified with conversion to C-array format.
|
||||
pub const DISTILROBERTA_BASE: (&'static str, &'static str) = (
|
||||
"distilroberta-base/vocab",
|
||||
"https://cdn.huggingface.co/distilroberta-base-vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at https://huggingface.co/deepset/roberta-base-squad2. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at <https://huggingface.co/deepset/roberta-base-squad2>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA_QA: (&'static str, &'static str) = (
|
||||
"roberta-qa/vocab",
|
||||
"https://huggingface.co/deepset/roberta-base-squad2/resolve/main/vocab.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_EN: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-en/spiece",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll03-english/resolve/main/sentencepiece.bpe.model",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_DE: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-de/spiece",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll03-german/resolve/main/sentencepiece.bpe.model",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_NL: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-nl/spiece",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll02-dutch/resolve/main/sentencepiece.bpe.model",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at https://huggingface.co/models. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the HuggingFace Inc. team at <https://huggingface.co/models>. Modified with conversion to C-array format.
|
||||
pub const XLM_ROBERTA_NER_ES: (&'static str, &'static str) = (
|
||||
"xlm-roberta-ner-es/spiece",
|
||||
"https://huggingface.co/xlm-roberta-large-finetuned-conll02-spanish/resolve/main/sentencepiece.bpe.model",
|
||||
@ -147,17 +147,17 @@ impl RobertaVocabResources {
|
||||
}
|
||||
|
||||
impl RobertaMergesResources {
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at https://github.com/pytorch/fairseq. Modified with conversion to C-array format.
|
||||
/// Shared under MIT license by the Facebook AI Research Fairseq team at <https://github.com/pytorch/fairseq>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA: (&'static str, &'static str) = (
|
||||
"roberta/merges",
|
||||
"https://huggingface.co/roberta-base/resolve/main/merges.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at https://huggingface.co/distilroberta-base. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the Hugging Face Inc. team at <https://huggingface.co/distilroberta-base>. Modified with conversion to C-array format.
|
||||
pub const DISTILROBERTA_BASE: (&'static str, &'static str) = (
|
||||
"distilroberta-base/merges",
|
||||
"https://cdn.huggingface.co/distilroberta-base-merges.txt",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at https://huggingface.co/deepset/roberta-base-squad2. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by [deepset](https://deepset.ai) at <https://huggingface.co/deepset/roberta-base-squad2>. Modified with conversion to C-array format.
|
||||
pub const ROBERTA_QA: (&'static str, &'static str) = (
|
||||
"roberta-qa/merges",
|
||||
"https://huggingface.co/deepset/roberta-base-squad2/resolve/main/merges.txt",
|
||||
|
@ -43,12 +43,12 @@ pub struct T5VocabResources;
|
||||
pub struct T5Prefix;
|
||||
|
||||
impl T5ModelResources {
|
||||
/// Shared under Apache 2.0 license by the T5 Authors at https://github.com/google-research/text-to-text-transfer-transformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the T5 Authors at <https://github.com/google-research/text-to-text-transfer-transformer>. Modified with conversion to C-array format.
|
||||
pub const T5_SMALL: (&'static str, &'static str) = (
|
||||
"t5-small/model",
|
||||
"https://huggingface.co/t5-small/resolve/main/rust_model.ot",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the T5 Authors at https://github.com/google-research/text-to-text-transfer-transformer. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the T5 Authors at <https://github.com/google-research/text-to-text-transfer-transformer>. Modified with conversion to C-array format.
|
||||
pub const T5_BASE: (&'static str, &'static str) = (
|
||||
"t5-base/model",
|
||||
"https://huggingface.co/t5-base/resolve/main/rust_model.ot",
|
||||
@ -56,12 +56,12 @@ impl T5ModelResources {
|
||||
}
|
||||
|
||||
impl T5ConfigResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/text-to-text-transfer-transformer.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/text-to-text-transfer-transformer>.
|
||||
pub const T5_SMALL: (&'static str, &'static str) = (
|
||||
"t5-small/config",
|
||||
"https://huggingface.co/t5-small/resolve/main/config.json",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/text-to-text-transfer-transformer.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/text-to-text-transfer-transformer>.
|
||||
pub const T5_BASE: (&'static str, &'static str) = (
|
||||
"t5-base/config",
|
||||
"https://huggingface.co/t5-base/resolve/main/config.json",
|
||||
@ -69,12 +69,12 @@ impl T5ConfigResources {
|
||||
}
|
||||
|
||||
impl T5VocabResources {
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/text-to-text-transfer-transformer.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/text-to-text-transfer-transformer>.
|
||||
pub const T5_SMALL: (&'static str, &'static str) = (
|
||||
"t5-small/spiece",
|
||||
"https://huggingface.co/t5-small/resolve/main/spiece.model",
|
||||
);
|
||||
/// Shared under Apache 2.0 license by the Google team at https://github.com/google-research/text-to-text-transfer-transformer.
|
||||
/// Shared under Apache 2.0 license by the Google team at <https://github.com/google-research/text-to-text-transfer-transformer>.
|
||||
pub const T5_BASE: (&'static str, &'static str) = (
|
||||
"t5-base/spiece",
|
||||
"https://huggingface.co/t5-base/resolve/main/spiece.model",
|
||||
|
@ -43,7 +43,7 @@ pub struct XLNetConfigResources;
|
||||
pub struct XLNetVocabResources;
|
||||
|
||||
impl XLNetModelResources {
|
||||
/// Shared under Apache 2.0 license by the XLNet Authors at https://github.com/zihangdai/xlnet. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the XLNet Authors at <https://github.com/zihangdai/xlnet>. Modified with conversion to C-array format.
|
||||
pub const XLNET_BASE_CASED: (&'static str, &'static str) = (
|
||||
"xlnet-base-cased/model",
|
||||
"https://huggingface.co/xlnet-base-cased/resolve/main/rust_model.ot",
|
||||
@ -51,7 +51,7 @@ impl XLNetModelResources {
|
||||
}
|
||||
|
||||
impl XLNetConfigResources {
|
||||
/// Shared under Apache 2.0 license by the XLNet Authors at https://github.com/zihangdai/xlnet. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the XLNet Authors at <https://github.com/zihangdai/xlnet>. Modified with conversion to C-array format.
|
||||
pub const XLNET_BASE_CASED: (&'static str, &'static str) = (
|
||||
"xlnet-base-cased/config",
|
||||
"https://huggingface.co/xlnet-base-cased/resolve/main/config.json",
|
||||
@ -59,7 +59,7 @@ impl XLNetConfigResources {
|
||||
}
|
||||
|
||||
impl XLNetVocabResources {
|
||||
/// Shared under Apache 2.0 license by the XLNet Authors at https://github.com/zihangdai/xlnet. Modified with conversion to C-array format.
|
||||
/// Shared under Apache 2.0 license by the XLNet Authors at <https://github.com/zihangdai/xlnet>. Modified with conversion to C-array format.
|
||||
pub const XLNET_BASE_CASED: (&'static str, &'static str) = (
|
||||
"xlnet-base-cased/spiece",
|
||||
"https://huggingface.co/xlnet-base-cased/resolve/main/spiece.model",
|
||||
|
Loading…
Reference in New Issue
Block a user