We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 51461eb commit 4bcfaaeCopy full SHA for 4bcfaae
.gitmodules
@@ -1,6 +1,3 @@
1
-[submodule "seq2seq/tools/subword-nmt"]
2
- path = seq2seq/tools/subword-nmt
3
- url = https://github.com/rsennrich/subword-nmt
4
[submodule "seq2seq/tools/utils"]
5
path = seq2seq/tools/utils
6
url = https://github.com/eladhoffer/utils.pytorch
requirements.txt
@@ -5,3 +5,4 @@ pandas
sacrebleu
sacremoses
7
sentencepiece
8
+subword-nmt
seq2seq/tools/subword-nmt
seq2seq/tools/tokenizer.py
@@ -11,10 +11,7 @@
11
from .config import *
12
13
try:
14
- sys.path.append(os.path.abspath(os.path.join(
15
- os.path.dirname(__file__), './subword-nmt')))
16
- import learn_bpe
17
- import apply_bpe
+ from subword_nmt import learn_bpe, apply_bpe
18
_BPE_AVAILABLE = True
19
except:
20
_BPE_AVAILABLE = False
0 commit comments