# https://github.com/salesforce/awd-lstm-lm echo "=== Acquiring datasets ===" echo "---" mkdir -p save mkdir -p data cd data echo "- Downloading WikiText-2 (WT2)" wget --quiet --continue https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-2-v1.zip unzip -q wikitext-2-v1.zip cd wikitext-2 mv wiki.train.tokens train.txt mv wiki.valid.tokens valid.txt mv wiki.test.tokens test.txt cd .. echo "- Downloading WikiText-103 (WT2)" wget --continue https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-103-v1.zip unzip -q wikitext-103-v1.zip cd wikitext-103 mv wiki.train.tokens train.txt mv wiki.valid.tokens valid.txt mv wiki.test.tokens test.txt cd .. echo "- Downloading Penn Treebank (PTB)" wget --quiet --continue http://www.fit.vutbr.cz/~imikolov/rnnlm/simple-examples.tgz tar -xzf simple-examples.tgz mkdir -p penn cd penn mv ../simple-examples/data/ptb.train.txt train.txt mv ../simple-examples/data/ptb.test.txt test.txt mv ../simple-examples/data/ptb.valid.txt valid.txt cd .. echo "- Downloading Penn Treebank (Character)" mkdir -p pennchar cd pennchar mv ../simple-examples/data/ptb.char.train.txt train.txt mv ../simple-examples/data/ptb.char.test.txt test.txt mv ../simple-examples/data/ptb.char.valid.txt valid.txt cd .. rm -rf simple-examples/ echo "---" echo "Happy language modeling :)"