test_preprocess_data.sh 241 B

1234567891011
  1. #!/bin/bash
  2. IMPL=cached
  3. python ../preprocess_data.py \
  4. --input test_samples.json \
  5. --vocab vocab.txt \
  6. --dataset-impl ${IMPL} \
  7. --output-prefix test_samples_${IMPL} \
  8. --workers 1 \
  9. --log-interval 2