# Copyright (c) Facebook, Inc. and its affiliates. echo "Please install sentence piecence from https://github.com/google/sentencepiece and set SPM_PATH pointing to ...
CUDA_VISIBLE_DEVICES=0 stdbuf -oL -eL python preprocess_dataset.py --start_idx 0 --end_idx 6000 > log.preprocess_dataset.0_6k 2>&1& CUDA_VISIBLE_DEVICES=1 stdbuf -oL -eL python preprocess_dataset.py - ...
Some results have been hidden because they may be inaccessible to you
Show inaccessible results