tokenize\_corpus module
=======================

.. automodule:: tokenize_corpus
   :members:
   :undoc-members:
   :show-inheritance:
   :exclude-members: get_command_line_args

.. argparse::
   :ref: tokenize_corpus.get_command_line_args
   :prog: tokenize_corpus.py