-
Notifications
You must be signed in to change notification settings - Fork 2
/
setup.py
44 lines (43 loc) · 1.36 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
from setuptools import setup, find_packages
setup(
name='nlprep',
version='0.2.01',
description='Download and pre-processing data for nlp tasks',
url='https://github.com/voidful/nlprep',
author='Voidful',
author_email='[email protected]',
long_description=open("README.md", encoding="utf8").read(),
long_description_content_type="text/markdown",
keywords='nlp tfkit classification generation tagging deep learning machine reading',
packages=find_packages(),
install_requires=[
# accessing files from S3 directly
"boto3",
# filesystem locks e.g. to prevent parallel downloads
"filelock",
# for downloading models over HTTPS
"requests",
# progress bars in model download and training scripts
"tqdm >= 4.27",
# Open Chinese convert (OpenCC) in pure Python.
"opencc-python-reimplemented",
# tool for handling textinquirer
"nlp2 >= 1.8.27",
# generate report
"pandas-profiling >= 2.8.0",
# dataset
"datasets",
# phrase segmentation
"phraseg >= 1.1.8",
# tokenizer support
"transformers>=3.3.0",
# input panel
"inquirer",
"BeautifulSoup4",
"lxml"
],
entry_points={
'console_scripts': ['nlprep=nlprep.main:main']
},
zip_safe=False,
)