forked from rwth-i6/pytorch-to-returnn
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.py
127 lines (109 loc) · 4.17 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
"""
Usage:
Create ~/.pypirc with info:
[distutils]
index-servers =
pypi
[pypi]
repository: https://upload.pypi.org/legacy/
username: ...
password: ...
(Not needed anymore) Registering the project: python3 setup.py register
New release: python3 setup.py sdist upload
I had some trouble at some point, and this helped:
pip3 install --user twine
python3 setup.py sdist
twine upload dist/*.tar.gz
See also MANIFEST.in for included files.
For debugging this script:
python3 setup.py sdist
pip3 install --user dist/*.tar.gz -v
(Without -v, all stdout/stderr from here will not be shown.)
"""
import os
import shutil
from pytorch_to_returnn.__setup__ import get_version_str, debug_print_file
def main():
"""
Setup main entry
"""
# Do not use current time as fallback for the version anymore,
# as this would result in a version which can be bigger than what we actually have,
# so this would not be useful at all.
long_version = get_version_str(verbose=True, fallback="1.0.0+setup-fallback-version", long=True)
version = long_version[:long_version.index("+")]
if os.environ.get("DEBUG", "") == "1":
debug_print_file(".")
debug_print_file("PKG-INFO")
debug_print_file("pip-egg-info")
debug_print_file("pip-egg-info/pytorch_to_returnn.egg-info")
debug_print_file("pip-egg-info/pytorch_to_returnn.egg-info/SOURCES.txt") # like MANIFEST
if os.path.exists("PKG-INFO"):
if os.path.exists("MANIFEST"):
print("package_data, found PKG-INFO and MANIFEST")
package_data = open("MANIFEST").read().splitlines() + ["PKG-INFO"]
else:
print("package_data, found PKG-INFO, no MANIFEST, use *")
# Currently the setup will ignore all other data except in pytorch_to_returnn/.
# At least make the version available.
shutil.copy("PKG-INFO", "pytorch_to_returnn/")
shutil.copy("_setup_info_generated.py", "pytorch_to_returnn/")
# Just using package_data = ["*"] would only take files from current dir.
package_data = []
for root, dirs, files in os.walk('.'):
for file in files:
package_data.append(os.path.join(root, file))
else:
print("dummy package_data, does not matter, likely you are running sdist")
with open("_setup_info_generated.py", "w") as f:
f.write("version = %r\n" % version)
f.write("long_version = %r\n" % long_version)
package_data = ["MANIFEST", "_setup_info_generated.py"]
try:
from setuptools import setup
except ImportError:
from distutils.core import setup
setup(
name='pytorch_to_returnn',
version=version,
packages=['pytorch_to_returnn'],
include_package_data=True,
package_data={'pytorch_to_returnn': package_data}, # filtered via MANIFEST.in
description='Make PyTorch code runnable within RETURNN (TensorFlow)',
author='Albert Zeyer',
author_email='[email protected]',
url='https://github.com/rwth-i6/pytorch-to-returnn',
license='RETURNN license',
long_description=open('README.rst').read(),
install_requires=[
# Note: This is kept minimal.
# This Pytorch-to-RETURNN package actually should not need PyTorch to run
# -- it should run purely with RETURNN.
# We also don't add tensorflow here, because you either would want tensorflow or tensorflow-gpu.
"returnn",
"better_exchook",
"typing",
],
# https://pypi.python.org/pypi?%3Aaction=list_classifiers
classifiers=[
'Development Status :: 4 - Beta',
'Environment :: Console',
'Environment :: GPU',
'Environment :: GPU :: NVIDIA CUDA',
'Intended Audience :: Developers',
'Intended Audience :: Education',
'Intended Audience :: Science/Research',
'License :: Other/Proprietary License',
'Operating System :: MacOS :: MacOS X',
'Operating System :: Microsoft :: Windows',
'Operating System :: POSIX',
'Operating System :: Unix',
'Programming Language :: Python',
'Programming Language :: Python :: 3',
'Topic :: Scientific/Engineering',
'Topic :: Scientific/Engineering :: Artificial Intelligence',
'Topic :: Software Development :: Libraries :: Python Modules',
]
)
if __name__ == "__main__":
main()