1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
#!/usr/bin/env python
from setuptools import setup
import re
SNOWBALL_VERSION = '3.0.1'
n_stemmers = 0
langs = []
variants = {}
with open('modules.txt') as fp:
for line in fp.readlines():
if len(line) <= 1 or line[0] == '#':
continue
if line[-1:] == '\n':
line = line[:-1]
tokens = re.split(r'\s+', line)
if len(tokens) < 3:
print("Bad modules.txt line: " + line)
continue
(name, encs, codes) = tokens[:3]
if len(tokens) > 3:
variant_of = tokens[3]
if variant_of in variants:
variants[variant_of].append(name)
else:
variants[variant_of] = [name]
else:
langs.append(name)
n_stemmers += 1
desc = 'This package provides ' + str(n_stemmers) + ' stemmers for ' + \
str(len(langs)) + ' languages generated from Snowball algorithms.'
classifiers = [
'Development Status :: 5 - Production/Stable',
'Intended Audience :: Developers',
'License :: OSI Approved :: BSD License'
]
for lang in langs:
lang_titlecase = lang.title()
# Only classifiers listed in https://pypi.org/classifiers/ are allowed
# Remove them here or submit them to https://github.com/pypa/trove-classifiers
classifiers.append('Natural Language :: ' + lang_titlecase)
classifiers.extend([
'Operating System :: OS Independent',
'Programming Language :: Python',
'Programming Language :: Python :: 2',
'Programming Language :: Python :: 2.6',
'Programming Language :: Python :: 2.7',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.3',
'Programming Language :: Python :: 3.4',
'Programming Language :: Python :: 3.5',
'Programming Language :: Python :: 3.6',
'Programming Language :: Python :: 3.7',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.10',
'Programming Language :: Python :: 3.11',
'Programming Language :: Python :: 3.12',
'Programming Language :: Python :: 3.13',
'Programming Language :: Python :: Implementation :: CPython',
'Programming Language :: Python :: Implementation :: PyPy',
'Topic :: Database',
'Topic :: Internet :: WWW/HTTP :: Indexing/Search',
'Topic :: Text Processing :: Indexing',
'Topic :: Text Processing :: Linguistic'
])
setup(name='snowballstemmer',
version=SNOWBALL_VERSION,
description=desc,
author='Snowball Developers',
author_email='snowball-discuss@lists.tartarus.org',
url='https://github.com/snowballstem/snowball',
keywords="stemmer",
license="BSD-3-Clause",
packages=['snowballstemmer'],
package_dir={"snowballstemmer": "src/snowballstemmer"},
python_requires='!=3.0.*, !=3.1.*, !=3.2.*',
classifiers = classifiers
)
|
