Spaces:
Running
Running
from pathlib import Path | |
from setuptools import find_packages, setup | |
def get_version(): | |
version_file = 'lagent/version.py' | |
with open(version_file, encoding='utf-8') as f: | |
exec(compile(f.read(), version_file, 'exec')) | |
return locals()['__version__'] | |
def parse_requirements(fname='requirements.txt', with_version=True): | |
"""Parse the package dependencies listed in a requirements file but strip | |
specific version information. | |
Args: | |
fname (str): Path to requirements file. | |
with_version (bool, default=False): If True, include version specs. | |
Returns: | |
info (list[str]): List of requirements items. | |
CommandLine: | |
python -c "import setup; print(setup.parse_requirements())" | |
""" | |
import re | |
import sys | |
from os.path import exists | |
require_fpath = fname | |
def parse_line(line): | |
"""Parse information from a line in a requirements text file.""" | |
if line.startswith('-r '): | |
# Allow specifying requirements in other files | |
target = line.split(' ')[1] | |
for info in parse_require_file(target): | |
yield info | |
else: | |
info = {'line': line} | |
if line.startswith('-e '): | |
info['package'] = line.split('#egg=')[1] | |
else: | |
# Remove versioning from the package | |
pat = '(' + '|'.join(['>=', '==', '>']) + ')' | |
parts = re.split(pat, line, maxsplit=1) | |
parts = [p.strip() for p in parts] | |
info['package'] = parts[0] | |
if len(parts) > 1: | |
op, rest = parts[1:] | |
if ';' in rest: | |
# Handle platform specific dependencies | |
# http://setuptools.readthedocs.io/en/latest/setuptools.html#declaring-platform-specific-dependencies | |
version, platform_deps = map(str.strip, | |
rest.split(';')) | |
info['platform_deps'] = platform_deps | |
else: | |
version = rest # NOQA | |
info['version'] = (op, version) | |
yield info | |
def parse_require_file(fpath): | |
with open(fpath) as f: | |
for line in f.readlines(): | |
line = line.strip() | |
if line and not line.startswith('#'): | |
yield from parse_line(line) | |
def gen_packages_items(): | |
if exists(require_fpath): | |
for info in parse_require_file(require_fpath): | |
parts = [info['package']] | |
if with_version and 'version' in info: | |
parts.extend(info['version']) | |
if not sys.version.startswith('3.4'): | |
# apparently package_deps are broken in 3.4 | |
platform_deps = info.get('platform_deps') | |
if platform_deps is not None: | |
parts.append(';' + platform_deps) | |
item = ''.join(parts) | |
yield item | |
packages = list(gen_packages_items()) | |
return packages | |
if __name__ == '__main__': | |
with Path(Path(__file__).parent, | |
'README.md').open(encoding='utf-8') as file: | |
long_description = file.read() | |
setup( | |
name='lagent', | |
packages=find_packages(), | |
include_package_data=True, | |
version=get_version(), | |
license='Apache 2.0', | |
description='A lightweight framework for building LLM-based agents', | |
long_description=long_description, | |
long_description_content_type='text/markdown', | |
data_files=[('.', ['README.md'])], | |
keywords=['artificial general intelligence', 'agent', 'agi', 'llm'], | |
url='https://github.com/InternLM/lagent', | |
install_requires=parse_requirements('requirements/runtime.txt'), | |
extras_require={ | |
'all': parse_requirements('requirements.txt'), | |
'optional': parse_requirements('requirements/optional.txt'), | |
}, | |
) | |