feat(01-01): create crawler_core package scaffold and pyproject.toml
- Create crawler_core/pyproject.toml with setuptools build config - Add platform namespace __init__.py files for boss, qcwy, zhilian - Add requests_go==1.0.9 and tenacity>=8.0 to Pipfile [packages] - Add pytest, pytest-cov, pytest-anyio to Pipfile [dev-packages]
This commit is contained in:
parent
fe9a6d1403
commit
4932177f7c
5
Pipfile
5
Pipfile
@ -65,12 +65,17 @@ watchfiles = "==1.0.4"
|
||||
websockets = "==14.1"
|
||||
PyExecJS = "==1.5.1"
|
||||
playwright = "==1.57.0"
|
||||
requests_go = "==1.0.9"
|
||||
tenacity = ">=8.0"
|
||||
asyncpg = "*"
|
||||
pandas = "*"
|
||||
openpyxl = "*"
|
||||
pysocks = "*"
|
||||
|
||||
[dev-packages]
|
||||
pytest = ">=8.0"
|
||||
pytest-cov = ">=4.0"
|
||||
pytest-anyio = "*"
|
||||
|
||||
[requires]
|
||||
python_version = "3.13"
|
||||
|
||||
1
crawler_core/boss/__init__.py
Normal file
1
crawler_core/boss/__init__.py
Normal file
@ -0,0 +1 @@
|
||||
"""Boss直聘 platform module."""
|
||||
17
crawler_core/pyproject.toml
Normal file
17
crawler_core/pyproject.toml
Normal file
@ -0,0 +1,17 @@
|
||||
[build-system]
|
||||
requires = ["setuptools>=68"]
|
||||
build-backend = "setuptools.backends.legacy:build"
|
||||
|
||||
[project]
|
||||
name = "crawler_core"
|
||||
version = "0.1.0"
|
||||
description = "Shared crawler core — sign algorithms, HTTP client, base classes"
|
||||
requires-python = ">=3.11"
|
||||
dependencies = [
|
||||
"requests_go==1.0.9",
|
||||
"tenacity>=8.0",
|
||||
]
|
||||
|
||||
[tool.setuptools.packages.find]
|
||||
where = [".."]
|
||||
include = ["crawler_core*"]
|
||||
1
crawler_core/qcwy/__init__.py
Normal file
1
crawler_core/qcwy/__init__.py
Normal file
@ -0,0 +1 @@
|
||||
"""前程无忧 (51Job) platform module."""
|
||||
1
crawler_core/zhilian/__init__.py
Normal file
1
crawler_core/zhilian/__init__.py
Normal file
@ -0,0 +1 @@
|
||||
"""智联招聘 platform module."""
|
||||
Loading…
x
Reference in New Issue
Block a user