feat(01-01): create crawler_core package scaffold and pyproject.toml

- Create crawler_core/pyproject.toml with setuptools build config
- Add platform namespace __init__.py files for boss, qcwy, zhilian
- Add requests_go==1.0.9 and tenacity>=8.0 to Pipfile [packages]
- Add pytest, pytest-cov, pytest-anyio to Pipfile [dev-packages]
This commit is contained in:
win 2026-03-21 18:07:54 +08:00
parent fe9a6d1403
commit 4932177f7c
5 changed files with 25 additions and 0 deletions

View File

@ -65,12 +65,17 @@ watchfiles = "==1.0.4"
websockets = "==14.1" websockets = "==14.1"
PyExecJS = "==1.5.1" PyExecJS = "==1.5.1"
playwright = "==1.57.0" playwright = "==1.57.0"
requests_go = "==1.0.9"
tenacity = ">=8.0"
asyncpg = "*" asyncpg = "*"
pandas = "*" pandas = "*"
openpyxl = "*" openpyxl = "*"
pysocks = "*" pysocks = "*"
[dev-packages] [dev-packages]
pytest = ">=8.0"
pytest-cov = ">=4.0"
pytest-anyio = "*"
[requires] [requires]
python_version = "3.13" python_version = "3.13"

View File

@ -0,0 +1 @@
"""Boss直聘 platform module."""

View File

@ -0,0 +1,17 @@
[build-system]
requires = ["setuptools>=68"]
build-backend = "setuptools.backends.legacy:build"
[project]
name = "crawler_core"
version = "0.1.0"
description = "Shared crawler core — sign algorithms, HTTP client, base classes"
requires-python = ">=3.11"
dependencies = [
"requests_go==1.0.9",
"tenacity>=8.0",
]
[tool.setuptools.packages.find]
where = [".."]
include = ["crawler_core*"]

View File

@ -0,0 +1 @@
"""前程无忧 (51Job) platform module."""

View File

@ -0,0 +1 @@
"""智联招聘 platform module."""