diff --git a/Pipfile b/Pipfile index b7daec0..d9a5a34 100644 --- a/Pipfile +++ b/Pipfile @@ -65,12 +65,17 @@ watchfiles = "==1.0.4" websockets = "==14.1" PyExecJS = "==1.5.1" playwright = "==1.57.0" +requests_go = "==1.0.9" +tenacity = ">=8.0" asyncpg = "*" pandas = "*" openpyxl = "*" pysocks = "*" [dev-packages] +pytest = ">=8.0" +pytest-cov = ">=4.0" +pytest-anyio = "*" [requires] python_version = "3.13" diff --git a/crawler_core/boss/__init__.py b/crawler_core/boss/__init__.py new file mode 100644 index 0000000..d0b388e --- /dev/null +++ b/crawler_core/boss/__init__.py @@ -0,0 +1 @@ +"""Boss直聘 platform module.""" diff --git a/crawler_core/pyproject.toml b/crawler_core/pyproject.toml new file mode 100644 index 0000000..356cd3b --- /dev/null +++ b/crawler_core/pyproject.toml @@ -0,0 +1,17 @@ +[build-system] +requires = ["setuptools>=68"] +build-backend = "setuptools.backends.legacy:build" + +[project] +name = "crawler_core" +version = "0.1.0" +description = "Shared crawler core — sign algorithms, HTTP client, base classes" +requires-python = ">=3.11" +dependencies = [ + "requests_go==1.0.9", + "tenacity>=8.0", +] + +[tool.setuptools.packages.find] +where = [".."] +include = ["crawler_core*"] diff --git a/crawler_core/qcwy/__init__.py b/crawler_core/qcwy/__init__.py new file mode 100644 index 0000000..aade991 --- /dev/null +++ b/crawler_core/qcwy/__init__.py @@ -0,0 +1 @@ +"""前程无忧 (51Job) platform module.""" diff --git a/crawler_core/zhilian/__init__.py b/crawler_core/zhilian/__init__.py new file mode 100644 index 0000000..2743127 --- /dev/null +++ b/crawler_core/zhilian/__init__.py @@ -0,0 +1 @@ +"""智联招聘 platform module."""