deploy: auto commit repo-root changes 2026-06-12 23:11:28

This commit is contained in:
hajimi
2026-06-12 23:11:28 +08:00
parent cd44cd6e47
commit 0d656e8076
7 changed files with 19 additions and 13 deletions
+1
View File
@@ -0,0 +1 @@
CRAWLER_DIR=./crawler
+4
View File
@@ -1,4 +1,8 @@
/data /data
/log /log
/logs
.env .env
.env.docker .env.docker
crawler/venv/
crawler/logs/
crawler/data/
+2 -2
View File
@@ -3,8 +3,8 @@ __pycache__/
**/__pycache__/ **/__pycache__/
*.pyc *.pyc
.pytest_cache/ .pytest_cache/
logs/* logs/
data/locks/* data/
test_output.txt test_output.txt
tmp_*.py tmp_*.py
tmp_*.sql tmp_*.sql
+3 -3
View File
@@ -10,9 +10,9 @@ build/
venv/ venv/
env/ env/
.env .env
logs/*.log logs/
data/*.json data/
data/*.csv test_output.txt
.idea/ .idea/
.vscode/ .vscode/
*.swp *.swp
+2 -1
View File
@@ -27,7 +27,8 @@ RUN python -m pip install --upgrade pip setuptools wheel \
COPY . /app COPY . /app
RUN mkdir -p /app/logs /app/data/locks /etc/sport-era-crawler \ RUN sed -i 's/\r$//' /app/docker/entrypoint.sh \
&& mkdir -p /app/logs /app/data/locks /etc/sport-era-crawler \
&& chmod +x /app/docker/entrypoint.sh && chmod +x /app/docker/entrypoint.sh
ENTRYPOINT ["/app/docker/entrypoint.sh"] ENTRYPOINT ["/app/docker/entrypoint.sh"]
+1 -1
View File
@@ -68,7 +68,7 @@ python main.py cron
## 项目结构 ## 项目结构
``` ```
dongqiudi-crawler/ docker/crawler/
├── config/ ├── config/
│ └── settings.yaml # 配置文件 │ └── settings.yaml # 配置文件
├── src/ ├── src/
+6 -6
View File
@@ -3,7 +3,7 @@ services:
container_name: sport-era-crawler container_name: sport-era-crawler
image: sport-era-crawler:latest image: sport-era-crawler:latest
build: build:
context: ${CRAWLER_DIR:-../server/public/dongqiudi-crawler} context: ${CRAWLER_DIR:-./crawler}
dockerfile: Dockerfile dockerfile: Dockerfile
restart: always restart: always
env_file: env_file:
@@ -14,8 +14,8 @@ services:
DQD_TASKS_FILE: /app/config/crawler_tasks.yaml DQD_TASKS_FILE: /app/config/crawler_tasks.yaml
DQD_LOCK_DIR: /app/data/locks DQD_LOCK_DIR: /app/data/locks
volumes: volumes:
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/logs:/app/logs - ${CRAWLER_DIR:-./crawler}/logs:/app/logs
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/data:/app/data - ${CRAWLER_DIR:-./crawler}/data:/app/data
extra_hosts: extra_hosts:
- "host.docker.internal:host-gateway" - "host.docker.internal:host-gateway"
@@ -23,7 +23,7 @@ services:
container_name: sport-era-kb-worker container_name: sport-era-kb-worker
image: sport-era-crawler:latest image: sport-era-crawler:latest
build: build:
context: ${CRAWLER_DIR:-../server/public/dongqiudi-crawler} context: ${CRAWLER_DIR:-./crawler}
dockerfile: Dockerfile dockerfile: Dockerfile
restart: always restart: always
env_file: env_file:
@@ -33,7 +33,7 @@ services:
DQD_CONFIG_PATH: /app/config/settings.yaml DQD_CONFIG_PATH: /app/config/settings.yaml
command: ["python", "scripts/kb_worker.py", "--batch=50", "--block-ms=5000", "--max-retries=3"] command: ["python", "scripts/kb_worker.py", "--batch=50", "--block-ms=5000", "--max-retries=3"]
volumes: volumes:
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/logs:/app/logs - ${CRAWLER_DIR:-./crawler}/logs:/app/logs
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/data:/app/data - ${CRAWLER_DIR:-./crawler}/data:/app/data
extra_hosts: extra_hosts:
- "host.docker.internal:host-gateway" - "host.docker.internal:host-gateway"