deploy: auto commit repo-root changes 2026-06-12 23:11:28
This commit is contained in:
@@ -0,0 +1 @@
|
||||
CRAWLER_DIR=./crawler
|
||||
@@ -1,4 +1,8 @@
|
||||
/data
|
||||
/log
|
||||
/logs
|
||||
.env
|
||||
.env.docker
|
||||
crawler/venv/
|
||||
crawler/logs/
|
||||
crawler/data/
|
||||
|
||||
@@ -3,8 +3,8 @@ __pycache__/
|
||||
**/__pycache__/
|
||||
*.pyc
|
||||
.pytest_cache/
|
||||
logs/*
|
||||
data/locks/*
|
||||
logs/
|
||||
data/
|
||||
test_output.txt
|
||||
tmp_*.py
|
||||
tmp_*.sql
|
||||
|
||||
@@ -10,9 +10,9 @@ build/
|
||||
venv/
|
||||
env/
|
||||
.env
|
||||
logs/*.log
|
||||
data/*.json
|
||||
data/*.csv
|
||||
logs/
|
||||
data/
|
||||
test_output.txt
|
||||
.idea/
|
||||
.vscode/
|
||||
*.swp
|
||||
|
||||
@@ -27,7 +27,8 @@ RUN python -m pip install --upgrade pip setuptools wheel \
|
||||
|
||||
COPY . /app
|
||||
|
||||
RUN mkdir -p /app/logs /app/data/locks /etc/sport-era-crawler \
|
||||
RUN sed -i 's/\r$//' /app/docker/entrypoint.sh \
|
||||
&& mkdir -p /app/logs /app/data/locks /etc/sport-era-crawler \
|
||||
&& chmod +x /app/docker/entrypoint.sh
|
||||
|
||||
ENTRYPOINT ["/app/docker/entrypoint.sh"]
|
||||
|
||||
@@ -68,7 +68,7 @@ python main.py cron
|
||||
## 项目结构
|
||||
|
||||
```
|
||||
dongqiudi-crawler/
|
||||
docker/crawler/
|
||||
├── config/
|
||||
│ └── settings.yaml # 配置文件
|
||||
├── src/
|
||||
|
||||
@@ -3,7 +3,7 @@ services:
|
||||
container_name: sport-era-crawler
|
||||
image: sport-era-crawler:latest
|
||||
build:
|
||||
context: ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}
|
||||
context: ${CRAWLER_DIR:-./crawler}
|
||||
dockerfile: Dockerfile
|
||||
restart: always
|
||||
env_file:
|
||||
@@ -14,8 +14,8 @@ services:
|
||||
DQD_TASKS_FILE: /app/config/crawler_tasks.yaml
|
||||
DQD_LOCK_DIR: /app/data/locks
|
||||
volumes:
|
||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/logs:/app/logs
|
||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/data:/app/data
|
||||
- ${CRAWLER_DIR:-./crawler}/logs:/app/logs
|
||||
- ${CRAWLER_DIR:-./crawler}/data:/app/data
|
||||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
|
||||
@@ -23,7 +23,7 @@ services:
|
||||
container_name: sport-era-kb-worker
|
||||
image: sport-era-crawler:latest
|
||||
build:
|
||||
context: ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}
|
||||
context: ${CRAWLER_DIR:-./crawler}
|
||||
dockerfile: Dockerfile
|
||||
restart: always
|
||||
env_file:
|
||||
@@ -33,7 +33,7 @@ services:
|
||||
DQD_CONFIG_PATH: /app/config/settings.yaml
|
||||
command: ["python", "scripts/kb_worker.py", "--batch=50", "--block-ms=5000", "--max-retries=3"]
|
||||
volumes:
|
||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/logs:/app/logs
|
||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/data:/app/data
|
||||
- ${CRAWLER_DIR:-./crawler}/logs:/app/logs
|
||||
- ${CRAWLER_DIR:-./crawler}/data:/app/data
|
||||
extra_hosts:
|
||||
- "host.docker.internal:host-gateway"
|
||||
|
||||
Reference in New Issue
Block a user