deploy: auto commit repo-root changes 2026-06-12 23:11:28
This commit is contained in:
@@ -0,0 +1 @@
|
|||||||
|
CRAWLER_DIR=./crawler
|
||||||
@@ -1,4 +1,8 @@
|
|||||||
/data
|
/data
|
||||||
/log
|
/log
|
||||||
|
/logs
|
||||||
.env
|
.env
|
||||||
.env.docker
|
.env.docker
|
||||||
|
crawler/venv/
|
||||||
|
crawler/logs/
|
||||||
|
crawler/data/
|
||||||
|
|||||||
@@ -3,8 +3,8 @@ __pycache__/
|
|||||||
**/__pycache__/
|
**/__pycache__/
|
||||||
*.pyc
|
*.pyc
|
||||||
.pytest_cache/
|
.pytest_cache/
|
||||||
logs/*
|
logs/
|
||||||
data/locks/*
|
data/
|
||||||
test_output.txt
|
test_output.txt
|
||||||
tmp_*.py
|
tmp_*.py
|
||||||
tmp_*.sql
|
tmp_*.sql
|
||||||
|
|||||||
@@ -10,9 +10,9 @@ build/
|
|||||||
venv/
|
venv/
|
||||||
env/
|
env/
|
||||||
.env
|
.env
|
||||||
logs/*.log
|
logs/
|
||||||
data/*.json
|
data/
|
||||||
data/*.csv
|
test_output.txt
|
||||||
.idea/
|
.idea/
|
||||||
.vscode/
|
.vscode/
|
||||||
*.swp
|
*.swp
|
||||||
|
|||||||
@@ -27,7 +27,8 @@ RUN python -m pip install --upgrade pip setuptools wheel \
|
|||||||
|
|
||||||
COPY . /app
|
COPY . /app
|
||||||
|
|
||||||
RUN mkdir -p /app/logs /app/data/locks /etc/sport-era-crawler \
|
RUN sed -i 's/\r$//' /app/docker/entrypoint.sh \
|
||||||
|
&& mkdir -p /app/logs /app/data/locks /etc/sport-era-crawler \
|
||||||
&& chmod +x /app/docker/entrypoint.sh
|
&& chmod +x /app/docker/entrypoint.sh
|
||||||
|
|
||||||
ENTRYPOINT ["/app/docker/entrypoint.sh"]
|
ENTRYPOINT ["/app/docker/entrypoint.sh"]
|
||||||
|
|||||||
@@ -68,7 +68,7 @@ python main.py cron
|
|||||||
## 项目结构
|
## 项目结构
|
||||||
|
|
||||||
```
|
```
|
||||||
dongqiudi-crawler/
|
docker/crawler/
|
||||||
├── config/
|
├── config/
|
||||||
│ └── settings.yaml # 配置文件
|
│ └── settings.yaml # 配置文件
|
||||||
├── src/
|
├── src/
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ services:
|
|||||||
container_name: sport-era-crawler
|
container_name: sport-era-crawler
|
||||||
image: sport-era-crawler:latest
|
image: sport-era-crawler:latest
|
||||||
build:
|
build:
|
||||||
context: ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}
|
context: ${CRAWLER_DIR:-./crawler}
|
||||||
dockerfile: Dockerfile
|
dockerfile: Dockerfile
|
||||||
restart: always
|
restart: always
|
||||||
env_file:
|
env_file:
|
||||||
@@ -14,8 +14,8 @@ services:
|
|||||||
DQD_TASKS_FILE: /app/config/crawler_tasks.yaml
|
DQD_TASKS_FILE: /app/config/crawler_tasks.yaml
|
||||||
DQD_LOCK_DIR: /app/data/locks
|
DQD_LOCK_DIR: /app/data/locks
|
||||||
volumes:
|
volumes:
|
||||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/logs:/app/logs
|
- ${CRAWLER_DIR:-./crawler}/logs:/app/logs
|
||||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/data:/app/data
|
- ${CRAWLER_DIR:-./crawler}/data:/app/data
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
|
|
||||||
@@ -23,7 +23,7 @@ services:
|
|||||||
container_name: sport-era-kb-worker
|
container_name: sport-era-kb-worker
|
||||||
image: sport-era-crawler:latest
|
image: sport-era-crawler:latest
|
||||||
build:
|
build:
|
||||||
context: ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}
|
context: ${CRAWLER_DIR:-./crawler}
|
||||||
dockerfile: Dockerfile
|
dockerfile: Dockerfile
|
||||||
restart: always
|
restart: always
|
||||||
env_file:
|
env_file:
|
||||||
@@ -33,7 +33,7 @@ services:
|
|||||||
DQD_CONFIG_PATH: /app/config/settings.yaml
|
DQD_CONFIG_PATH: /app/config/settings.yaml
|
||||||
command: ["python", "scripts/kb_worker.py", "--batch=50", "--block-ms=5000", "--max-retries=3"]
|
command: ["python", "scripts/kb_worker.py", "--batch=50", "--block-ms=5000", "--max-retries=3"]
|
||||||
volumes:
|
volumes:
|
||||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/logs:/app/logs
|
- ${CRAWLER_DIR:-./crawler}/logs:/app/logs
|
||||||
- ${CRAWLER_DIR:-../server/public/dongqiudi-crawler}/data:/app/data
|
- ${CRAWLER_DIR:-./crawler}/data:/app/data
|
||||||
extra_hosts:
|
extra_hosts:
|
||||||
- "host.docker.internal:host-gateway"
|
- "host.docker.internal:host-gateway"
|
||||||
|
|||||||
Reference in New Issue
Block a user