46 lines
1.1 KiB
YAML
46 lines
1.1 KiB
YAML
services:
|
|
proxy-scraper:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
container_name: proxy-scraper
|
|
environment:
|
|
# PostgreSQL Connection
|
|
POSTGRES_HOST: postgres
|
|
POSTGRES_PORT: 5432
|
|
POSTGRES_DB: ${POSTGRES_DB:-proxies}
|
|
POSTGRES_USER: ${POSTGRES_USER:-postgres}
|
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-postgres}
|
|
|
|
# Proxy Validation
|
|
PROXY_TIMEOUT: ${PROXY_TIMEOUT:-10}
|
|
VALIDATION_URL: ${VALIDATION_URL:-http://httpbin.org/ip}
|
|
|
|
# Scraping Settings
|
|
SCRAPING_DELAY: ${SCRAPING_DELAY:-2.0}
|
|
MAX_RETRIES: ${MAX_RETRIES:-3}
|
|
|
|
# Scheduling
|
|
SCHEDULE_HOUR_START: ${SCHEDULE_HOUR_START:-2}
|
|
SCHEDULE_HOUR_END: ${SCHEDULE_HOUR_END:-4}
|
|
|
|
# Paths
|
|
PROXIES_FILE: /app/proxies.txt
|
|
|
|
# Logging
|
|
LOG_LEVEL: ${LOG_LEVEL:-INFO}
|
|
volumes:
|
|
- ./root/proxy/proxies.txt:/app/proxies.txt:ro
|
|
- scraper_logs:/app/logs
|
|
restart: unless-stopped
|
|
networks:
|
|
- proxy-network
|
|
|
|
networks:
|
|
dokploy-network:
|
|
external: true
|
|
|
|
volumes:
|
|
scraper_logs:
|
|
driver: local
|