init repo
This commit is contained in:
45
docker-compose.yml
Normal file
45
docker-compose.yml
Normal file
@@ -0,0 +1,45 @@
|
||||
services:
|
||||
proxy-scraper:
|
||||
build:
|
||||
context: .
|
||||
dockerfile: Dockerfile
|
||||
container_name: proxy-scraper
|
||||
environment:
|
||||
# PostgreSQL Connection
|
||||
POSTGRES_HOST: postgres
|
||||
POSTGRES_PORT: 5432
|
||||
POSTGRES_DB: ${POSTGRES_DB:-proxies}
|
||||
POSTGRES_USER: ${POSTGRES_USER:-postgres}
|
||||
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-postgres}
|
||||
|
||||
# Proxy Validation
|
||||
PROXY_TIMEOUT: ${PROXY_TIMEOUT:-10}
|
||||
VALIDATION_URL: ${VALIDATION_URL:-http://httpbin.org/ip}
|
||||
|
||||
# Scraping Settings
|
||||
SCRAPING_DELAY: ${SCRAPING_DELAY:-2.0}
|
||||
MAX_RETRIES: ${MAX_RETRIES:-3}
|
||||
|
||||
# Scheduling
|
||||
SCHEDULE_HOUR_START: ${SCHEDULE_HOUR_START:-2}
|
||||
SCHEDULE_HOUR_END: ${SCHEDULE_HOUR_END:-4}
|
||||
|
||||
# Paths
|
||||
PROXIES_FILE: /app/proxies.txt
|
||||
|
||||
# Logging
|
||||
LOG_LEVEL: ${LOG_LEVEL:-INFO}
|
||||
volumes:
|
||||
- ./root/proxy/proxies.txt:/app/proxies.txt:ro
|
||||
- scraper_logs:/app/logs
|
||||
restart: unless-stopped
|
||||
networks:
|
||||
- proxy-network
|
||||
|
||||
networks:
|
||||
dokploy-network:
|
||||
external: true
|
||||
|
||||
volumes:
|
||||
scraper_logs:
|
||||
driver: local
|
||||
Reference in New Issue
Block a user