diff --git a/docker-compose.yml b/docker-compose.yml index c57761c..f151c99 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,23 +1,6 @@ version: '3' services: - postgres: - image: postgres:13.4 - environment: - POSTGRES_USER: '${POSTGRES_USER}' - POSTGRES_PASSWORD: '${POSTGRES_PASSWORD}' - POSTGRES_DB: '${POSTGRES_DB}' - POSTGRES_PORT: ${POSTGRES_PORT} - # persist the postgres data to disk so we don't lose it - # on rebuilds. - volumes: - - ./mounts/postgres:/var/lib/postgresql/data - ports: - - '5432:5432' - command: ["postgres", "-c", "log_statement=all", "-c", "log_destination=stderr"] - event-pipeline-ethereum: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -25,7 +8,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_ETHEREUM}' CHAIN_ID: '1' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events' # FEAT_EXCLUSIVE_TOKENS_FROM_TRANSACTIONS: "true" # TOKENS_FROM_TRANSACTIONS_START_BLOCK: 9193266 @@ -85,8 +68,6 @@ services: FEAT_SETTLER_RFQ_ORDER_EVENT: "true" event-pipeline-bsc: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -94,7 +75,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_BSC}' CHAIN_ID: '56' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_bsc' SCRAPER_MODE: 'BLOCKS' MAX_BLOCKS_REORG: 300 @@ -123,8 +104,6 @@ services: FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" event-pipeline-polygon: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -132,7 +111,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_POLYGON}' CHAIN_ID: '137' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_polygon' SCRAPER_MODE: 'BLOCKS' ENABLE_PROMETHEUS_METRICS: "true" @@ -159,8 +138,6 @@ services: FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" event-pipeline-avalanche: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -168,7 +145,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_AVALANCHE}' CHAIN_ID: '43114' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_avalanche' #KAFKA_BROKERS: '${KAFKA_BROKERS}' #KAFKA_SSL: '${KAFKA_SSL}' @@ -196,8 +173,6 @@ services: event-pipeline-fantom: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -205,7 +180,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_FANTOM}' CHAIN_ID: '250' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_fantom' #KAFKA_BROKERS: '${KAFKA_BROKERS}' #KAFKA_SSL: '${KAFKA_SSL}' @@ -228,8 +203,6 @@ services: WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x21be370d5312f44cb42ce377bc9b8a0cef1a4c83' event-pipeline-celo: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -237,7 +210,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_CELO}' CHAIN_ID: '42220' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_celo' #KAFKA_BROKERS: '${KAFKA_BROKERS}' #KAFKA_SSL: '${KAFKA_SSL}' @@ -254,8 +227,6 @@ services: NFT_FEATURE_START_BLOCK: 11820000 event-pipeline-optimism: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -263,7 +234,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_OPTIMISM}' CHAIN_ID: '10' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_optimism' #KAFKA_BROKERS: '${KAFKA_BROKERS}' #KAFKA_SSL: '${KAFKA_SSL}' @@ -289,8 +260,6 @@ services: FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" event-pipeline-arbitrum: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -298,7 +267,7 @@ services: environment: EVM_RPC_URL: '${EVM_RPC_URL_ARBITRUM}' CHAIN_ID: '42161' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_arbitrum' #KAFKA_BROKERS: '${KAFKA_BROKERS}' #KAFKA_SSL: '${KAFKA_SSL}' @@ -320,8 +289,6 @@ services: FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" event-pipeline-base: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -329,7 +296,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_BASE}' CHAIN_ID: '8453' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events_base' SCRAPER_MODE: 'BLOCKS' FEAT_ZEROEX_EXCHANGE_PROXY: "true" @@ -351,9 +318,35 @@ services: FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" FEAT_SETTLER_RFQ_ORDER_EVENT: "true" + event-pipeline-scroll: + build: + context: . + dockerfile: Dockerfile + restart: always + environment: + SCRAPER_MODE: 'BLOCKS' + EVM_RPC_URL: '${RPC_URL_SCROLL}' + CHAIN_ID: '534352' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' + SCHEMA: 'events_scroll' + FEAT_ZEROEX_EXCHANGE_PROXY: "false" + SETTLER_DEPLOYMENT_BLOCK: 7474150 + MAX_BLOCKS_TO_SEARCH: 1000 + MAX_BLOCKS_TO_PULL: 100 + SECONDS_BETWEEN_RUNS: 1 + RESCRAPE_BLOCKS: 10 + FEAT_WRAP_UNWRAP_NATIVE_EVENT: "true" + WRAP_UNWRAP_NATIVE_CONTRACT_ADDRESS: '0x5300000000000000000000000000000000000004' + FEAT_TOKENS_FROM_TRANSFERS: "true" + FEAT_ERC20_TRANSFER_ALL: "true" + FEAT_SETTLER_ERC721_TRANSFER_EVENT: "true" + FEAT_SETTLER_RFQ_ORDER_EVENT: "true" + FEAT_SOCKET_BRIDGE_EVENT: "true" + SOCKET_BRIDGE_CONTRACT_ADDRESS: "0x3a23f943181408eac424116af7b7790c94cb97a5" + SOCKET_BRIDGE_EVENT_START_BLOCK: 9527830 + + token-scraper-ethereum: - depends_on: - - postgres build: context: . dockerfile: Dockerfile @@ -361,7 +354,7 @@ services: environment: EVM_RPC_URL: '${RPC_URL_ETHEREUM}' CHAIN_ID: '1' - POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres/${POSTGRES_DB}' + POSTGRES_URI: 'postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@172.17.0.1/${POSTGRES_DB}' SCHEMA: 'events' #KAFKA_BROKERS: '${KAFKA_BROKERS}' #KAFKA_SSL: '${KAFKA_SSL}'