scrapy-redis分布式集群redis配置

# ----------------------------------------Redis 单机模式-------------------------------------
# Redis 单机地址
REDIS_HOST="172.25.2.25"
REDIS_PORT=6379
# REDIS 单机模式配置参数
REDIS_PARAMS={"password":"xxxx","db":0}
# ----------------------------------------Redis 哨兵模式-------------------------------------
# Redis 哨兵地址
REDIS_SENTINELS=[
    ('172.25.2.25',26379),
    ('172.25.2.26',26379),
    ('172.25.2.27',26379)]
# REDIS_SENTINEL_PARAMS 哨兵模式配置参数。
REDIS_SENTINEL_PARAMS={"service_name":"mymaster","password":"xxxx","db":0}
# ----------------------------------------Redis 集群模式-------------------------------------
# Redis 集群地址
REDIS_MASTER_NODES=[
    {"host":"172.25.2.25","port":"6379"},
    {"host":"172.25.2.26","port":"6379"},
    {"host":"172.25.2.27","port":"6379"},]
#REDIS_CLUSTER_PARAMS 集群模式配置参数
REDIS_CLUSTER_PARAMS={"password":"xxxx","db":0}
# ----------------------------------------Scrapy 其他参数-------------------------------------
# 在 redis 中保持 scrapy-redis 用到的各个队列，从而允许暂停和暂停后恢复，也就是不清理 redis 
queuesSCHEDULER_PERSIST=True
# 调度队列
SCHEDULER="scrapy_redis_sentinel.scheduler.Scheduler"
# 去重 注：当使用集群时单机不生效
DUPEFILTER_CLASS="scrapy_redis_sentinel.dupefilter.RFPDupeFilter"