mapreduce.yaml

mapreduce:
- name: Cleanup old EventToDeliver instances
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: offline_jobs.CleanupOldEventToDeliver.run
    params:
    - name: entity_kind
      default: main.EventToDeliver
    - name: shard_count
      default: 32
    - name: processing_rate
      default: 100000
    - name: age_days
      default: 14
    params_validator: offline_jobs.CleanupOldEventToDeliver.validate_params
- name: Reconfirm expiring subscriptions
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: offline_jobs.SubscriptionReconfirmMapper.run
    params:
    - name: entity_kind
      default: main.Subscription
    - name: shard_count
      default: 32
    - name: processing_rate
      default: 100000
    - name: threshold_timestamp
    params_validator: offline_jobs.SubscriptionReconfirmMapper.validate_params
- name: Count subscribers by topic and callback pattern
  mapper:
    input_reader: mapreduce.input_readers.DatastoreInputReader
    handler: offline_jobs.CountSubscribers.run
    params:
    - name: entity_kind
      default: main.Subscription
    - name: shard_count
      default: 128
    - name: processing_rate
      default: 1000000
    - name: topic_pattern
      default: http(s)?://.*
    - name: callback_pattern
      default: http(?:s)?://(?:[^\\.]+\\.)*([^\\./]+\.[^\\./]+)(?:/.*)?
    params_validator: offline_jobs.CountSubscribers.validate_params