config.yaml

defaults:
#  - hydra/launcher: joblib
- dataset: states

# system
hydra:
  run:
    dir: 'outputs'
  output_subdir: null
  job_logging:
    formatters:
      simple:
        format: '%(levelname).1s %(asctime)s %(name)s:%(lineno)d %(message)s'
        datefmt: '%Y%m%d_%H%M%S'



dataset:
  # Dataset defaults to override
  sources_file: ${data_root}/urls.yaml
  mapping_file: ${data_root}/mappings.yaml
  extras_module: fetcher.extras.${dataset.name}
  # TODO: should index be part of the columns? not mandatory for state?
  index: STATE


# Base filename: it'll be ${output}.csv and ${output}_${date}.csv
output: ${dataset.name}
data_root: ${hydra:runtime.cwd}/dataset/${dataset.name}
output_date_format: "%Y%m%d"

# fetch a single state (or a list)
state: ['AK', 'AL', 'AR', 'AS', 'AZ', 'CA', 'CO', 'CT', 'DC', 'DE', 'FL', 'GA', 'GU',
        'HI', 'IA', 'ID', 'IL', 'IN', 'KS', 'KY', 'LA', 'MA', 'MD', 'ME', 'MI',
        'MN', 'MO', 'MP', 'MS', 'MT', 'NC', 'ND', 'NE', 'NH', 'NJ', 'NM', 'NV',
        'NY', 'OH', 'OK', 'OR', 'PA', 'PR', 'RI', 'SC', 'SD', 'TN', 'TX', 'UT',
        'VA', 'VI', 'VT', 'WA', 'WI', 'WV', 'WY']