#
# This file describes a repository for the OMI SIPS --
# how to get files, data, and metadata from rss feeds or urls,
# and where to store the files and the symlinks to the files.
#
#  NB: this file is used by the test suite; be sure to
#  modify the paths below.
#
---
name: omi
storage_root: /tmp/dado/omi/store
file_url_template: 'https://omisips1.omisips.eosdis.nasa.gov/data/<md5>/<filename>'
cache_strategy: LRU
# 1G == 1073741824
cache_max_size: 1073741824

# These are the feeds for this repository (only one).
feeds:
  name: omi
  feed_template:  'https://acps1.omisips.eosdis.nasa.gov/acpsweb/restmd/service/rssfeed/<archiveset>/<esdt>?startproductiontime=<startproductiontime>&startproductiontime_offset=<startproductiontime_offset>&endproductiontime=<endproductiontime>&count=<count>&email=<email>&password=<password>&order=<order>'
  feed_parameters: [
     { name: count,                      default_value: 10000     },
     { name: order,                      default_value: 'desc'    },
     { name: startproductiontime,        default_value: ~         },
     { name: startproductiontime_offset, default_value: ~         },
     { name: endproductiontime,          default_value: ~         },
     { name: email,                      default_value: ''        },
     { name: password,                   default_value: ''        },
     { name: archiveset,                 default_value: 10003     },
     { name: met,                        default_value: 1         },
    ]

  file_source:
    filename_xpath: datacasting:filename
    md5_xpath: datacasting:md5
    url_xpath: default:link
    urn_xpath: datacasting:unique_identifier
  metadata_sources:
    - name: archivesets
      xpath: datacasting:archivesets
    - name: starttime
      xpath: datacasting:starttime
    - name: endtime
      xpath: datacasting:endtime
    - name: esdt
      xpath: datacasting:esdt
    - name: orbit
      xpath: datacasting:orbit

metadata_transformations:
    - input: archivesets
      output: archiveset
      function_name: split
      order_key: 19

# This is the location of the symbolic links that will be generated.
linktrees:
  - root: /tmp/dado/omi/data/default
    condition: ~
    path_template: '<archiveset>/<esdt>/<starttime:%Y/%m/%d>'
  - root: '/tmp/dado/omi/data/OMT03'
    condition: '{ esdt => "OMTO3" }'
    path_template: '<archiveset>/<esdt>/<starttime:%Y>'