Table of Contents
What is the objective of this page?
Info |
---|
To help users to improve S2S CMA MARS requests performance via the WebAPI.
|
How is the S2S reforecast data organised in MARS?
Info |
---|
In general it is organised, as a huge tree, with the indentation below, showing different levels down that tree:
|
What would be the natural way to group requests?
Info |
---|
The idea is to request as much data as possible from the same tape file. The natural way to group requests would be:
|
Best practise to iterate over all hindcastDates of several hindcastYears for CMA
Info |
---|
|
Info |
---|
for hindcastYear in hindcastYears |
Web-API examples:
A CMA reforecast request
...
for all
...
Code Block | ||
---|---|---|
| ||
#!/usr/bin/env python
from ecmwfapi import ECMWFDataServer
modelVersionDate = "2014-05-01" # This is the first model version for CMA (babj)
hindcastDate = "2014-04-01" # The selected hindcast date
server = ECMWFDataServer()
server.retrieve({
"class": "s2",
"dataset": "s2s",
"date": modelVersionDate,
"expver": "prod",
"hdate": hindcastDate,
"levtype": "sfc",
"origin": "babj",
"param": "165/166",
"step": "24/to/1440/by/24",
"stream": "enfh",
"target": "data.pf.sfc",
"time": "00",
"number": "1/2/3",
"type": "pf",
}) |
...
the available hindcastDates
Info |
---|
Please note:
|
v1.0
|
Code Block | ||
---|---|---|
| ||
#!/usr/bin/env python import calendar from ecmwfapi import ECMWFDataServer server = ECMWFDataServer() origin = "babj" modelVersionDate = "2014-05-01" def retrieve_datacma_reforecast(hindcastDate): target = "target_s2s_%s_%s.grb""" % (origin, hindcastDate) server.retrieve({ "class": "s2", "dataset": "s2s", A function to demonstrate how to iterate efficiently over all hindcastYears, hindcastMonths etc "date": modelVersionDate, "expver": "prod", for a particular cma_reforecast_request. "hdate": hindcastDate, "levtype": "sfc", "origin": origin, "param": "165", Change the variables below to adapt the iteration to your needs "step": "0", hindcastYearStart "stream": "enfh",= 1994 hindcastYearEnd "target": target,= 2014 hindcastMonthStart "time": "00",= 1 hindcastMonthEnd "type": "cf", }) hindcastYearStart = 1994 hindcastYearEnd = 2014 hindcastMonthStart = 1 hindcastMonthrEnd = 12 = 12 for hindcastYear in list(range(hindcastYearStart, hindcastYearEnd + 1)): for hindcastMonth in list(range(hindcastMonthStart, hindcastMonthrEndhindcastMonthEnd + 1)): numberOfDays = calendar.monthrange(hindcastYear, hindcastMonth)[1] for hindcastDay in list(range(1, numberOfDays + 1)): hindcastDate = '%04d%02d%02d' % (hindcastYear, hindcastMonth, hindcastDay) retrieve_data(hindcastDate) |
v1.1
Code Block | ||
---|---|---|
| ||
#!/usr/bin/env python import calendar from ecmwfapi import ECMWFDataServer server = ECMWFDataServer() origin = "babj" modelVersionDate = "2014-05-01" hindcastYearStart = 1994 hindcastYearEnd = 2014 hindcastMonthStart = 1 hindcastMonthrEnd = 12 def retrieve_cma_reforecast(): hindcastYear, hindcastMonth, hindcastDay + 1) for hindcastYear in list(range(hindcastYearStart, hindcastYearEnd + 1)): target = for hindcastMonth in list(range(hindcastMonthStart, hindcastMonthrEnd + 1)): "%s%s.grb" % (origin, hindcastDate) numberOfDays = calendar.monthrange(hindcastYear, hindcastMonth)[1] for hindcastDay in list(range(1, numberOfDays + 1)) cma_reforecast_request(hindcastDate, target) def cma_reforecast_request(hindcastDate, target): """ hindcastDate = '%04d%02d%02d' % ( A CMA reforecast request. Change the keywords below to adapt it to hindcastYear, hindcastMonth, hindcastDay) cma_reforecast_request(hindcastDate) def cma_reforecast_request(hindcastDate):your needs. target = "target_s2s_%s_%s.grb" % (origin, hindcastDate)""" server.retrieve({ "class": "s2", "dataset": "s2s", "date": modelVersionDate, "expver": "prod", "hdate": hindcastDate, "levtype": "sfc", "origin": origin, "param": "165/166", "step": "024/to/1440/by/24", "stream": "enfh", "target": target, "time": "00", "number": "1/2/3", "type": "cfpf", }) if __name__ == '__main__': retrieve_cma_reforecast() |
Useful links
Info |
---|