Tabs Page |
---|
|
Code Block |
---|
language | cppnone |
---|
title | grib_index.cf90 |
---|
linenumbers | false |
---|
| /*
*! (C) Copyright 2005-2015 ECMWF.
*!
! * This software is licensed under the terms of the Apache Licence Version 2.0
*! which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
*!
*! In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
! * virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
*/
#include "grib_api.h"
void usage(char* prog) {
printf("usage: %s infile\n",prog);
exit(1);
}
int main(int argc,char* argv[])
{
grib_index* index=NULL;
grib_handle* h=NULL;
char* infile=NULL;
char* outfile=NULL;
long *steps,*levels,*numbers; /* arrays */
char** shortName=NULL;
int i,j,k,l;
size_t stepSize,levelSize,shortNameSize,numberSize;
long ostep,olevel,onumber;
char oshortName[200];
size_t lenshortName=200;
int ret=0,count=0;
if (argc != 2) usage(argv[0]);
infile=argv[1];
outfile=argv[2];
printf("indexing...\n");
/* Create an index given set of keys*/
index=grib_index_new(0,"shortName,level,number,step",&ret);
if (ret) {printf("error: %s\n",grib_get_error_message(ret)); exit(ret);}
/* Indexes a file */
ret=grib_index_add_file(index,infile);
if (ret) {printf("error: %s\n",grib_get_error_message(ret)); exit(ret);}
printf("end indexing...\n");
/* get the number of distinct values of "step" in the index */
GRIB_CHECK(grib_index_get_size(index,"step",&stepSize),0);
steps=(long*)malloc(sizeof(long)*stepSize);
if (!steps) exit(1);
/* get the list of distinct steps from the index */
/* the list is in ascending order */
GRIB_CHECK(grib_index_get_long(index,"step",steps,&stepSize),0);
printf("stepSize=%ld\n",(long)stepSize);
for (i=0;i<stepSize;i++) printf("%ld ",steps[i]);
printf("\n");
/*same as for "step"*/
GRIB_CHECK(grib_index_get_size(index,"level",&levelSize),0);
levels=(long*)malloc(sizeof(long)*levelSize);
if (!levels) exit(1);
/*same as for "step"*/
GRIB_CHECK(grib_index_get_long(index,"level",levels,&levelSize),0);
printf("levelSize=%ld\n",(long)levelSize);
for (i=0;i<levelSize;i++) printf("%ld ",levels[i]);
printf("\n");
/*same as for "step"*/
GRIB_CHECK(grib_index_get_size(index,"number",&numberSize),0);
numbers=(long*)malloc(sizeof(long)*numberSize);
if (!numbers) exit(1);
/*same as for "step"*/
GRIB_CHECK(grib_index_get_long(index,"number",numbers,&numberSize),0);
printf("numberSize=%ld\n",(long)numberSize);
for (i=0;i<numberSize;i++) printf("%ld ",numbers[i]);
printf("\n");
/*same as for "step"*/
GRIB_CHECK(grib_index_get_size(index,"shortName",&shortNameSize),0);
shortName=(char**)malloc(sizeof(char*)*shortNameSize);
if (!shortName) exit(1);
/*same as for "step"*/
GRIB_CHECK(grib_index_get_string(index,"shortName",shortName,&shortNameSize),0);
printf("shortNameSize=%ld\n",(long)shortNameSize);
for (i=0;i<shortNameSize;i++) printf("%s ",shortName[i]);
printf("\n");
count=0;
/* nested loops on the keys values of the index */
/* different order of the nested loops doesn't affect performance*/
for (i=0;i<shortNameSize;i++) {
/* select the GRIB with shortName=shortName[i] */
grib_index_select_string(index,"shortName",shortName[i]);!
!
! Description: How to create and use an index to access GRIB messages from a file.
! Demo also loading and writing an index from a file.
!
!
!
program index
use eccodes
implicit none
integer :: iret
integer,dimension(:),allocatable :: step,level,number
character(len=20),dimension(:),allocatable :: shortName
integer :: ostep,olevel,onumber
character(len=20) :: oshortName
integer :: shortNameSize,numberSize,levelSize,stepSize
integer :: i,j,k,l
integer :: idx,igrib,count1
character(len=10) :: index_file='index.idx'
! uncomment following line to load index from file
!call codes_index_read(idx,index_file)
! create an index from a grib file using some keys
call codes_index_create(idx,'../../data/index.grib','shortName,number,level,step')
! get the number of distinct values of shortName in the index
call codes_index_get_size(idx,'shortName',shortNameSize)
! allocate the array to contain the list of distinct shortName
allocate(shortName(shortNameSize))
! get the list of distinct shortName from the index
call codes_index_get(idx,'shortName',shortName)
write(*,'(a,i3)') 'shortNameSize=',shortNameSize
! get the number of distinct values of number in the index
call codes_index_get_size(idx,'number',numberSize)
! allocate the array to contain the list of distinct numbers
allocate(number(numberSize))
! get the list of distinct numbers from the index
call codes_index_get(idx,'number',number)
write(*,'(a,i3)') 'numberSize=',numberSize
! get the number of distinct values of level in the index
call codes_index_get_size(idx,'level',levelSize)
! allocate the array to contain the list of distinct levels
allocate(level(levelSize))
! get the list of distinct levels from the index
call codes_index_get(idx,'level',level)
write(*,'(a,i3)') 'levelSize=',levelSize
! get the number of distinct values of step in the index
call codes_index_get_size(idx,'step',stepSize)
! allocate the array to contain the list of distinct steps
allocate(step(stepSize))
! get the list of distinct steps from the index
call codes_index_get(idx,'step',step)
write(*,'(a,i3)') 'stepSize=',stepSize
count1=0
do l=1,stepSize ! loop on step
! select step=step(l)
call codes_index_select(idx,'step',step(l))
do j=1,numberSize ! loop on number
! select number=number(j)
call codes_index_select(idx,'number',number(j))
do k=1,levelSize ! loop on level
! select level=level(k)
call codes_index_select(idx,'level',level(k))
fordo (l=0;l<levelSize;l++) {
i=1,shortNameSize ! loop on shortName
/*! select the GRIB with level=levels[i] */
shortName=shortName(i)
call gribcodes_index_select_long(index,"level",levels[l]);idx,'shortName',shortName(i))
call for (j=0;j<numberSize;j++) {codes_new_from_index(idx,igrib, iret)
do while (iret /* select the GRIB with number=numbers[i] */= CODES_END_OF_INDEX)
grib_index_select_long(index,"number",numbers[j]);
count1=count1+1
for (k=0;k<stepSize;k++) {call codes_get(igrib,'shortName',oshortName)
call codes_get(igrib,'number',onumber)
/* select the GRIB with step=steps[i] */
call codes_get(igrib,'level',olevel)
call grib_index_select_long(index,"step",steps[k]);
codes_get(igrib,'step',ostep)
/* create a new grib_handle from the index with the constraints
write(*,'(A,A,A,i3,A,i4,A,i3)') 'shortName=',trim(oshortName),&
' number=',onumber,&
imposed by the select statements. It is a loop because
' level=' ,olevel, &
in' the index there could be more than one GRIB with those step=' ,ostep
call codes_release(igrib)
call codes_new_from_index(idx,igrib, iret)
end do
constraints */
while ((h=grib_handle_new_from_index(index,&ret))!=NULL){
count++;
if (ret) {printf("error: %d\n",ret); exit(ret);}
lenshortName=200;
grib_get_string(h,"shortName",oshortName,&lenshortName);
grib_get_long(h,"level",&olevel);
call codes_release(igrib)
end do ! loop on step
end do ! loop on level
end do ! loop on number
end do ! loop on shortName
write(*,'(i4,a)') count1,' messages selected'
! save the index to a file for later reuse
call codes_index_write(idx,index_file)
call codes_index_release(idx)
deallocate(level)
deallocate(shortName)
deallocate(step)
deallocate(number)
end program index
|
|
Tabs Page |
---|
|
Code Block |
---|
language | python |
---|
title | grib_index.py |
---|
linenumbers | false |
---|
| #
# (C) Copyright 2005- ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
#
# In applying this licence, ECMWF does not waive the privileges and immunities
# granted to it by virtue of its status as an intergovernmental organisation
# nor does it submit to any jurisdiction.
#
# Description: How to create and use an index to access GRIB messages from
# a file
import traceback
import sys
import os
from eccodes import *
INPUT = '../../data/index.grib'
VERBOSE = 1 # verbose error reporting
def product(*args, **kwds):
# product('ABCD', 'xy') --> Ax Ay Bx By Cx Cy Dx Dy
# product(range(2), repeat=3) --> 000 001 010 011 100 101 110 111
pools = list(map(tuple, args)) * kwds.get('repeat', 1)
result = [[]]
for pool in pools:
result = grib_get_long(h,"number",&onumber);
[x + [y] for x in result for y in pool]
for prod grib_get_long(h,"step",&ostep);in result:
yield tuple(prod)
def example():
index_keys = ["shortName", "level", "number", "step"]
printf("shortName=%s ",oshortName);index_file = "my.idx"
iid = None
if os.path.exists(index_file):
iid printf("level=%ld ",olevel);= codes_index_read(index_file)
else:
iid = codes_index_new_from_file(INPUT, index_keys)
printf("number=%ld ",onumber);
# multiple files can be added to an index:
# codes_index_add_file(iid,"grib file to add")
printf("step=%ld \n",ostep);codes_index_write(iid, index_file)
index_vals = []
for key in index_keys:
grib_handle_delete(h);print("%sSize=%d" % (
key,
}
codes_index_get_size(iid, key)
))
if (ret && ret!=GRIB_END_OF_INDEX ) {printf("error: %s\n",grib_get_error_message(ret)); exit(ret);}
key_vals = codes_index_get(iid, key)
print(" ".join(key_vals))
index_vals.append(key_vals)
for prod in product(*index_vals):
}
for i in range(len(index_keys)):
}
}
}
codes_index_select(iid, index_keys[i], prod[i])
printf(" %d messages selected\n",count);
while 1:
grib_index_write(index,"out.gribidx");
grib_index_delete(index);
gid return 0;
}
|
| Tabs Page |
---|
| Code Block |
---|
language | none |
---|
title | grib_index.f90 |
---|
linenumbers | false |
---|
| ! Copyright 2005-2015 ECMWF.
!
! This software is licensed under the terms of the Apache Licence Version 2.0
! which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
!
! In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
! virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
!
!
! Description: How to create and use an index to access GRIB messages from a file.
! = codes_new_from_index(iid)
if gid is None:
break
print(" ".join(["%s=%s" % (key, codes_get(gid, key))
for key in index_keys]))
Demo also loading and writing an index from a file.
!
!
!
program index
use eccodes
implicit none
integer codes_release(gid)
codes_index_release(iid)
def main():
try:
example()
except CodesInternalError as err:
if VERBOSE:
:: iret
character(len = 256) :: error
integer,dimension(:),allocatable :: step,level,number
character(len=20),dimension(:),allocatable :: shortName
integertraceback.print_exc(file=sys.stderr)
else:
sys.stderr.write(err.msg + '\n')
return 1
if __name__ == "__main__":
:: ostep,olevel,onumber
character(len=20) :: oshortName
integer :: shortNameSize,numberSize,levelSize,stepSize
integer :: i,j,k,l
integer sys.exit(main())
|
|
Tabs Page |
---|
|
Code Block |
---|
language | cpp |
---|
title | grib_index.c |
---|
linenumbers | false |
---|
| /*
* (C) Copyright 2005- ECMWF.
*
* This software is licensed under the terms of the Apache Licence Version 2.0
* which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
*
* In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
* virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
*/
/*
* C Implementation: grib_index
*
* Description: How to create and use an index to access GRIB messages from a file
*
*/
#include "eccodes.h"
static void usage(const char* prog) {
printf("usage: %s infile\n",prog);
exit(1);
}
int main(int argc,char* argv[])
{
codes_index* index=NULL;
codes_handle* h=NULL;
char* infile=NULL;
long *steps,*levels,*numbers; /* arrays */
char** shortName=NULL;
int i,j,k,l;
size_t stepSize,levelSize,shortNameSize,numberSize;
long ostep,olevel,onumber;
char oshortName[200];
size_t lenshortName=200;
int ret=0,count=0;
if (argc != 2) usage(argv[0]);
infile=argv[1];
printf("indexing...\n");
/* Create an index given set of keys*/
index=codes_index_new(0,"shortName,level,number,step",&ret);
if (ret) {printf("error: %s\n",codes_get_error_message(ret)); exit(ret);}
/* Indexes a file */
ret=codes_index_add_file(index,infile);
if (ret) {printf("error: %s\n",codes_get_error_message(ret)); exit(ret);}
printf("end indexing...\n");
/* :: idx,igrib,count1
character(len=10) :: index_file='index.idx'
! uncomment following line to load index from file
!call codes_index_read(idx,index_file)
! create an index from a grib file using some keys
call codes_index_create(idx,'../../data/index.grib','shortName,number,level,step')
! get the number of distinct values of shortName in the index
call codes_index_get_size(idx,'shortName',shortNameSize)
! allocate the array to contain the list of distinct shortName
allocate(shortName(shortNameSize))
! get the list of distinct shortName from the index
call codes_index_get(idx,'shortName',shortName)
write(*,'(a,i3)') 'shortNameSize=',shortNameSize
! get the number of distinct values of number in the index
call codes_index_get_size(idx,'number',numberSize)
! allocate the array to contain the list of distinct numbers
allocate(number(numberSize))
! get the list of distinct numbers from the index
call codes_index_get(idx,'number',number)
write(*,'(a,i3)') 'numberSize=',numberSize
! get the number of distinct values of level"step" in the index */
call CODES_CHECK(codes_index_get_size(idx,'level',levelSize)
! allocate the array to containindex,"step",&stepSize),0);
steps=(long*)malloc(sizeof(long)*stepSize);
if (!steps) exit(1);
/* get the list of distinct levels
allocate(level(levelSize))
! get steps from the index */
/* the list ofis distinctin levelsascending fromorder the*/
index
call CODES_CHECK(codes_index_get(idx,'level',level)
write(*,'(a,i3)') 'levelSize=',levelSize
! get the number of distinct values of step in the index
call _get_long(index,"step",steps,&stepSize),0);
printf("stepSize=%ld\n",(long)stepSize);
for (i=0;i<stepSize;i++) printf("%ld ",steps[i]);
printf("\n");
/*same as for "step"*/
CODES_CHECK(codes_index_get_size(idx,'step',stepSize)index,"level",&levelSize),0);
! allocate the array to contain the list of distinct steps
allocate(step(stepSize))
! get the list of distinct steps from the index
call levels=(long*)malloc(sizeof(long)*levelSize);
if (!levels) exit(1);
/*same as for "step"*/
CODES_CHECK(codes_index_get_long(idx,'step',step)
write(*,'(a,i3)') 'stepSize=',stepSize
count1=0
do l=1,stepSize ! loop on stepindex,"level",levels,&levelSize),0);
printf("levelSize=%ld\n",(long)levelSize);
! select step=step(l)
for (i=0;i<levelSize;i++) printf("%ld ",levels[i]);
call codes_index_select(idx,'step',step(l)) printf("\n");
do j=1,numberSize ! loop on number/*same as for "step"*/
CODES_CHECK(codes_index_get_size(index,"number",&numberSize),0);
! select numbernumbers=number(j)
call codes_index_select(idx,'number',number(j))
long*)malloc(sizeof(long)*numberSize);
if do k=1,levelSize ! loop on level
! select level=level(k)
call codes_index_select(idx,'level',level(k))
(!numbers) exit(1);
/*same as for "step"*/
CODES_CHECK(codes_index_get_long(index,"number",numbers,&numberSize),0);
printf("numberSize=%ld\n",(long)numberSize);
for do i=1,shortNameSize ! loop on shortName
! select shortName=shortName(i)(i=0;i<numberSize;i++) printf("%ld ",numbers[i]);
call codes_index_select(idx,'shortName',shortName(i))printf("\n");
/*same as for "step"*/
call CODES_CHECK(codes_newindex_fromget_index(idx,igrib, iret)
do while (iret /= CODES_END_OF_INDEX)size(index,"shortName",&shortNameSize),0);
shortName=(char**)malloc(sizeof(char*)*shortNameSize);
if count1=count1+1(!shortName) exit(1);
/*same as for "step"*/
call codes_get(igrib,'shortName',oshortName)CODES_CHECK(codes_index_get_string(index,"shortName",shortName,&shortNameSize),0);
printf("shortNameSize=%ld\n",(long)shortNameSize);
for (i=0;i<shortNameSize;i++) call codes_get(igrib,'number',onumber)printf("%s ",shortName[i]);
printf("\n");
call codes_get(igrib,'level',olevel)count=0;
/* nested loops on the keys values of the call codes_get(igrib,'step',ostep)index */
/* different order of the nested loops doesn't write(*,'(A,A,A,i3,A,i4,A,i3)') 'shortName=',trim(oshortName),&affect performance*/
for (i=0;i<shortNameSize;i++) {
/* select the GRIB with shortName=shortName[i] */
' codes_index_select_string(index,"shortName",shortName[i]);
number=',onumber,&
for (l=0;l<levelSize;l++) {
/* select 'the GRIB with level=' ,olevel, &levels[l] */
codes_index_select_long(index,"level",levels[l]);
' step=' ,ostep
for (j=0;j<numberSize;j++) {
/* select the GRIB call codes_release(igrib)
with number=numbers[j] */
call codes_newindex_fromselect_long(index(idx,igrib, iret)
"number",numbers[j]);
end do
for (k=0;k<stepSize;k++) {
call codes_release(igrib)
end do ! loop on step
/* endselect dothe !GRIB loop on level
with step=steps[k] */
end do ! loop on number
end do ! loop on shortName
write(*,'(i4,a)') count1,' messages selected'
! save the index to a file for later reuse
call codes_index_write(idx,index_file)
call codes_index_release(idx)
end program index
|
| Tabs Page |
---|
| Code Block |
---|
language | python |
---|
title | grib_index.py |
---|
linenumbers | false |
---|
| #
# Copyright 2005-2015 ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
#
# In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
# virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
#
import traceback
import sys,os
from eccodes import *
INPUT='../../data/index.grib'
VERBOSE=1 # verbose error reporting
def product(*args, **kwds):
# product('ABCD', 'xy') --> Ax Ay Bx By Cx Cy Dx Dy
# product(range(2), repeat=3) --> 000 001 010 011 100 101 110 111
pools = map(tuple, args) * kwds.get('repeat', 1)
result = [[]]
for pool in pools:
codes_index_select_long(index,"step",steps[k]);
/* create a new codes_handle from the index with the constraints
imposed by the select statements. It is a loop because
in the index there could be more than one GRIB with those
constraints */
result = [x+[y] for x in result for y in pool]
while ((h=codes_handle_new_from_index(index,&ret))!=NULL){
for prod in result:
yield tuple(prod)
def example():count++;
index_keys = ["shortName","level","number","step"]
index_file = "my.idx"
iid = None
if (ret) (os.path.exists(index_file)):
{printf("error: %d\n",ret); exit(ret);}
iid = codes_index_read(index_file)
else:
lenshortName=200;
iid = codes_index_new_from_file(INPUT,index_keys)
# multiple files can be added to an index:
codes_get_string(h,"shortName",oshortName,&lenshortName);
# codes_index_add_file(iid,"grib file to add")
codes_indexget_write(iid,index_file)
long(h,"level",&olevel);
index_vals = []
for key in index_keys:
print "%sSize=%d" % codes_get_long(
h,"number",&onumber);
key,
codes_index_get_size(iid,key)
long(h,"step",&ostep);
)
key_vals = codes_index_get(iid,key) printf("shortName=%s ",oshortName);
print " ".join(key_vals)
index_vals.append(key_vals)
for prod in product(*index_vals):
printf("level=%ld ",olevel);
for i in range(len(index_keys)):
codes_index_select(iid,index_keys[i],prod[i])
printf("number=%ld ",onumber);
while 1:
gid printf("step= codes_new_from_index(iid)%ld \n",ostep);
if gid is None: break
codes_handle_delete(h);
print " ".join(["%s=%s" % (key,codes_get(gid,key)) for key in index_keys])
codes_release(gid)
}
codes_index_release(iid)
def main():
try:
if example()
ret && ret!=GRIB_END_OF_INDEX except CodesInternalError,err:) {printf("error: %s\n",codes_get_error_message(ret)); exit(ret);}
if VERBOSE:
}
traceback.print_exc(file=sys.stderr)
else:}
}
print >>sys.stderr,err.msg
}
printf(" %d return 1messages selected\n",count);
if __name__ == "codes__main__":index_write(index,"out.gribidx");
sys.exit(main())codes_index_delete(index);
return 0;
}
|
|
|