Page History

#
# (C) Copyright 2005- ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
#
# In applying this licence, ECMWF does not waive the privileges and immunities
# granted to it by virtue of its status as an intergovernmental organisation
# nor does it submit to any jurisdiction.
#

# Description: How to create and use an index to access GRIB messages from
# a file

import traceback
import sys
import os

from eccodes import *

INPUT = '../../data/index.grib'
VERBOSE = 1  # verbose error reporting


def product(*args, **kwds):
    # product('ABCD', 'xy') --> Ax Ay Bx By Cx Cy Dx Dy
    # product(range(2), repeat=3) --> 000 001 010 011 100 101 110 111
    pools = list(map(tuple, args)) * kwds.get('repeat', 1)
    result = [[]]
    for pool in pools:
        result =  grib_get_long(h,"number",&onumber);
                 [x + [y] for x in result for y in pool]
    for prod  grib_get_long(h,"step",&ostep);in result:
        yield tuple(prod)


def example():
    index_keys = ["shortName", "level", "number", "step"]
     printf("shortName=%s ",oshortName);index_file = "my.idx"

    iid = None

    if os.path.exists(index_file):
        iid     printf("level=%ld ",olevel);= codes_index_read(index_file)
    else:
        iid = codes_index_new_from_file(INPUT, index_keys)

         printf("number=%ld ",onumber);
    # multiple files can be added to an index:
        # codes_index_add_file(iid,"grib file to add")

        printf("step=%ld \n",ostep);codes_index_write(iid, index_file)

    index_vals = []

    for key in index_keys:
           grib_handle_delete(h);print("%sSize=%d" % (
            key,
        }
    codes_index_get_size(iid, key)
        ))

       if (ret && ret!=GRIB_END_OF_INDEX ) {printf("error: %s\n",grib_get_error_message(ret)); exit(ret);}
key_vals = codes_index_get(iid, key)
        print(" ".join(key_vals))

        index_vals.append(key_vals)

    for prod in product(*index_vals):
  }
      for i in range(len(index_keys)):
   }
        }
    }
 codes_index_select(iid, index_keys[i], prod[i])

     printf("  %d messages selected\n",count);

while 1:
     grib_index_write(index,"out.gribidx");
    grib_index_delete(index);

   gid return 0;
}

/*
 * (C) Copyright 2005- ECMWF.
 *
 * This software is licensed under the terms of the Apache Licence Version 2.0
 * which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
 *
 * In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
 * virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
 */

/*
 * C Implementation: grib_index
 *
 * Description: How to create and use an index to access GRIB messages from a file
 *
 */

#include "eccodes.h"

static void usage(const char* prog) {
    printf("usage: %s infile\n",prog);
    exit(1);
}

int main(int argc,char* argv[])
{
    codes_index* index=NULL;
    codes_handle* h=NULL;
    char* infile=NULL;
    long *steps,*levels,*numbers; /* arrays */
    char** shortName=NULL;
    int i,j,k,l;
    size_t stepSize,levelSize,shortNameSize,numberSize;
    long ostep,olevel,onumber;
    char oshortName[200];
    size_t lenshortName=200;
    int ret=0,count=0;

    if (argc != 2) usage(argv[0]);
    infile=argv[1];

    printf("indexing...\n");

    /* Create an index given set of keys*/
    index=codes_index_new(0,"shortName,level,number,step",&ret);
    if (ret) {printf("error: %s\n",codes_get_error_message(ret)); exit(ret);}

    /* Indexes a file */
    ret=codes_index_add_file(index,infile);
    if (ret) {printf("error: %s\n",codes_get_error_message(ret)); exit(ret);}
    printf("end indexing...\n");

    /*    :: idx,igrib,count1
  character(len=10)    :: index_file='index.idx'

  ! uncomment following line to load index from file
  !call codes_index_read(idx,index_file)

  ! create an index from a grib file using some keys
  call codes_index_create(idx,'../../data/index.grib','shortName,number,level,step')

  ! get the number of distinct values of shortName in the index
  call codes_index_get_size(idx,'shortName',shortNameSize)
  ! allocate the array to contain the list of distinct shortName
  allocate(shortName(shortNameSize))
  ! get the list of distinct shortName from the index
  call codes_index_get(idx,'shortName',shortName)
  write(*,'(a,i3)') 'shortNameSize=',shortNameSize

  ! get the number of distinct values of number in the index
  call codes_index_get_size(idx,'number',numberSize)
  ! allocate the array to contain the list of distinct numbers
  allocate(number(numberSize))
  ! get the list of distinct numbers from the index
  call codes_index_get(idx,'number',number)
  write(*,'(a,i3)') 'numberSize=',numberSize

  ! get the number of distinct values of level"step" in the index */
  call  CODES_CHECK(codes_index_get_size(idx,'level',levelSize)
  ! allocate the array to containindex,"step",&stepSize),0);
    steps=(long*)malloc(sizeof(long)*stepSize);
    if (!steps) exit(1);
    /* get the list of distinct levels
  allocate(level(levelSize))
  ! get steps from the index */
    /* the list ofis distinctin levelsascending fromorder the*/
 index
  call CODES_CHECK(codes_index_get(idx,'level',level)
  write(*,'(a,i3)') 'levelSize=',levelSize

  ! get the number of distinct values of step in the index
  call _get_long(index,"step",steps,&stepSize),0);
    printf("stepSize=%ld\n",(long)stepSize);
    for (i=0;i<stepSize;i++) printf("%ld ",steps[i]);
    printf("\n");

    /*same as for "step"*/
    CODES_CHECK(codes_index_get_size(idx,'step',stepSize)index,"level",&levelSize),0);
  ! allocate the array to contain the list of distinct steps
  allocate(step(stepSize))
  ! get the list of distinct steps from the index
  call  levels=(long*)malloc(sizeof(long)*levelSize);
    if (!levels) exit(1);
    /*same as for "step"*/
    CODES_CHECK(codes_index_get_long(idx,'step',step)
  write(*,'(a,i3)') 'stepSize=',stepSize

  count1=0
  do l=1,stepSize ! loop on stepindex,"level",levels,&levelSize),0);
    printf("levelSize=%ld\n",(long)levelSize);
    ! select step=step(l)
 for (i=0;i<levelSize;i++) printf("%ld ",levels[i]);
   call codes_index_select(idx,'step',step(l)) printf("\n");

    do j=1,numberSize ! loop on number/*same as for "step"*/
    CODES_CHECK(codes_index_get_size(index,"number",&numberSize),0);
  ! select numbernumbers=number(j)
      call codes_index_select(idx,'number',number(j))

long*)malloc(sizeof(long)*numberSize);
    if  do k=1,levelSize ! loop on level
        ! select level=level(k)
        call codes_index_select(idx,'level',level(k))
(!numbers) exit(1);
    /*same as for "step"*/
    CODES_CHECK(codes_index_get_long(index,"number",numbers,&numberSize),0);
    printf("numberSize=%ld\n",(long)numberSize);
    for    do i=1,shortNameSize ! loop on shortName
          ! select shortName=shortName(i)(i=0;i<numberSize;i++) printf("%ld ",numbers[i]);
          call codes_index_select(idx,'shortName',shortName(i))printf("\n");

    /*same as for "step"*/
   call CODES_CHECK(codes_newindex_fromget_index(idx,igrib, iret)
          do while (iret /= CODES_END_OF_INDEX)size(index,"shortName",&shortNameSize),0);
    shortName=(char**)malloc(sizeof(char*)*shortNameSize);
    if         count1=count1+1(!shortName) exit(1);
    /*same as for "step"*/
      call codes_get(igrib,'shortName',oshortName)CODES_CHECK(codes_index_get_string(index,"shortName",shortName,&shortNameSize),0);
    printf("shortNameSize=%ld\n",(long)shortNameSize);
    for (i=0;i<shortNameSize;i++)    call codes_get(igrib,'number',onumber)printf("%s ",shortName[i]);
        printf("\n");

     call codes_get(igrib,'level',olevel)count=0;
    /* nested loops on the keys values of the call codes_get(igrib,'step',ostep)index */
    /* different order of the nested loops doesn't  write(*,'(A,A,A,i3,A,i4,A,i3)') 'shortName=',trim(oshortName),&affect performance*/
    for (i=0;i<shortNameSize;i++) {
        /* select the GRIB with shortName=shortName[i] */
       ' codes_index_select_string(index,"shortName",shortName[i]);

   number=',onumber,&
     for (l=0;l<levelSize;l++) {
            /* select 'the GRIB with level=' ,olevel, &levels[l] */
            codes_index_select_long(index,"level",levels[l]);

         '   step='  ,ostep
  
for (j=0;j<numberSize;j++) {
                /* select the GRIB  call codes_release(igrib)
with number=numbers[j] */
               call codes_newindex_fromselect_long(index(idx,igrib, iret)
"number",numbers[j]);

          end do
     for (k=0;k<stepSize;k++) {
   call codes_release(igrib)

        end do ! loop on step
     /* endselect dothe !GRIB loop on level
with step=steps[k] */
      end do ! loop on number
  end do ! loop on shortName
  write(*,'(i4,a)') count1,' messages selected'

  ! save the index to a file for later reuse
  call codes_index_write(idx,index_file)

  call codes_index_release(idx)

end program index