pro dbindex,items ;+ ; NAME: ; DBINDEX ; PURPOSE: ; Procedure to create index file for data base (V5.2 or later) ; ; CALLING SEQUENCE: ; dbindex, [ items ] ; ; OPTIONAL INPUT: ; items - names or numbers of items to be index -- if not supplied, ; then all indexed fields will be processed. ; ; OUTPUT: ; Index file .dbx is created on disk location ZDBASE: ; ; OPERATIONAL NOTES: ; (1) Data base must have been previously opened for update ; by DBOPEN ; ; (2) Only 18 items can be indexed at one time. If the database has ; more than 18 items, then two separate calls to DBINDEX are needed. ; PROCEDURES CALLED: ; DBINDEX_BLK, DB_INFO(), DB_ITEM, DB_ITEM_INFO(), IEEE_TO_HOST, ; IS_IEEE_BIG() ; HISTORY: ; version 2 D. Lindler Nov 1987 (new db format) ; W. Landsman added optional items parameter Feb 1989 ; M. Greason converted to IDL version 2. June 1990. ; William Thompson, GSFC/CDS (ARC), 30 May 1994 ; Added support for external (IEEE) data format ; Test if machine is bigendian W. Landsman May, 1996 ; Change variable name of BYTESWAP to BSWAP W. Thompson Mar, 1997 ; Increased number of fields to 15 W. Landsman June, 1997 ; Converted to IDL V5.0 W. Landsman September 1997 ; Increase number of items to 18 W. Landsman November 1999 ; Allow multiple valued (nonstring) index items W. Landsman November 2000 ; Use 64 bit integers for V5.2 or later W. Landsman February 2001 ;- ;***************************************************************** On_error,2 ;Return to caller ; Check to see if data base is opened for update if db_info('UPDATE') EQ 0 then message, $ 'Database must be opened for update' ; Extract index items from data base if N_params() EQ 1 then db_item,items,itnum else begin nitems = db_info('ITEMS',0) itnum = indgen(nitems) endelse indextype = db_item_info('INDEX',itnum) indexed = where(indextype, Nindex) ;Select only indexed items if Nindex LE 0 then begin message,'Database has no indexed items',/INF return endif else if Nindex GT 18 then begin message,'ERROR - Only 18 items can be indexed at one time',/INF return endif indextype = indextype[indexed] if N_params() EQ 1 then indexed = itnum[indexed] ; get info on indexed items nbytes = db_item_info('NBYTES',indexed) ;Number of bytes idltype = db_item_info('IDLTYPE',indexed) ;IDL type sbyte = db_item_info('SBYTE',indexed) ;Starting byte nval = db_item_info('NVALUES',indexed) ;Number of values per entry ; get db info nentries = db_info('ENTRIES',0) if nentries EQ 0 then begin message, 'ERROR - database contains no entries',/INF return endif unit = db_info('UNIT_DBX',0) ;unit number of index file external = db_info('EXTERNAL',0) ;external format? if external then bswap = not IS_IEEE_BIG() $ ;machine already bigendian? else bswap = 0 ; read header info of index file (mapped file) reclong = assoc(unit,lonarr(2),0) h = reclong[0] ;first two longwords if bswap then ieee_to_host,h maxentries = h[1] ;max allowed entries if maxentries lt nentries then begin print,'DBINDEX -- maxentries too small' print,' Rerun dbcreate with maxentries in .dbd file at least',nentries return end nindex2 = h[0] ;number of indexed items if nindex2 LT nindex then goto, NOGOOD reclong = assoc(unit,lonarr(7,nindex2),8) header = reclong[0] ;index header if bswap then ieee_to_host,header hitem = header[0,*] ;indexed item numbers hindex = header[1,*] ;index type htype = header[2,*] ;idl data type hblock = header[3,*] ;starting block of header sblock = header[4,*] ;starting block of data values iblock = header[5,*] ;starting block of indices (type=3) ublock = header[6,*] ;starting block of unsorted data (type=4) ; extract index items...maximum of 18 indexed fields. list = lindgen(nentries)+1l dbext_dbf,list,0,sbyte,nbytes*nval,idltype,nval, $ v1,v2,v3,v4,v5,v6,v7,v8,v9,v10,v11,v12,v13,v14,v15,v16,v17,v18 for i = 0,nindex-1 do begin ; ; place item in variable v ; status = execute('v=v'+strtrim(i+1,2)) pos = where(hitem EQ indexed[i], N_found) if N_found LE 0 then goto, NOGOOD pos = pos[0] if hindex[pos] NE indextype[i] then goto, NOGOOD if ( idltype[i] EQ 7 ) then v = byte(v) ; ; process according to index type --------------------------------------- ; reclong = assoc(unit,lonarr(1),(iblock[pos]*512LL)) case indextype[i] of 1: begin ;indexed (unsorted) datarec = dbindex_blk(unit, sblock[pos], 512, 0, idltype[i]) tmp = v if bswap then host_to_ieee,tmp datarec[0] = tmp end ; 2: begin ;values are already sorted nb=(nentries+511L)/512 ;number of 512 value blocks ind=indgen(nb)*512LL ;position at start of each block sval=v[ind] ;value at start of each block datarec = dbindex_blk(unit, hblock[pos], 512, 0, idltype[i]) tmp = sval if bswap then host_to_ieee,tmp datarec[0] = tmp ;write to file datarec = dbindex_blk(unit, sblock[pos], 512, 0, idltype[i]) tmp = v if bswap then host_to_ieee,tmp datarec[0] = tmp ;write data end 3: begin ; sort item before storage sub=bsort(v) ;sort values v=v[sub] nb=(nentries+511)/512 ;number of 512 value blocks ind=l64indgen(nb)*512LL ;position at start of each block sval=v[ind] ;value at start of each block datarec = dbindex_blk(unit, hblock[pos], 512, 0, idltype[i]) tmp = sval if bswap then host_to_ieee,tmp datarec[0] = tmp ;write to file datarec = dbindex_blk(unit, sblock[pos], 512, 0, idltype[i]) tmp = v if bswap then host_to_ieee,tmp datarec[0] = tmp ;write data tmp = sub + 1 if bswap then host_to_ieee,tmp reclong[0] = tmp ;indices end 4: begin ; sort item before storage datarec = dbindex_blk(unit, ublock[pos], 512, 0, idltype[i]) tmp = v if bswap then host_to_ieee,tmp datarec[0] = tmp ;write unsorted values sub=bsort(v) ;sort values v=v[sub] nb=(nentries+511)/512 ;number of 512 value blocks ind=l64indgen(nb)*512LL ;position at start of each block sval=v[ind] ;value at start of each block datarec = dbindex_blk(unit, hblock[pos], 512, 0, idltype[i]) tmp = sval if bswap then host_to_ieee,tmp datarec[0] = tmp ;write every 512th value to file datarec = dbindex_blk(unit, sblock[pos], 512, 0, idltype[i]) tmp = v if bswap then host_to_ieee,tmp datarec[0] = tmp ;write data tmp = sub + 1 if bswap then host_to_ieee,tmp reclong[0] = tmp ;indices end endcase endfor return NOGOOD: print,'DBINDEX-- Inconsistency in .dbh and .dbx file' print,'Run dbcreate to create a new index file' return end