BSD 4_3_Reno release

[unix-history] / usr / src / usr.bin / refer / inv / inv1.c

#ifndef lint
static char *sccsid = "@(#)inv1.c       4.3 (Berkeley) 5/11/89";
#endif

#include <stdio.h>
#include <assert.h>
#include "pathnames.h"

main(argc, argv)
char *argv[];
{
       /* Make inverted file indexes.  Reads a stream from mkey which
        * gives record pointer items and keys.  Generates set of files
        *      a. NHASH pointers to file b.
        *      b. lists of record numbers.
        *      c. record pointer items.
        *
        *  these files are named xxx.ia, xxx.ib, xxx.ic;
        *  where xxx is taken from arg1.
        *  If the files exist they are updated.
        */

       FILE *fa, *fb, *fc, *fta, *ftb, *ftc, *fd;
       int nhash = 256;
       int appflg = 1;
       int keepkey = 0, pipein = 0;
       char nma[100], nmb[100], nmc[100], com[100], nmd[100];
       char tmpa[20], tmpb[20], tmpc[20];
       char *remove = NULL;
       int chatty = 0, docs, hashes, fp[2], fr, fw, pfork, pwait, status;
       int i,j,k;
       long keys;
       int iflong =0;
       char *sortdir;

       sortdir = _PATH_USRTMP;
       while (argv[1][0] == '-')
       {
               switch(argv[1][1])
               {
               case 'h': /* size of hash table */
                       nhash = atoi (argv[1]+2); 
                       break;
               case 'n': /* new, don't append */
                       appflg=0; 
                       break;
               case 'a': /* append to old file */
                       appflg=1; 
                       break;
               case 'v': /* verbose output */
                       chatty=1; 
                       break;
               case 'd': /* keep keys on file .id for check on searching */
                       keepkey=1; 
                       break;
               case 'p': /* pipe into sort (saves space, costs time)*/
                       pipein = 1; 
                       break;
               case 'i': /* input is on file, not stdin */
                       close(0);
                       if (open(argv[2], 0) != 0)
                               err("Can't read input %s", argv[2]);
                       if (argv[1][2]=='u') /* unlink */
                               remove = argv[2];
                       argc--; 
                       argv++;
                       break;
               }
               argc--;
               argv++;
       }
       strcpy (nma, argc >= 2 ? argv[1] : "Index");
       strcpy (nmb, nma);
       strcpy (nmc, nma);
       strcpy (nmd, nma);
       strcat (nma, ".ia");
       strcat (nmb, ".ib");
       strcat (nmc, ".ic");
       strcat (nmd, ".id");

       sprintf(tmpa, "junk%di", getpid());
       if (pipein)
       {
               pipe(fp); 
               fr=fp[0]; 
               fw=fp[1];
               if ( (pfork=fork()) == 0)
               {
                       close(fw);
                       close(0);
                       _assert(dup(fr)==0);
                       close(fr);
                       execl(_PATH_SORT, "sort", "-T", sortdir, "-o", tmpa, 0);
                       _assert(0);
               }
               _assert(pfork!= -1);
               close(fr);
               fta = fopen(_PATH_DEVNULL, "w");
               close(fta->_file);
               fta->_file = fw;
       }
       else /* use tmp file */
       {
               fta = fopen(tmpa, "w");
               _assert (fta != NULL);
       }
       fb = 0;
       if (appflg )
       {
               if (fb = fopen(nmb, "r"))
               {
                       sprintf(tmpb, "junk%dj", getpid());
                       ftb = fopen(tmpb, "w");
                       if (ftb==NULL)
                               err("Can't get scratch file %s",tmpb);
                       nhash = recopy(ftb, fb, fopen(nma, "r"));
                       fclose(ftb);
               }
               else
                       appflg=0;
       }
       fc = fopen(nmc,  appflg ? "a" : "w");
       fd = keepkey ? fopen(nmd, "w") : 0;
       docs = newkeys(fta, stdin, fc, nhash, fd, &iflong);
       fclose(stdin);
       if (remove != NULL)
               unlink(remove);
       fclose(fta);
       if (pipein)
       {
               pwait = wait(&status);
               printf("pfork %o pwait %o status %d\n",pfork,pwait,status);
               _assert(pwait==pfork);
               _assert(status==0);
       }
       else
       {
               sprintf(com, "sort -T %s %s -o %s", sortdir, tmpa, tmpa);
               system(com);
       }
       if (appflg)
       {
               sprintf(tmpc, "junk%dk", getpid());
               sprintf(com, "mv %s %s", tmpa, tmpc);
               system(com);
               sprintf(com, "sort -T %s  -m %s %s -o %s", sortdir,
               tmpb, tmpc, tmpa);
               system(com);
       }
       fta = fopen(tmpa, "r");
       fa = fopen(nma, "w");
       fb = fopen(nmb, "w");
       whash(fta, fa, fb, nhash, iflong, &keys, &hashes);
       fclose(fta);
# ifndef D1
       unlink(tmpa);
# endif
       if (appflg)
       {
               unlink(tmpb);
               unlink(tmpc);
       }
       if (chatty)

               printf ("%ld key occurrences,  %d hashes, %d docs\n",
               keys, hashes, docs);
}