/*
* Copyright (c) 1985 Corporation for Research and Educational Networking
* Copyright (c) 1988 University of Illinois Board of Trustees, Steven
*              Dorner, and Paul Pomes
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
*    notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
*    notice, this list of conditions and the following disclaimer in the
*    documentation and/or other materials provided with the distribution.
* 3. All advertising materials mentioning features or use of this software
*    must display the following acknowledgement:
*      This product includes software developed by the Corporation for
*      Research and Educational Networking (CREN), the University of
*      Illinois at Urbana, and their contributors.
* 4. Neither the name of CREN, the University nor the names of their
*    contributors may be used to endorse or promote products derived from
*    this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE TRUSTEES AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED.  IN NO EVENT SHALL THE TRUSTEES OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/

#ifndef lint
static char  RcsId[] = "@(#)$Id: makei.c,v 1.12 1994/03/12 00:59:25 paul Exp $";
#endif

#include "protos.h"

/*
* these thing keep ld happy
*/
int     InputType;
int     Daemon;
FILE    *Input, *Output;
char    *DBState;

/*
* end of ld pacification
*/
extern int Quiet;               /* qi/qi.c */
extern int ReadOnly;
extern int DoTree;
int     CheckMeta;
static char *Me;                /* the name of this program */
extern int DoTree;
static int pipe_fd1[2], pipe_fd2[2];
static FILE *to_sort, *from_sort;
static void flush_key __P((char *,PTRTYPE *,PTRTYPE));
static int debug = 0;
extern void printarry __P((long *));
extern int getient __P((register char *, struct iindex *));

main(argc, argv)
       int     argc;
       char   **argv;
{
       char inbuf[MAX_KEY_LEN+50];
       char curkey[MAX_KEY_LEN+1] = "";
       PTRTYPE curmaxlen = NIPTRS, recidx = 0;
       PTRTYPE *reclist = (PTRTYPE *) calloc(curmaxlen,PTRSIZE);
       int count = 0, keys = 0;
       /* when you're strange, no one remembers your name */
       Me = *argv;

       OP_VALUE(NOLOG_OP) = strdup("");
       ReadOnly = 0;
       DoTree = 0;
       while (--argc > 0 && **(++argv) == '-')
         {
               char *equal, **opt;

               (*argv)++;
               if (**argv == 'q')
                       Quiet++;
               else if (equal = (char *)strchr(*argv, '='))
               {
                       *equal++ = 0;
                       for (opt = Strings; *opt; opt += 2)
                               if (!strcmp(opt[0], *argv))
                               {
                                       opt[1] = equal;
                                       break;
                               }
                       if (*opt == '\0')
                       {
                               fprintf(stderr, "%s: %s: unknown string.\n",
                                       Me, *argv);
                               exit(1);
                       }
               } else
               {
                       fprintf(stderr, "%s: %s: unknown option.\n", Me, *argv);
                       exit(1);
               }
       }
       Database = (argc > 0) ? *argv : DATABASE;
       if (!Quiet)
               printf("%s: indexing database %s\n", Me, Database);
       sleep(5);
       setbuf(stdout, NULL);

       DoSysLog(0);            /* report errors to stderr */

       dbd_init(Database);
       get_dir_head();
       if (!GetFieldConfig())
               exit(1);
       /* bintree_init(Database); *//* forget bintree here */
       DoTree = 0;
       print_head();

       /* set up the neccessary mechanism to talk to sort */
       pipe(pipe_fd1);
       pipe(pipe_fd2);

       if (fork() == 0)
         {
                 dup2(pipe_fd1[0], 0);
                 dup2(pipe_fd2[1], 1);

                 close(pipe_fd1[1]);
                 close(pipe_fd2[0]);

                 execlp("sort", "sort", "-t\t", "+0", "-1", "+1n", 0);
                 perror("Execl in makei");
                 exit(1);
         }
       close(pipe_fd1[0]);
       close(pipe_fd2[1]);

       to_sort = fdopen(pipe_fd1[1], "w");
       from_sort = fdopen(pipe_fd2[0], "r");


       if (fork() == 0)
         {             /* read from .dir file and write to sort */
               fclose(from_sort);
               printf("sent indicies for %d dir entries to sort.\n", make_index());
               exit(0);
         } else
           {           /* read from sort and insert into .idx file */
                   fclose(to_sort);

                   if (!dbi_init(Database)) {
                           fprintf(stderr,"%s: couldn't init\n",Database);
                           exit(1);
                   }
                   while (fgets(inbuf,sizeof(inbuf),from_sort)) {
                           char *rp = (char *)strchr(inbuf,'\t');
                           *rp++ = '\0';
                           count++;
                           if (!Quiet && count % 1000 == 1)
                             printf("%d from sort.\n", count);
                           if (strcmp(inbuf,curkey)) { /* new key */
                                   flush_key(curkey,reclist,recidx); /* flush the old one */
                                   recidx = 0;
                                   reclist[0] = 0;
                                   strncpy(curkey,inbuf,sizeof(curkey));
                                   keys++;
                           }
                           if (recidx >= curmaxlen-1)
                             reclist = (PTRTYPE *) realloc(reclist, (curmaxlen += NOPTRS)*PTRSIZE);
                           reclist[recidx++] = atoi(rp);
                   }
                   flush_key(curkey,reclist,recidx); /* flush the final one */
                   if (!Quiet)
                     printf("%d from sort\n", count);
           }
       printf("indexed %d unique strings out of %d total.\n",keys,count);

       exit(0);
}

extern int TrySum;
extern int TryTimes;
extern int WordsIndexed;
extern int MaxIdx;

make_index()
{
       QDIR    dirp;
       long    ent;
       extern struct dirhead DirHead;
       int     entries_done;
       void sort_lookup();


       entries_done = 0;

       for (ent = 1; ent < DirHead.nents; ent++)
       {
               if (!next_ent(ent))
               {
                       /* printf("didn't do %d\n",ent); */
                       continue;
               }
               getdata(&dirp); /* setup entry */

               /* for all make the index entries */

               MakeLookup(dirp, ent, sort_lookup);
               if ((entries_done++ % 1000) == 0)
                       printf("%d to sort\n", entries_done);
               FreeDir(&dirp);
       }
       return (ent);
}

print_head()
{
       extern struct dirhead DirHead;

       printf("nents = %d\n", DirHead.nents);
       printf("next_id = %d\n", DirHead.next_id);
}

void
sort_lookup(str,ent)
char *str;
int ent;
{
 char  buf[MAX_LEN];
 char  *cp;
 char *strlncpy();
#ifdef DEBUG
 static FILE *out = NULL;
 if (out == NULL) {
   if ((out = fopen("./debug.index","w")) == NULL) {
     perror("./debug.index");
     exit(1);
   }
 }
#endif
 (void) strlncpy(buf, str, MAX_LEN);
 for (cp = strtok(buf, IDX_DELIM); cp; cp = strtok(0, IDX_DELIM)) {
   if (cp[1] != '\0') {        /* has to be at least 2 letters! */
     fprintf(to_sort,"%s\t%d\n",cp,ent);
#ifdef DEBUG
     fprintf(out,"%s\t%d\n",cp,ent);
#endif
   }
 }
}

char *
strlncpy(to, from, max)
char *to, *from;
int max;
{
 char *save = to;

 while ((max-- > 0) && (*to++ = isupper(*from) ? tolower(*from) : *from))
   from++;

 return (save);
}

/*
* Flush the key and the entire list of records it is in.
*/

static void
flush_key(key,reclist,nelem)
char *key;
PTRTYPE *reclist, nelem;
{
 struct iindex x;
 long i, j, iloc;

 if (!*key)
   return;
 reclist[nelem] = 0;           /* make sure it's zero-terminated */
 key[MAX_KEY_LEN] = '\0';      /* just in case it isn't */

 if (!putstrarry(key, reclist)) {
   fprintf(stderr,"putstrarry failed for key %s (%d elements)\n",key,nelem);
   return;
 }
}

You are viewing proxied material from mozz.us. The copyright of proxied material belongs to its original authors. Any comments or complaints in relation to proxied material should be directed to the original authors of the content concerned. Please see the disclaimer for more details.