in utils_nlp/models/glove/src/glove.c [367:459]
int main(int argc, char **argv) {
int i;
FILE *fid;
vocab_file = malloc(sizeof(char) * MAX_STRING_LENGTH);
input_file = malloc(sizeof(char) * MAX_STRING_LENGTH);
save_W_file = malloc(sizeof(char) * MAX_STRING_LENGTH);
save_gradsq_file = malloc(sizeof(char) * MAX_STRING_LENGTH);
int result = 0;
if (argc == 1) {
printf("GloVe: Global Vectors for Word Representation, v0.2\n");
printf("Author: Jeffrey Pennington (jpennin@stanford.edu)\n\n");
printf("Usage options:\n");
printf("\t-verbose <int>\n");
printf("\t\tSet verbosity: 0, 1, or 2 (default)\n");
printf("\t-write-header <int>\n");
printf("\t\tIf 1, write vocab_size/vector_size as first line. Do nothing if 0 (default).\n");
printf("\t-vector-size <int>\n");
printf("\t\tDimension of word vector representations (excluding bias term); default 50\n");
printf("\t-threads <int>\n");
printf("\t\tNumber of threads; default 8\n");
printf("\t-iter <int>\n");
printf("\t\tNumber of training iterations; default 25\n");
printf("\t-eta <float>\n");
printf("\t\tInitial learning rate; default 0.05\n");
printf("\t-alpha <float>\n");
printf("\t\tParameter in exponent of weighting function; default 0.75\n");
printf("\t-x-max <float>\n");
printf("\t\tParameter specifying cutoff in weighting function; default 100.0\n");
printf("\t-binary <int>\n");
printf("\t\tSave output in binary format (0: text, 1: binary, 2: both); default 0\n");
printf("\t-model <int>\n");
printf("\t\tModel for word vector output (for text output only); default 2\n");
printf("\t\t 0: output all data, for both word and context word vectors, including bias terms\n");
printf("\t\t 1: output word vectors, excluding bias terms\n");
printf("\t\t 2: output word vectors + context word vectors, excluding bias terms\n");
printf("\t-input-file <file>\n");
printf("\t\tBinary input file of shuffled cooccurrence data (produced by 'cooccur' and 'shuffle'); default cooccurrence.shuf.bin\n");
printf("\t-vocab-file <file>\n");
printf("\t\tFile containing vocabulary (truncated unigram counts, produced by 'vocab_count'); default vocab.txt\n");
printf("\t-save-file <file>\n");
printf("\t\tFilename, excluding extension, for word vector output; default vectors\n");
printf("\t-gradsq-file <file>\n");
printf("\t\tFilename, excluding extension, for squared gradient output; default gradsq\n");
printf("\t-save-gradsq <int>\n");
printf("\t\tSave accumulated squared gradients; default 0 (off); ignored if gradsq-file is specified\n");
printf("\t-checkpoint-every <int>\n");
printf("\t\tCheckpoint a model every <int> iterations; default 0 (off)\n");
printf("\nExample usage:\n");
printf("./glove -input-file cooccurrence.shuf.bin -vocab-file vocab.txt -save-file vectors -gradsq-file gradsq -verbose 2 -vector-size 100 -threads 16 -alpha 0.75 -x-max 100.0 -eta 0.05 -binary 2 -model 2\n\n");
result = 0;
} else {
if ((i = find_arg((char *)"-write-header", argc, argv)) > 0) write_header = atoi(argv[i + 1]);
if ((i = find_arg((char *)"-verbose", argc, argv)) > 0) verbose = atoi(argv[i + 1]);
if ((i = find_arg((char *)"-vector-size", argc, argv)) > 0) vector_size = atoi(argv[i + 1]);
if ((i = find_arg((char *)"-iter", argc, argv)) > 0) num_iter = atoi(argv[i + 1]);
if ((i = find_arg((char *)"-threads", argc, argv)) > 0) num_threads = atoi(argv[i + 1]);
cost = malloc(sizeof(real) * num_threads);
if ((i = find_arg((char *)"-alpha", argc, argv)) > 0) alpha = atof(argv[i + 1]);
if ((i = find_arg((char *)"-x-max", argc, argv)) > 0) x_max = atof(argv[i + 1]);
if ((i = find_arg((char *)"-eta", argc, argv)) > 0) eta = atof(argv[i + 1]);
if ((i = find_arg((char *)"-binary", argc, argv)) > 0) use_binary = atoi(argv[i + 1]);
if ((i = find_arg((char *)"-model", argc, argv)) > 0) model = atoi(argv[i + 1]);
if (model != 0 && model != 1) model = 2;
if ((i = find_arg((char *)"-save-gradsq", argc, argv)) > 0) save_gradsq = atoi(argv[i + 1]);
if ((i = find_arg((char *)"-vocab-file", argc, argv)) > 0) strcpy(vocab_file, argv[i + 1]);
else strcpy(vocab_file, (char *)"vocab.txt");
if ((i = find_arg((char *)"-save-file", argc, argv)) > 0) strcpy(save_W_file, argv[i + 1]);
else strcpy(save_W_file, (char *)"vectors");
if ((i = find_arg((char *)"-gradsq-file", argc, argv)) > 0) {
strcpy(save_gradsq_file, argv[i + 1]);
save_gradsq = 1;
}
else if (save_gradsq > 0) strcpy(save_gradsq_file, (char *)"gradsq");
if ((i = find_arg((char *)"-input-file", argc, argv)) > 0) strcpy(input_file, argv[i + 1]);
else strcpy(input_file, (char *)"cooccurrence.shuf.bin");
if ((i = find_arg((char *)"-checkpoint-every", argc, argv)) > 0) checkpoint_every = atoi(argv[i + 1]);
vocab_size = 0;
fid = fopen(vocab_file, "r");
if (fid == NULL) {fprintf(stderr, "Unable to open vocab file %s.\n",vocab_file); return 1;}
while ((i = getc(fid)) != EOF) if (i == '\n') vocab_size++; // Count number of entries in vocab_file
fclose(fid);
result = train_glove();
free(cost);
}
free(vocab_file);
free(input_file);
free(save_W_file);
free(save_gradsq_file);
return result;
}