public NameSample read()

in opennlp-tools/src/main/java/opennlp/tools/formats/Conll03NameSampleStream.java [75:194]
88 lines of code
28 McCabe index (conditional complexity)

  public NameSample read() throws IOException {

    List<String> sentence = new ArrayList<>();
    List<String> tags = new ArrayList<>();

    boolean isClearAdaptiveData = false;

    // Empty line indicates end of sentence

    String line;
    while ((line = lineStream.read()) != null && !StringUtil.isEmpty(line)) {

      if (line.startsWith(Conll02NameSampleStream.DOCSTART)) {
        isClearAdaptiveData = true;
        String emptyLine = lineStream.read();

        if (!StringUtil.isEmpty(emptyLine))
          throw new IOException("Empty line after -DOCSTART- not empty: '" + emptyLine + "'!");

        continue;
      }

      String[] fields = line.split(" ");

      // For English: WORD  POS-TAG SC-TAG NE-TAG
      if (LANGUAGE.EN.equals(lang) && fields.length == 4) {
        sentence.add(fields[0]);
        tags.add(fields[3]); // 3 is NE-TAG
      }
      // For German: WORD  LEMA-TAG POS-TAG SC-TAG NE-TAG
      else if (LANGUAGE.DE.equals(lang) && fields.length == 5) {
        sentence.add(fields[0]);
        tags.add(fields[4]); // 4 is NE-TAG
      }
      else {
        throw new IOException("Incorrect number of fields per line for language: '" + line + "'!");
      }
    }

    if (sentence.size() > 0) {

      // convert name tags into spans
      List<Span> names = new ArrayList<>();

      int beginIndex = -1;
      int endIndex = -1;
      for (int i = 0; i < tags.size(); i++) {

        String tag = tags.get(i);

        if (tag.endsWith("PER") &&
            (types & Conll02NameSampleStream.GENERATE_PERSON_ENTITIES) == 0)
          tag = "O";

        if (tag.endsWith("ORG") &&
            (types & Conll02NameSampleStream.GENERATE_ORGANIZATION_ENTITIES) == 0)
          tag = "O";

        if (tag.endsWith("LOC") &&
            (types & Conll02NameSampleStream.GENERATE_LOCATION_ENTITIES) == 0)
          tag = "O";

        if (tag.endsWith("MISC") &&
            (types & Conll02NameSampleStream.GENERATE_MISC_ENTITIES) == 0)
          tag = "O";

        if (tag.equals("O")) {
          // O means we don't have anything this round.
          if (beginIndex != -1) {
            names.add(Conll02NameSampleStream.extract(beginIndex, endIndex, tags.get(beginIndex)));
            beginIndex = -1;
            endIndex = -1;
          }
        }
        else if (tag.startsWith("B-")) {
          // B- prefix means we have two same entities next to each other
          if (beginIndex != -1) {
            names.add(Conll02NameSampleStream.extract(beginIndex, endIndex, tags.get(beginIndex)));
          }
          beginIndex = i;
          endIndex = i + 1;
        }
        else if (tag.startsWith("I-")) {
          // I- starts or continues a current name entity
          if (beginIndex == -1) {
            beginIndex = i;
            endIndex = i + 1;
          }
          else if (!tag.endsWith(tags.get(beginIndex).substring(1))) {
            // we have a new tag type following a tagged word series
            // also may not have the same I- starting the previous!
            names.add(Conll02NameSampleStream.extract(beginIndex, endIndex, tags.get(beginIndex)));
            beginIndex = i;
            endIndex = i + 1;
          }
          else {
            endIndex ++;
          }
        }
        else {
          throw new IOException("Invalid tag: " + tag);
        }
      }

      // if one span remains, create it here
      if (beginIndex != -1)
        names.add(Conll02NameSampleStream.extract(beginIndex, endIndex, tags.get(beginIndex)));

      return new NameSample(sentence.toArray(new String[0]),
          names.toArray(new Span[0]), isClearAdaptiveData);
    }
    else if (line != null) {
      // Just filter out empty events, if two lines in a row are empty
      return read();
    }
    else {
      // source stream is not returning anymore lines
      return null;
    }
  }