---

BrillPOSTokenizer.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2003 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.lemurproject.org/license.html
 *
 *==========================================================================
*/
#include "TextHandler.hpp"

#ifndef _BRILLPOSTOK_HPP
#define _BRILLPOSTOK_HPP


class BrillPOSTokenizer : public TextHandler {

public:
  BrillPOSTokenizer();

  BrillPOSTokenizer(char s);

  void setDelimiter(char s) {splitter = s;};

  char *  handleWord(char* word, const char* original, PropertyList* list);

protected:
  char splitter;
  // keep setting one property.  PropertyList copies.
  Property pos;
};

#endif

---