FreeLing  3.1
splitter.h
Go to the documentation of this file.
00001 
00002 //
00003 //    FreeLing - Open Source Language Analyzers
00004 //
00005 //    Copyright (C) 2004   TALP Research Center
00006 //                         Universitat Politecnica de Catalunya
00007 //
00008 //    This library is free software; you can redistribute it and/or
00009 //    modify it under the terms of the GNU General Public
00010 //    License as published by the Free Software Foundation; either
00011 //    version 3 of the License, or (at your option) any later version.
00012 //
00013 //    This library is distributed in the hope that it will be useful,
00014 //    but WITHOUT ANY WARRANTY; without even the implied warranty of
00015 //    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
00016 //    General Public License for more details.
00017 //
00018 //    You should have received a copy of the GNU General Public
00019 //    License along with this library; if not, write to the Free Software
00020 //    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
00021 //
00022 //    contact: Lluis Padro (padro@lsi.upc.es)
00023 //             TALP Research Center
00024 //             despatx C6.212 - Campus Nord UPC
00025 //             08034 Barcelona.  SPAIN
00026 //
00028 
00029 #ifndef _SPLITTER
00030 #define _SPLITTER
00031 
00032 #include <map>
00033 #include <set>
00034 
00035 #include "freeling/windll.h"
00036 #include "freeling/morfo/language.h"
00037 
00038 namespace freeling {
00039 
00046 
00047   class WINDLL splitter {
00048   private:
00050     bool SPLIT_AllowBetweenMarkers;
00051     int SPLIT_MaxWords;
00053     std::set<std::wstring> starters;
00054     std::map<std::wstring,bool> enders;
00056     std::map<std::wstring,int> markers;
00057   
00058     // current state
00059     bool betweenMrk;
00060     int no_split_count;
00061     std::list<int> mark_type;
00062     std::list<std::wstring> mark_form;
00063 
00065     //      std::list<sentence> ls; 
00067     sentence buffer; 
00068 
00070     bool end_of_sentence(std::list<word>::const_iterator, const std::list<word> &) const;
00071 
00072   public:
00074     splitter(const std::wstring &);
00075 
00077     void split(const std::list<word> &, bool, std::list<sentence> &ls);
00078     std::list<sentence> split(const std::list<word> &, bool);
00079   };
00080 
00081 } // namespace
00082 
00083 #endif
00084