| DeSR Dependency Parser |
00001 /* 00002 ** Tanl C++ Library 00003 ** ixe/text/StreamTokenizer.h 00004 ** ---------------------------------------------------------------------- 00005 ** Copyright (c) 2002 Giuseppe Attardi (attardi@di.unipi.it). 00006 ** ---------------------------------------------------------------------- 00007 ** 00008 ** This file is part of DeSR. 00009 ** 00010 ** DeSR is free software; you can redistribute it and/or modify it 00011 ** under the terms of the GNU General Public License, version 3, 00012 ** as published by the Free Software Foundation. 00013 ** 00014 ** DeSR is distributed in the hope that it will be useful, 00015 ** but WITHOUT ANY WARRANTY; without even the implied warranty of 00016 ** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 00017 ** GNU General Public License for more details. 00018 ** 00019 ** You should have received a copy of the GNU General Public License 00020 ** along with this program. If not, see <http://www.gnu.org/licenses/>. 00021 ** ---------------------------------------------------------------------- 00022 */ 00023 00024 #ifndef Tanl_Text_StreamTokenizer_H 00025 #define Tanl_Text_StreamTokenizer_H 00026 00027 #include "text/StringTokenizer.h" 00028 00029 using namespace std; 00030 00031 namespace Tanl { 00032 namespace Text { 00033 00034 #define MAX_LINE_LEN 4096 00035 00036 class StreamTokenizer : public StringTokenizer { 00037 00038 public: 00039 00040 StreamTokenizer(istream& is) : StringTokenizer(is) { } 00041 00042 char const* hasNext(); 00043 00048 bool getline(); 00049 00050 }; 00051 00052 } // namespace Text 00053 } // namespace Tanl 00054 00055 #endif // Tanl_Text_StreamTokenizer_H