Main Page | Namespace List | Class Hierarchy | Alphabetical List | Class List | File List | Namespace Members | Class Members | File Members | Related Pages | Examples

tokenizer.h

Go to the documentation of this file.
00001 // Copyright (C) 1999-2005 Open Source Telecom Corporation.
00002 //
00003 // This program is free software; you can redistribute it and/or modify
00004 // it under the terms of the GNU General Public License as published by
00005 // the Free Software Foundation; either version 2 of the License, or
00006 // (at your option) any later version.
00007 // 
00008 // This program is distributed in the hope that it will be useful,
00009 // but WITHOUT ANY WARRANTY; without even the implied warranty of
00010 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
00011 // GNU General Public License for more details.
00012 //
00013 // You should have received a copy of the GNU General Public License
00014 // along with this program; if not, write to the Free Software
00015 // Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
00016 // 
00017 // As a special exception, you may use this file as part of a free software
00018 // library without restriction.  Specifically, if other files instantiate
00019 // templates or use macros or inline functions from this file, or you compile
00020 // this file and link it with other files to produce an executable, this
00021 // file does not by itself cause the resulting executable to be covered by
00022 // the GNU General Public License.  This exception does not however    
00023 // invalidate any other reasons why the executable file might be covered by
00024 // the GNU General Public License.    
00025 //
00026 // This exception applies only to the code released under the name GNU
00027 // Common C++.  If you copy code from other releases into a copy of GNU
00028 // Common C++, as the General Public License permits, the exception does
00029 // not apply to the code that you add in this way.  To avoid misleading
00030 // anyone as to the status of such modified files, you must delete
00031 // this exception notice from them.
00032 //
00033 // If you write modifications of your own for GNU Common C++, it is your choice
00034 // whether to permit this exception to apply to your modifications.
00035 // If you do not wish that, delete this exception notice.
00036 //
00037 
00043 #ifndef CCXX_TOKENIZER_H_
00044 #define CCXX_TOKENIZER_H_
00045 
00046 #ifndef CCXX_MISSING_H_
00047 #include <cc++/missing.h>
00048 #endif
00049 
00050 #ifndef CCXX_THREAD_H_
00051 #include <cc++/thread.h>
00052 #endif
00053 
00054 #ifdef  CCXX_NAMESPACES
00055 namespace ost {
00056 #endif
00057 
00101 class __EXPORT StringTokenizer {
00102 public:
00108         static const char * const SPACE;
00109 
00119         // maybe move more global ?
00120         class NoSuchElementException { };
00121 
00126         class __EXPORT iterator {
00127                 friend class StringTokenizer;  // access our private constructors
00128         private:
00129                 const StringTokenizer *myTok; // my StringTokenizer
00130                 const char *start;      // start of current token
00131                 const char *tokEnd;     // end of current token (->nxDelimiter)
00132                 const char *endp;       // one before next token
00133                 char *token;            // allocated token, if requested
00134 
00135                 // for initialization of the itEnd iterator
00136                 iterator(const StringTokenizer &tok, const char *end) 
00137                         : myTok(&tok),tokEnd(0),endp(end),token(0) {}
00138 
00139                 iterator(const StringTokenizer &tok)
00140                         : myTok(&tok),tokEnd(0),endp(myTok->str-1),token(0) {
00141                         ++(*this); // init first token.
00142                 }
00143 
00144         public:
00145                 iterator() : myTok(0),start(0),tokEnd(0),endp(0),token(0) {}
00146 
00147                 // see also: comment in implementation of operator++
00148                 virtual ~iterator() { if (token) *token='\0'; delete [] token; }
00149                 
00153                 // everything, but not responsible for the allocated token.
00154                 iterator(const iterator& i) :
00155                         myTok(i.myTok),start(i.start),tokEnd(i.tokEnd),
00156                         endp(i.endp),token(0) {}
00157 
00161                 // everything, but not responsible for the allocated token.
00162                 iterator &operator = (const iterator &i) {
00163                         myTok = i.myTok; 
00164                         start = i.start; endp = i.endp; tokEnd = i.tokEnd;
00165                         if ( token )
00166                                 delete [] token;
00167                         token = 0;
00168                         return *this;
00169                 }
00170 
00174                 iterator &operator ++ () THROWS (NoSuchElementException);
00175 
00184                 const char*  operator *  () THROWS (NoSuchElementException);
00185                 
00192                 inline char nextDelimiter() const {
00193                         return (tokEnd) ? *tokEnd : '\0';
00194                 }
00195                 
00200                 // only compare the end-position. speed.
00201                 inline bool operator == (const iterator &other) const { 
00202                         return (endp == other.endp);
00203                 }
00204 
00209                 // only compare the end position. speed.
00210                 inline bool operator != (const iterator &other) const { 
00211                         return (endp != other.endp);
00212                 }
00213         };
00214 private:
00215         friend class StringTokenizer::iterator;
00216         const char *str;
00217         const char *delim;
00218         bool skipAll, trim;
00219         iterator itEnd;
00220 
00221 public:
00260         StringTokenizer (const char *str,
00261                          const char *delim,
00262                          bool skipAllDelim = false,
00263                          bool trim = false);
00264         
00274         StringTokenizer (const char *s);
00275 
00279         iterator begin() const { 
00280                 return iterator(*this);
00281         }
00282         
00287         void setDelimiters (const char *d) {
00288                 delim = d;
00289         }
00290         
00295         iterator begin(const char *d) { 
00296                 delim = d;
00297                 return iterator(*this);
00298         }
00299 
00303         const iterator& end() const { return itEnd; }
00304 };
00305 
00306 #ifdef  CCXX_NAMESPACES
00307 }
00308 #endif
00309 
00310 #endif
00311 

Generated on Sat Jul 23 19:28:37 2005 for GNU CommonC++ by  doxygen 1.4.3-20050530