/* Crossmark processing library * Copyright (C) 2006, Robert Staudinger * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #ifndef CM_SCANNER_HH #define CM_SCANNER_HH #include #include #include namespace crossmark { /*! * This namespace contains the various token types recognised by the * scanner. */ namespace tokens { /*! * Abstract base class. */ class Token { public: enum Class { BASE, START, END, TEXT, INDENT, STYLE, NEWLINE, PARAGRAPH }; virtual ~Token () {} virtual Token::Class getClass () const { return Token::BASE; } virtual const gchar * toHtml () const { return "\n\n"; } virtual const gchar * toString () const { return NULL; } protected: Token () {} }; /*! * Start-of-file. */ class Start : public Token { public: Start () {} virtual ~Start () {} virtual Token::Class getClass () const { return Token::START; } virtual const gchar * toHtml () const { return "\n"; } virtual const gchar * toString () const { return NULL; } }; /*! * End-of-file. */ class End : public Token { public: End () {} virtual ~End () {} virtual Token::Class getClass () const { return Token::END; } virtual const gchar * toHtml () const { return "\n\n"; } virtual const gchar * toString () const { return NULL; } }; /*! * Text token. */ class Text : public Token { public: Text (const gchar *text) : _text (text) { g_assert (text); } virtual ~Text () {} virtual void append (gunichar c) { _text.append (1, c); } virtual const gchar * getBuffer () { return _text.c_str (); } virtual const std::string &getString () { return _text; } virtual Token::Class getClass () const { return Token::TEXT; } virtual const gchar * toHtml () const { return _text.c_str (); } virtual const gchar * toString () const { return _text.c_str (); } private: std::string _text; }; /*! * Indentation token. */ class Indent : public Token { public: Indent () {} virtual ~Indent () {} virtual Token::Class getClass () const { return Token::INDENT; } virtual const gchar * toHtml () const { return ""; } /* * \todo Might become an issue with whitespace-indentation. */ virtual const gchar * toString () const { return "\t"; } }; /*! * Style token. */ class Style : public Token { public: // don't change order // see document::Style::Type enum Type { ASTERISK, SLASH, BACKTICK, UNDERSCORE }; enum Pos { LEFT, RIGHT }; Style (Type type, Pos pos) : _type (type), _pos (pos) { if (_type == ASTERISK && _pos == LEFT) _text = " *"; else if (_type == ASTERISK && _pos == RIGHT) _text = "* "; else if (_type == SLASH && _pos == LEFT) _text = " /"; else if (_type == SLASH && _pos == RIGHT) _text = "/ "; else if (_type == BACKTICK && _pos == LEFT) _text = " `"; else if (_type == BACKTICK && _pos == RIGHT) _text = "` "; else if (_type == UNDERSCORE && _pos == LEFT) _text = " _"; else if (_type == UNDERSCORE && _pos == RIGHT) _text = " _"; else g_assert (FALSE); } virtual ~Style () {} virtual Type getType () const { return _type; } virtual Pos getPos () const { return _pos; } virtual Token::Class getClass () const { return Token::STYLE; } virtual const gchar * toHtml () { if (_type == ASTERISK && _pos == LEFT) return ""; else if (_type == ASTERISK && _pos == RIGHT) return ""; else if (_type == SLASH && _pos == LEFT) return ""; else if (_type == SLASH && _pos == RIGHT) return ""; else if (_type == BACKTICK && _pos == LEFT) return "

"; 
		else if (_type == BACKTICK && _pos == RIGHT) return "

"; else if (_type == UNDERSCORE && _pos == LEFT) return ""; else if (_type == UNDERSCORE && _pos == RIGHT) return ""; else g_assert (FALSE); } virtual const gchar * toString () const { return _text.c_str (); } private: Type _type; Pos _pos; std::string _text; }; /*! * Paragraph break. */ class Newline : public Token { public: Newline () {} virtual ~Newline () {} virtual Token::Class getClass () const { return Token::NEWLINE; } virtual const gchar * toHtml () const { return "
"; } }; /*! * Paragraph break. */ class Paragraph : public Token { public: Paragraph () {} virtual ~Paragraph () {} virtual Token::Class getClass () const { return Token::PARAGRAPH; } virtual const gchar * toHtml () const { return ""; } }; }; // namespace tokens /*! * Scanner. * * Yeah, this is flawed, but I'm trying to treat markup stuff * as a single character (by using lookahead). * {charset} := {UTF-8} \ {" *", "* ", " /", "/ ", " `", "` ", " _", "_ "} * * Initial scanner grammar * 0 means start of file * token := paragraph | style | text | sof | eof * paragraph := '\n' '\n' '\n'* * style := " *" | "* " | " /" | "/ " | " `" | "` " | " _" | "_ " * text := {charset}* */ class Scanner { public: Scanner (const std::string &file); Scanner (streams::Input &istream); virtual ~Scanner (); virtual tokens::Token * fetchToken (); protected: virtual tokens::Token * scanEnd (); virtual tokens::Token * scanEnd (gunichar c); virtual tokens::Token * scanNewline (gboolean &restart); virtual tokens::Token * scanIndent (); virtual tokens::Token * scanStyle (gunichar c2, gunichar &tail); private: streams::Input &_istream; gboolean _ownStream; tokens::Token *_next; gunichar _c1; }; }; // namespace crossmark #endif // CM_SCANNER_HH