/* ***** BEGIN LICENSE BLOCK ***** * Version: MPL 1.1/GPL 2.0/LGPL 2.1 * * The contents of this file are subject to the Mozilla Public License Version * 1.1 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * http://www.mozilla.org/MPL/ * * Software distributed under the License is distributed on an "AS IS" basis, * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License * for the specific language governing rights and limitations under the * License. * * The Original Code is Hunspell, based on MySpell. * * The Initial Developers of the Original Code are * Kevin Hendricks (MySpell) and Németh László (Hunspell). * Portions created by the Initial Developers are Copyright (C) 2002-2005 * the Initial Developers. All Rights Reserved. * * Contributor(s): David Einstein, Davide Prina, Giuseppe Modugno, * Gianluca Turconi, Simon Brouwer, Noll János, Bíró Árpád, * Goldman Eleonóra, Sarlós Tamás, Bencsáth Boldizsár, Halácsy Péter, * Dvornik László, Gefferth András, Nagy Viktor, Varga Dániel, Chris Halls, * Rene Engelhard, Bram Moolenaar, Dafydd Jones, Harri Pitkänen * * Alternatively, the contents of this file may be used under the terms of * either the GNU General Public License Version 2 or later (the "GPL"), or * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), * in which case the provisions of the GPL or the LGPL are applicable instead * of those above. If you wish to allow use of your version of this file only * under the terms of either the GPL or the LGPL, and not to allow others to * use your version of this file under the terms of the MPL, indicate your * decision by deleting the provisions above and replace them with the notice * and other provisions required by the GPL or the LGPL. If you do not delete * the provisions above, a recipient may use your version of this file under * the terms of any one of the MPL, the GPL or the LGPL. * * ***** END LICENSE BLOCK ***** */ #include <cstdlib> #include <cstring> #include <cstdio> #include <ctype.h> #include "../hunspell/csutil.hxx" #include "textparser.hxx" #include <algorithm> #ifndef W32 usingnamespacestd; #endif // ISO-8859-1 HTML character entities static const char* LATIN1[] = …; #define LATIN1_LEN … #define ENTITY_APOS … #define UTF8_APOS … #define APOSTROPHE … TextParser::TextParser(const char* wordchars) { … } TextParser::TextParser(const w_char* wordchars, int len) { … } TextParser::~TextParser() { … } int TextParser::is_wordchar(const char* w) { … } const char* TextParser::get_latin1(const char* s) { … } void TextParser::init(const char* wordchars) { … } void TextParser::init(const w_char* wc, int len) { … } int TextParser::next_char(const char* ln, size_t* pos) { … } void TextParser::put_line(const char* word) { … } std::string TextParser::get_prevline(int n) const { … } std::string TextParser::get_line() const { … } bool TextParser::next_token(std::string &t) { … } size_t TextParser::get_tokenpos() { … } int TextParser::change_token(const char* word) { … } void TextParser::check_urls() { … } int TextParser::get_url(size_t token_pos, size_t* hd) { … } void TextParser::set_url_checking(int check) { … } bool TextParser::alloc_token(size_t tokn, size_t* hd, std::string& t) { … }