ElementText.cpp 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654
  1. /*
  2. * This source file is part of RmlUi, the HTML/CSS Interface Middleware
  3. *
  4. * For the latest information, see http://github.com/mikke89/RmlUi
  5. *
  6. * Copyright (c) 2008-2010 CodePoint Ltd, Shift Technology Ltd
  7. * Copyright (c) 2019 The RmlUi Team, and contributors
  8. *
  9. * Permission is hereby granted, free of charge, to any person obtaining a copy
  10. * of this software and associated documentation files (the "Software"), to deal
  11. * in the Software without restriction, including without limitation the rights
  12. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  13. * copies of the Software, and to permit persons to whom the Software is
  14. * furnished to do so, subject to the following conditions:
  15. *
  16. * The above copyright notice and this permission notice shall be included in
  17. * all copies or substantial portions of the Software.
  18. *
  19. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  20. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  22. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  23. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  24. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  25. * THE SOFTWARE.
  26. *
  27. */
  28. #include "../../Include/RmlUi/Core/ElementText.h"
  29. #include "../../Include/RmlUi/Core/Context.h"
  30. #include "../../Include/RmlUi/Core/Core.h"
  31. #include "../../Include/RmlUi/Core/ElementDocument.h"
  32. #include "../../Include/RmlUi/Core/ElementUtilities.h"
  33. #include "../../Include/RmlUi/Core/Event.h"
  34. #include "../../Include/RmlUi/Core/FontEngineInterface.h"
  35. #include "../../Include/RmlUi/Core/GeometryUtilities.h"
  36. #include "../../Include/RmlUi/Core/Profiling.h"
  37. #include "../../Include/RmlUi/Core/Property.h"
  38. #include "ComputeProperty.h"
  39. #include "ElementDefinition.h"
  40. #include "ElementStyle.h"
  41. namespace Rml {
  42. static bool BuildToken(String& token, const char*& token_begin, const char* string_end, bool first_token, bool collapse_white_space, bool break_at_endline, Style::TextTransform text_transformation, bool decode_escape_characters);
  43. static bool LastToken(const char* token_begin, const char* string_end, bool collapse_white_space, bool break_at_endline);
  44. void LogMissingFontFace(Element* element)
  45. {
  46. const String font_family_property = element->GetProperty<String>("font-family");
  47. if (font_family_property.empty())
  48. {
  49. Log::Message(Log::LT_WARNING, "No font face defined. Missing 'font-family' property. On element %s", element->GetAddress().c_str());
  50. }
  51. else
  52. {
  53. const ComputedValues& computed = element->GetComputedValues();
  54. const String font_face_description = GetFontFaceDescription(font_family_property, computed.font_style(), computed.font_weight());
  55. Log::Message(Log::LT_WARNING,
  56. "No font face defined. Ensure (1) that Context::Update is run after new elements are constructed, before Context::Render, "
  57. "and (2) that the specified font face %s has been successfully loaded. "
  58. "Please see previous log messages for all successfully loaded fonts. On element %s",
  59. font_face_description.c_str(), element->GetAddress().c_str());
  60. }
  61. }
  62. ElementText::ElementText(const String& tag) :
  63. Element(tag), colour(255, 255, 255), opacity(1), font_handle_version(0), geometry_dirty(true), dirty_layout_on_change(true),
  64. generated_decoration(Style::TextDecoration::None), decoration_property(Style::TextDecoration::None), font_effects_dirty(true),
  65. font_effects_handle(0)
  66. {}
  67. ElementText::~ElementText() {}
  68. void ElementText::SetText(const String& _text)
  69. {
  70. if (text != _text)
  71. {
  72. text = _text;
  73. if (dirty_layout_on_change)
  74. DirtyLayout();
  75. }
  76. }
  77. const String& ElementText::GetText() const
  78. {
  79. return text;
  80. }
  81. void ElementText::OnRender()
  82. {
  83. RMLUI_ZoneScoped;
  84. FontFaceHandle font_face_handle = GetFontFaceHandle();
  85. if (font_face_handle == 0)
  86. return;
  87. // If our font effects have potentially changed, update it and force a geometry generation if necessary.
  88. if (font_effects_dirty && UpdateFontEffects())
  89. geometry_dirty = true;
  90. // Dirty geometry if font version has changed.
  91. int new_version = GetFontEngineInterface()->GetVersion(font_face_handle);
  92. if (new_version != font_handle_version)
  93. {
  94. font_handle_version = new_version;
  95. geometry_dirty = true;
  96. }
  97. // Regenerate the geometry if the colour or font configuration has altered.
  98. if (geometry_dirty)
  99. GenerateGeometry(font_face_handle);
  100. // Regenerate text decoration if necessary.
  101. if (decoration_property != generated_decoration)
  102. {
  103. if (decoration_property == Style::TextDecoration::None)
  104. {
  105. decoration.reset();
  106. }
  107. else
  108. {
  109. if (decoration)
  110. decoration->Release(true);
  111. else
  112. decoration = MakeUnique<Geometry>(this);
  113. GenerateDecoration(font_face_handle);
  114. }
  115. generated_decoration = decoration_property;
  116. }
  117. const Vector2f translation = GetAbsoluteOffset();
  118. bool render = true;
  119. Vector2i clip_origin;
  120. Vector2i clip_dimensions;
  121. if (GetContext()->GetActiveClipRegion(clip_origin, clip_dimensions))
  122. {
  123. const FontMetrics& font_metrics = GetFontEngineInterface()->GetFontMetrics(GetFontFaceHandle());
  124. float clip_top = (float)clip_origin.y;
  125. float clip_left = (float)clip_origin.x;
  126. float clip_right = (float)(clip_origin.x + clip_dimensions.x);
  127. float clip_bottom = (float)(clip_origin.y + clip_dimensions.y);
  128. float ascent = font_metrics.ascent;
  129. float descent = font_metrics.descent;
  130. render = false;
  131. for (const Line& line : lines)
  132. {
  133. float x_left = translation.x + line.position.x;
  134. float x_right = x_left + line.width;
  135. float y = translation.y + line.position.y;
  136. float y_top = y - ascent;
  137. float y_bottom = y + descent;
  138. render = !(x_left > clip_right || x_right < clip_left || y_top > clip_bottom || y_bottom < clip_top);
  139. if (render)
  140. break;
  141. }
  142. }
  143. if (render)
  144. {
  145. for (size_t i = 0; i < geometry.size(); ++i)
  146. geometry[i].Render(translation);
  147. }
  148. if (decoration)
  149. decoration->Render(translation);
  150. }
  151. // Generates a line of text rendered from this element
  152. bool ElementText::GenerateLine(String& line, int& line_length, float& line_width, int line_begin, float maximum_line_width, float right_spacing_width,
  153. bool trim_whitespace_prefix, bool decode_escape_characters, bool allow_empty)
  154. {
  155. RMLUI_ZoneScoped;
  156. RMLUI_ASSERT(maximum_line_width >= 0.f); // TODO: Check all callers for conformance, check break at line condition below. Possibly check for FLT_MAX.
  157. FontFaceHandle font_face_handle = GetFontFaceHandle();
  158. // Initialise the output variables.
  159. line.clear();
  160. line_length = 0;
  161. line_width = 0;
  162. // Bail if we don't have a valid font face.
  163. if (font_face_handle == 0)
  164. {
  165. LogMissingFontFace(GetParentNode() ? GetParentNode() : this);
  166. return true;
  167. }
  168. // Determine how we are processing white-space while formatting the text.
  169. using namespace Style;
  170. auto& computed = GetComputedValues();
  171. WhiteSpace white_space_property = computed.white_space();
  172. bool collapse_white_space = white_space_property == WhiteSpace::Normal ||
  173. white_space_property == WhiteSpace::Nowrap ||
  174. white_space_property == WhiteSpace::Preline;
  175. bool break_at_line = (maximum_line_width >= 0) &&
  176. (white_space_property == WhiteSpace::Normal ||
  177. white_space_property == WhiteSpace::Prewrap ||
  178. white_space_property == WhiteSpace::Preline);
  179. bool break_at_endline = white_space_property == WhiteSpace::Pre ||
  180. white_space_property == WhiteSpace::Prewrap ||
  181. white_space_property == WhiteSpace::Preline;
  182. TextTransform text_transform_property = computed.text_transform();
  183. WordBreak word_break = computed.word_break();
  184. FontEngineInterface* font_engine_interface = GetFontEngineInterface();
  185. // Starting at the line_begin character, we generate sections of the text (we'll call them tokens) depending on the
  186. // white-space parsing parameters. Each section is then appended to the line if it can fit. If not, or if an
  187. // endline is found (and we're processing them), then the line is ended. kthxbai!
  188. const char* token_begin = text.c_str() + line_begin;
  189. const char* string_end = text.c_str() + text.size();
  190. while (token_begin != string_end)
  191. {
  192. String token;
  193. const char* next_token_begin = token_begin;
  194. Character previous_codepoint = Character::Null;
  195. if (!line.empty())
  196. previous_codepoint = StringUtilities::ToCharacter(StringUtilities::SeekBackwardUTF8(&line.back(), line.data()));
  197. // Generate the next token and determine its pixel-length.
  198. bool break_line = BuildToken(token, next_token_begin, string_end, line.empty() && trim_whitespace_prefix, collapse_white_space, break_at_endline, text_transform_property, decode_escape_characters);
  199. int token_width = font_engine_interface->GetStringWidth(font_face_handle, token, previous_codepoint);
  200. // If we're breaking to fit a line box, check if the token can fit on the line before we add it.
  201. if (break_at_line)
  202. {
  203. const bool is_last_token = LastToken(next_token_begin, string_end, collapse_white_space, break_at_endline);
  204. int max_token_width = int(maximum_line_width - (is_last_token ? line_width + right_spacing_width : line_width));
  205. if (token_width > max_token_width)
  206. {
  207. if (word_break == WordBreak::BreakAll || (word_break == WordBreak::BreakWord && line.empty()))
  208. {
  209. // Try to break up the word
  210. max_token_width = int(maximum_line_width - line_width);
  211. const int token_max_size = int(next_token_begin - token_begin);
  212. bool force_loop_break_after_next = false;
  213. // @performance: Can be made much faster. Use string width heuristics and logarithmic search.
  214. for (int i = token_max_size - 1; i > 0; --i)
  215. {
  216. token.clear();
  217. next_token_begin = token_begin;
  218. const char* partial_string_end = StringUtilities::SeekBackwardUTF8(token_begin + i, token_begin);
  219. BuildToken(token, next_token_begin, partial_string_end, line.empty() && trim_whitespace_prefix, collapse_white_space, break_at_endline, text_transform_property, decode_escape_characters);
  220. token_width = font_engine_interface->GetStringWidth(font_face_handle, token, previous_codepoint);
  221. if (force_loop_break_after_next || token_width <= max_token_width)
  222. {
  223. break;
  224. }
  225. else if (next_token_begin == token_begin)
  226. {
  227. // This means the first character of the token doesn't fit. Let it overflow into the next line if we can.
  228. if (allow_empty || !line.empty())
  229. return false;
  230. // Not even the first character of the line fits. Go back to consume the first character even though it will overflow.
  231. i += 2;
  232. force_loop_break_after_next = true;
  233. }
  234. }
  235. break_line = true;
  236. }
  237. else if (allow_empty || !line.empty())
  238. {
  239. // Let the token overflow into the next line.
  240. return false;
  241. }
  242. }
  243. }
  244. // The token can fit on the end of the line, so add it onto the end and increment our width and length counters.
  245. line += token;
  246. line_length += (int)(next_token_begin - token_begin);
  247. line_width += token_width;
  248. // Break out of the loop if an endline was forced.
  249. if (break_line && (allow_empty || !line.empty()))
  250. return false;
  251. // Set the beginning of the next token.
  252. token_begin = next_token_begin;
  253. }
  254. return true;
  255. }
  256. // Clears all lines of generated text and prepares the element for generating new lines.
  257. void ElementText::ClearLines()
  258. {
  259. // Clear the rendering information.
  260. for (size_t i = 0; i < geometry.size(); ++i)
  261. geometry[i].Release(true);
  262. lines.clear();
  263. generated_decoration = Style::TextDecoration::None;
  264. }
  265. // Adds a new line into the text element.
  266. void ElementText::AddLine(Vector2f line_position, String line)
  267. {
  268. if (font_effects_dirty)
  269. UpdateFontEffects();
  270. lines.emplace_back(std::move(line), line_position);
  271. geometry_dirty = true;
  272. }
  273. // Prevents the element from dirtying its document's layout when its text is changed.
  274. void ElementText::SuppressAutoLayout()
  275. {
  276. dirty_layout_on_change = false;
  277. }
  278. void ElementText::OnPropertyChange(const PropertyIdSet& changed_properties)
  279. {
  280. RMLUI_ZoneScoped;
  281. Element::OnPropertyChange(changed_properties);
  282. bool colour_changed = false;
  283. bool font_face_changed = false;
  284. auto& computed = GetComputedValues();
  285. if (changed_properties.Contains(PropertyId::Color) ||
  286. changed_properties.Contains(PropertyId::Opacity))
  287. {
  288. const float new_opacity = computed.opacity();
  289. const bool opacity_changed = opacity != new_opacity;
  290. Colourb new_colour = computed.color();
  291. new_colour.alpha = byte(new_opacity * float(new_colour.alpha));
  292. colour_changed = colour != new_colour;
  293. if (colour_changed)
  294. {
  295. colour = new_colour;
  296. }
  297. if (opacity_changed)
  298. {
  299. opacity = new_opacity;
  300. font_effects_dirty = true;
  301. geometry_dirty = true;
  302. }
  303. }
  304. if (changed_properties.Contains(PropertyId::FontFamily) ||
  305. changed_properties.Contains(PropertyId::FontWeight) ||
  306. changed_properties.Contains(PropertyId::FontStyle) ||
  307. changed_properties.Contains(PropertyId::FontSize))
  308. {
  309. font_face_changed = true;
  310. geometry.clear();
  311. geometry_dirty = true;
  312. font_effects_handle = 0;
  313. font_effects_dirty = true;
  314. font_handle_version = 0;
  315. }
  316. if (changed_properties.Contains(PropertyId::FontEffect))
  317. {
  318. font_effects_dirty = true;
  319. }
  320. if (changed_properties.Contains(PropertyId::TextDecoration))
  321. {
  322. decoration_property = computed.text_decoration();
  323. if (decoration && decoration_property == Style::TextDecoration::None)
  324. decoration.reset();
  325. }
  326. if (font_face_changed)
  327. {
  328. // We have to let our document know we need to be regenerated.
  329. if (dirty_layout_on_change)
  330. DirtyLayout();
  331. }
  332. else if (colour_changed)
  333. {
  334. // Force the geometry to be regenerated.
  335. geometry_dirty = true;
  336. // Re-colour the decoration geometry.
  337. if (decoration)
  338. {
  339. Vector<Vertex>& vertices = decoration->GetVertices();
  340. for (size_t i = 0; i < vertices.size(); ++i)
  341. vertices[i].colour = colour;
  342. decoration->Release();
  343. }
  344. }
  345. }
  346. // Returns the RML of this element
  347. void ElementText::GetRML(String& content)
  348. {
  349. content += StringUtilities::EncodeRml(text);
  350. }
  351. // Updates the configuration this element uses for its font.
  352. bool ElementText::UpdateFontEffects()
  353. {
  354. RMLUI_ZoneScoped;
  355. if (GetFontFaceHandle() == 0)
  356. return false;
  357. font_effects_dirty = false;
  358. static const FontEffectList empty_font_effects;
  359. // Fetch the font-effect for this text element
  360. const FontEffectList* font_effects = &empty_font_effects;
  361. if (GetComputedValues().has_font_effect())
  362. {
  363. if (const Property* p = GetProperty(PropertyId::FontEffect))
  364. if (FontEffectsPtr effects = p->Get<FontEffectsPtr>())
  365. font_effects = &effects->list;
  366. }
  367. // Request a font layer configuration to match this set of effects. If this is different from
  368. // our old configuration, then return true to indicate we'll need to regenerate geometry.
  369. FontEffectsHandle new_font_effects_handle = GetFontEngineInterface()->PrepareFontEffects(GetFontFaceHandle(), *font_effects);
  370. if (new_font_effects_handle != font_effects_handle)
  371. {
  372. font_effects_handle = new_font_effects_handle;
  373. return true;
  374. }
  375. return false;
  376. }
  377. // Clears and regenerates all of the text's geometry.
  378. void ElementText::GenerateGeometry(const FontFaceHandle font_face_handle)
  379. {
  380. RMLUI_ZoneScopedC(0xD2691E);
  381. // Release the old geometry ...
  382. for (size_t i = 0; i < geometry.size(); ++i)
  383. geometry[i].Release(true);
  384. // ... and generate it all again!
  385. for (size_t i = 0; i < lines.size(); ++i)
  386. GenerateGeometry(font_face_handle, lines[i]);
  387. generated_decoration = Style::TextDecoration::None;
  388. geometry_dirty = false;
  389. }
  390. void ElementText::GenerateGeometry(const FontFaceHandle font_face_handle, Line& line)
  391. {
  392. line.width = GetFontEngineInterface()->GenerateString(font_face_handle, font_effects_handle, line.text, line.position, colour, opacity, geometry);
  393. for (size_t i = 0; i < geometry.size(); ++i)
  394. geometry[i].SetHostElement(this);
  395. }
  396. void ElementText::GenerateDecoration(const FontFaceHandle font_face_handle)
  397. {
  398. RMLUI_ZoneScopedC(0xA52A2A);
  399. RMLUI_ASSERT(decoration);
  400. const FontMetrics& metrics = GetFontEngineInterface()->GetFontMetrics(font_face_handle);
  401. float offset = 0.f;
  402. switch (decoration_property)
  403. {
  404. case Style::TextDecoration::Underline: offset = metrics.underline_position; break;
  405. case Style::TextDecoration::Overline: offset = -1.1f * metrics.ascent; break;
  406. case Style::TextDecoration::LineThrough: offset = -0.65f * metrics.x_height; break;
  407. case Style::TextDecoration::None: return;
  408. }
  409. for (const Line& line : lines)
  410. {
  411. const Vector2f position = {line.position.x, line.position.y + offset};
  412. const Vector2f size = {(float)line.width, metrics.underline_thickness};
  413. GeometryUtilities::GenerateLine(decoration.get(), position, size, colour);
  414. }
  415. }
  416. static bool BuildToken(String& token, const char*& token_begin, const char* string_end, bool first_token, bool collapse_white_space, bool break_at_endline, Style::TextTransform text_transformation, bool decode_escape_characters)
  417. {
  418. RMLUI_ASSERT(token_begin != string_end);
  419. token.reserve(string_end - token_begin + token.size());
  420. // Check what the first character of the token is; all we need to know is if it is white-space or not.
  421. bool parsing_white_space = StringUtilities::IsWhitespace(*token_begin);
  422. // Loop through the string from the token's beginning until we find an end to the token. This can occur in various
  423. // places, depending on the white-space processing;
  424. // - at the end of a section of non-white-space characters,
  425. // - at the end of a section of white-space characters, if we're not collapsing white-space,
  426. // - at an endline token, if we're breaking on endlines.
  427. while (token_begin != string_end)
  428. {
  429. bool force_non_whitespace = false;
  430. char character = *token_begin;
  431. const char* escape_begin = token_begin;
  432. // Check for an ampersand; if we find one, we've got an HTML escaped character.
  433. if (decode_escape_characters && character == '&')
  434. {
  435. // Find the terminating ';'.
  436. while (token_begin != string_end &&
  437. *token_begin != ';')
  438. ++token_begin;
  439. // If we couldn't find the ';', print the token like normal text.
  440. if (token_begin == string_end)
  441. {
  442. token_begin = escape_begin;
  443. }
  444. // We could find a ';', parse the escape code. If the escape code is recognised, set the parsed character
  445. // to the appropriate one. If it is a non-breaking space, prevent it being picked up as whitespace. If it
  446. // is not recognised, print the token like normal text.
  447. else
  448. {
  449. String escape_code(escape_begin + 1, token_begin);
  450. if (escape_code == "lt")
  451. character = '<';
  452. else if (escape_code == "gt")
  453. character = '>';
  454. else if (escape_code == "amp")
  455. character = '&';
  456. else if (escape_code == "quot")
  457. character = '"';
  458. else if (escape_code == "nbsp")
  459. {
  460. character = ' ';
  461. force_non_whitespace = true;
  462. }
  463. else
  464. token_begin = escape_begin;
  465. }
  466. }
  467. // Check for an endline token; if we're breaking on endlines and we find one, then return true to indicate a
  468. // forced break.
  469. if (break_at_endline &&
  470. character == '\n')
  471. {
  472. token += '\n';
  473. token_begin++;
  474. return true;
  475. }
  476. // If we've transitioned from white-space characters to non-white-space characters, or vice-versa, then check
  477. // if should terminate the token; if we're not collapsing white-space, then yes (as sections of white-space are
  478. // non-breaking), otherwise only if we've transitioned from characters to white-space.
  479. bool white_space = !force_non_whitespace && StringUtilities::IsWhitespace(character);
  480. if (white_space != parsing_white_space)
  481. {
  482. if (!collapse_white_space)
  483. {
  484. // Restore pointer to the beginning of the escaped token, if we processed an escape code.
  485. token_begin = escape_begin;
  486. return false;
  487. }
  488. // We're collapsing white-space; we only tokenise words, not white-space, so we're only done tokenising
  489. // once we've begun parsing non-white-space and then found white-space.
  490. if (!parsing_white_space)
  491. {
  492. // However, if we are the last non-whitespace character in the string, and there are trailing
  493. // whitespace characters after this token, then we need to append a single space to the end of this
  494. // token.
  495. if (token_begin != string_end &&
  496. LastToken(token_begin, string_end, collapse_white_space, break_at_endline))
  497. token += ' ';
  498. return false;
  499. }
  500. // We've transitioned from white-space to non-white-space, so we append a single white-space character.
  501. if (!first_token)
  502. token += ' ';
  503. parsing_white_space = false;
  504. }
  505. // If the current character is white-space, we'll append a space character to the token if we're not collapsing
  506. // sections of white-space.
  507. if (white_space)
  508. {
  509. if (!collapse_white_space)
  510. token += ' ';
  511. }
  512. else
  513. {
  514. if (text_transformation == Style::TextTransform::Uppercase)
  515. {
  516. if (character >= 'a' && character <= 'z')
  517. character += ('A' - 'a');
  518. }
  519. else if (text_transformation == Style::TextTransform::Lowercase)
  520. {
  521. if (character >= 'A' && character <= 'Z')
  522. character -= ('A' - 'a');
  523. }
  524. token += character;
  525. }
  526. ++token_begin;
  527. }
  528. return false;
  529. }
  530. static bool LastToken(const char* token_begin, const char* string_end, bool collapse_white_space, bool break_at_endline)
  531. {
  532. bool last_token = (token_begin == string_end);
  533. if (collapse_white_space &&
  534. !last_token)
  535. {
  536. last_token = true;
  537. const char* character = token_begin;
  538. while (character != string_end)
  539. {
  540. if (!StringUtilities::IsWhitespace(*character) ||
  541. (break_at_endline && *character == '\n'))
  542. {
  543. last_token = false;
  544. break;
  545. }
  546. character++;
  547. }
  548. }
  549. return last_token;
  550. }
  551. } // namespace Rml