/*
* Copyright (C) 2020 Emeric Poupon
*
* This file is part of LMS.
*
* LMS is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* LMS is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with LMS. If not, see .
*/
#include "core/String.hpp"
#include
#include
#include
#include
#include
#include
#include
#include
namespace lms::core::stringUtils
{
namespace details
{
constexpr std::pair jsEscapeChars[]{
{ '\\', "\\\\" },
{ '\n', "\\n" },
{ '\r', "\\r" },
{ '\t', "\\t" },
{ '"', "\\\"" },
{ '\'', "\\\'" },
};
constexpr std::pair jsonEscapeChars[]{
{ '\\', "\\\\" },
{ '"', "\\\"" },
{ '\b', "\\b" },
{ '\f', "\\f" },
{ '\n', "\\n" },
{ '\r', "\\r" },
{ '\t', "\\t" },
};
constexpr std::pair xmlEscapeChars[]{
{ '&', "&" },
{ '<', "<" },
{ '>', ">" },
{ '\'', "'" },
{ '"', """ },
};
template
std::string escape(std::string_view str, const std::pair (&charsToEscape)[N])
{
std::string escaped;
escaped.reserve(str.length());
for (const char c : str)
{
auto it{ std::find_if(std::cbegin(charsToEscape), std::cend(charsToEscape), [c](const auto& entry) { return entry.first == c; }) };
if (it == std::cend(charsToEscape))
{
escaped += c;
continue;
}
escaped += it->second;
}
return escaped;
}
template
void writeEscapedString(std::ostream& os, std::string_view str, const std::pair (&charsToEscape)[N])
{
for (const char c : str)
{
auto itEntry{ std::find_if(std::cbegin(charsToEscape), std::cend(charsToEscape), [=](const auto& entry) { return entry.first == c; }) };
if (itEntry != std::cend(charsToEscape))
os << itEntry->second;
else
os << c;
}
}
template
std::string joinStrings(std::span strings, std::string_view delimiter)
{
std::string res;
bool first{ true };
for (const StringType& str : strings)
{
if (!first)
res += delimiter;
res += str;
first = false;
}
return res;
}
template
std::vector splitString(std::string_view str, std::span separators)
{
std::vector res;
size_t currentPos{};
while (currentPos < str.size())
{
size_t nextSeparatorPos{ std::string_view::npos };
size_t sepLen{};
for (const std::string_view sep : separators)
{
if (sep.empty())
continue;
size_t found{ str.find(sep, currentPos) };
if (found < nextSeparatorPos)
{
nextSeparatorPos = found;
sepLen = sep.size();
}
}
if (nextSeparatorPos == std::string_view::npos)
break;
res.push_back(str.substr(currentPos, nextSeparatorPos - currentPos));
currentPos = nextSeparatorPos + sepLen;
}
res.push_back(str.substr(currentPos));
return res;
}
static std::optional getRFC822ZoneOffset(std::string_view zoneStr)
{
if (zoneStr == "UT" || zoneStr == "GMT" || zoneStr == "Z") return std::chrono::hours{ 0 };
if (zoneStr == "EST") return -std::chrono::hours{ 5 };
if (zoneStr == "EDT") return -std::chrono::hours{ 4 };
if (zoneStr == "CST") return -std::chrono::hours{ 6 };
if (zoneStr == "CDT") return -std::chrono::hours{ 5 };
if (zoneStr == "MST") return -std::chrono::hours{ 7 };
if (zoneStr == "MDT") return -std::chrono::hours{ 6 };
if (zoneStr == "PST") return -std::chrono::hours{ 8 };
if (zoneStr == "PDT") return -std::chrono::hours{ 7 };
if (zoneStr.size() == 1)
{
const char c{ zoneStr[0] };
if (c == 'A') return -std::chrono::hours{ 1 };
if (c == 'M') return -std::chrono::hours{ 12 };
if (c == 'N') return std::chrono::hours{ 1 };
if (c == 'Y') return std::chrono::hours{ 12 };
return std::nullopt;
}
// (+/-)HHMM
if (zoneStr[0] != '+' && zoneStr[0] != '-')
return std::nullopt;
if (zoneStr.size() != 5)
return std::nullopt;
if (!std::all_of(std::cbegin(zoneStr) + 1, std::cend(zoneStr), [](char c) { return std::isdigit(c); }))
return std::nullopt;
int hours{};
const auto [p, ec]{ std::from_chars(zoneStr.data() + 1, zoneStr.data() + 3, hours) };
if (ec != std::errc())
return std::nullopt;
int minutes{};
const auto [p2, ec2] = std::from_chars(zoneStr.data() + 3, zoneStr.data() + 5, minutes);
if (ec2 != std::errc())
return std::nullopt;
std::chrono::minutes res{ std::chrono::hours{ hours } + std::chrono::minutes{ minutes } };
if (zoneStr[0] == '-')
res = -res;
return res;
}
std::optional getRFC822Month(std::string_view monthStr)
{
static const std::array months{ "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" };
const std::string_view* str{ std::find(std::cbegin(months), std::cend(months), monthStr) };
if (str == std::cend(months))
return {};
return std::distance(std::cbegin(months), str) + 1;
}
} // namespace details
template<>
std::optional readAs(std::string_view str)
{
return std::string{ str };
}
template<>
std::optional readAs(std::string_view str)
{
return str;
}
template<>
std::optional readAs(std::string_view str)
{
if (str == "1" || stringCaseInsensitiveEqual(str, "true"))
return true;
else if (str == "0" || stringCaseInsensitiveEqual(str, "false"))
return false;
return std::nullopt;
}
std::vector splitString(std::string_view str, char separator)
{
return splitString(str, std::string_view{ &separator, 1 });
}
std::vector splitString(std::string_view str, std::string_view separator)
{
return splitString(str, std::span(&separator, 1));
}
std::vector splitString(std::string_view str, std::span separators)
{
return details::splitString(str, separators);
}
std::vector splitString(std::string_view str, std::span separators)
{
return details::splitString(str, separators);
}
std::string joinStrings(std::span strings, std::string_view delimiter)
{
return details::joinStrings(strings, delimiter);
}
std::string joinStrings(std::span strings, std::string_view delimiter)
{
return details::joinStrings(strings, delimiter);
}
std::string joinStrings(std::span strings, char delimiter)
{
return details::joinStrings(strings, std::string_view{ &delimiter, 1 });
}
std::string joinStrings(std::span strings, char delimiter)
{
return details::joinStrings(strings, std::string_view{ &delimiter, 1 });
}
std::string escapeAndJoinStrings(std::span strings, char delimiter, char escapeChar)
{
std::string result;
for (const std::string_view str : strings)
{
if (!result.empty())
result.push_back(delimiter);
for (char c : str)
{
if (c == delimiter || c == escapeChar)
result.push_back(escapeChar);
result.push_back(c);
}
}
return result;
}
std::vector splitEscapedStrings(std::string_view str, char delimiter, char escapeChar)
{
std::vector result;
std::string current;
bool escaped{};
for (char c : str)
{
if (escaped)
{
current.push_back(c);
escaped = false;
}
else
{
if (c == delimiter)
{
result.push_back(std::move(current));
current.clear();
}
else if (c == escapeChar)
escaped = true;
else
current.push_back(c);
}
}
if (!current.empty())
result.push_back(std::move(current));
return result;
}
std::string_view stringTrim(std::string_view str, std::string_view whitespaces)
{
std::string_view res;
const auto strBegin = str.find_first_not_of(whitespaces);
if (strBegin != std::string_view::npos)
{
const auto strEnd{ str.find_last_not_of(whitespaces) };
const auto strRange{ strEnd - strBegin + 1 };
res = str.substr(strBegin, strRange);
}
return res;
}
std::string_view stringTrimEnd(std::string_view str, std::string_view whitespaces)
{
return str.substr(0, str.find_last_not_of(whitespaces) + 1);
}
std::string stringToLower(std::string_view str)
{
std::string res;
res.reserve(str.size());
std::transform(std::cbegin(str), std::cend(str), std::back_inserter(res), [](unsigned char c) { return std::tolower(c); });
return res;
}
void stringToLower(std::string& str)
{
std::transform(std::cbegin(str), std::cend(str), std::begin(str), [](unsigned char c) { return std::tolower(c); });
}
std::string stringToUpper(const std::string& str)
{
std::string res;
res.reserve(str.size());
std::transform(std::cbegin(str), std::cend(str), std::back_inserter(res), [](char c) { return std::toupper(c); });
return res;
}
std::string bufferToString(std::span data)
{
std::ostringstream oss;
for (unsigned char c : data)
{
oss << std::setw(2) << std::setfill('0') << std::hex << (int)c;
}
return oss.str();
}
bool stringCaseInsensitiveEqual(std::string_view strA, std::string_view strB)
{
if (strA.size() != strB.size())
return false;
for (std::size_t i{}; i < strA.size(); ++i)
{
if (std::tolower(strA[i]) != std::tolower(strB[i]))
return false;
}
return true;
}
std::string_view::size_type stringCaseInsensitiveContains(std::string_view str, std::string_view strtoFind)
{
if (str.empty() && strtoFind.empty())
return true; // same as std
const auto it{ std::search(
std::cbegin(str), std::cend(str),
std::cbegin(strtoFind), std::cend(strtoFind),
[](char chA, char chB) { return std::tolower(chA) == std::tolower(chB); }) };
return (it != std::cend(str));
}
void capitalize(std::string& str)
{
for (auto it{ std::begin(str) }; it != std::end(str); ++it)
{
if (std::isspace(*it))
continue;
if (std::isalpha(*it))
*it = std::toupper(*it);
break;
}
}
std::string replaceInString(std::string_view str, const std::string& from, const std::string& to)
{
std::string res{ str };
size_t pos = 0;
while ((pos = res.find(from, pos)) != std::string::npos)
{
res.replace(pos, from.length(), to);
pos += to.length();
}
return res;
}
std::string jsEscape(std::string_view str)
{
return details::escape(str, details::jsEscapeChars);
}
void writeJSEscapedString(std::ostream& os, std::string_view str)
{
details::writeEscapedString(os, str, details::jsEscapeChars);
}
std::string jsonEscape(std::string_view str)
{
return details::escape(str, details::jsonEscapeChars);
}
void writeJsonEscapedString(std::ostream& os, std::string_view str)
{
details::writeEscapedString(os, str, details::jsonEscapeChars);
}
std::string xmlEscape(std::string_view str)
{
return details::escape(str, details::xmlEscapeChars);
}
void writeXmlEscapedString(std::ostream& os, std::string_view str)
{
details::writeEscapedString(os, str, details::xmlEscapeChars);
}
std::string escapeString(std::string_view str, std::string_view charsToEscape, char escapeChar)
{
std::string res;
res.reserve(str.size());
for (const char c : str)
{
if (std::any_of(std::cbegin(charsToEscape), std::cend(charsToEscape), [c](char charToEscape) { return c == charToEscape; }))
res += escapeChar;
res += c;
}
return res;
}
std::string unescapeString(std::string_view str, char escapeChar)
{
std::string res;
res.reserve(str.size());
bool escaped{};
for (char c : str)
{
if (escaped)
{
res += c;
escaped = false;
}
else
{
if (c == escapeChar)
escaped = true;
else
res += c;
}
}
if (escaped)
res += escapeChar;
return res;
}
bool stringEndsWith(std::string_view str, std::string_view ending)
{
if (str.length() < ending.length())
return false;
return str.substr(str.length() - ending.length()) == ending;
}
std::optional stringFromHex(std::string_view str)
{
constexpr char lut[]{ "0123456789ABCDEF" };
if (str.length() % 2 != 0)
return std::nullopt;
std::string res;
res.reserve(str.length() / 2);
const char* it{ std::cbegin(str) };
while (it != std::cend(str))
{
unsigned val{};
const char* itHigh{ std::lower_bound(std::cbegin(lut), std::cend(lut), std::toupper(*(it++))) };
const char* itLow{ std::lower_bound(std::cbegin(lut), std::cend(lut), std::toupper(*(it++))) };
if (itHigh == std::cend(lut) || itLow == std::cend(lut))
return {};
val = std::distance(std::cbegin(lut), itHigh) << 4;
val += std::distance(std::cbegin(lut), itLow);
res.push_back(static_cast(val));
}
return res;
}
std::string toHexString(std::string_view str)
{
constexpr char lut[]{ "0123456789ABCDEF" };
std::string res;
for (char c : str)
{
res.push_back(lut[(c >> 4) & 0xF]);
res.push_back(lut[c & 0xF]);
}
return res;
}
std::string toISO8601String(const Wt::WDateTime& dateTime)
{
if (dateTime.isValid())
{
// assume UTC
return dateTime.toString("yyyy-MM-ddThh:mm:ss.zzz", false).toUTF8() + 'Z';
}
return "";
}
std::string toISO8601String(const Wt::WDate& date)
{
if (date.isValid())
{
// assume UTC
return date.toString("yyyy-MM-dd").toUTF8();
}
return "";
}
Wt::WDateTime fromISO8601String(std::string_view dateTime)
{
// assume UTC
if (!dateTime.empty() && dateTime.back() == 'Z')
dateTime.remove_suffix(1);
return Wt::WDateTime::fromString(Wt::WString{ std::string{ dateTime } }, "yyyy-MM-ddThh:mm:ss.zzz");
}
Wt::WDateTime fromRFC822String(std::string_view dateTime)
{
// Expect something like "[Sun,] 6 Nov 1994 08:49[:37] GMT"
if (dateTime.size() > 4 && dateTime[3] == ',')
dateTime.remove_prefix(5);
// Extract parts
const std::vector subParts{ splitString(dateTime, ' ') };
if (subParts.size() != 5)
return {};
const std::string_view dayStr{ subParts[0] };
const std::string_view monthStr{ subParts[1] };
const std::string_view yearStr{ subParts[2] };
std::string timeStr{ subParts[3] };
const std::string_view zoneStr{ subParts[4] };
if (std::count(std::cbegin(timeStr), std::cend(timeStr), ':') == 1)
timeStr += ":00";
// Normalize zone
const std::optional offset{ details::getRFC822ZoneOffset(zoneStr) };
if (!offset)
return {};
std::optional month{ details::getRFC822Month(monthStr) };
if (!month)
return {};
std::string datetimeStr;
datetimeStr = dayStr;
datetimeStr += " ";
datetimeStr += std::to_string(month.value());
datetimeStr += " ";
datetimeStr += yearStr;
datetimeStr += " ";
datetimeStr += timeStr;
const Wt::WDateTime res{ Wt::WDateTime::fromString(Wt::WString{ datetimeStr }, "d M yyyy HH:mm:ss") };
return res.addSecs(static_cast(std::chrono::duration_cast(offset.value()).count()));
}
std::string formatTimestamp(std::chrono::milliseconds timestamp)
{
using namespace std::chrono;
const auto mins{ duration_cast(timestamp).count() };
timestamp -= duration_cast(minutes{ mins });
const auto secs{ duration_cast(timestamp).count() };
timestamp -= duration_cast(seconds{ secs });
const auto millis{ timestamp.count() };
return "[" + std::to_string(mins) + ":" + (secs < 10 ? "0" : "") + std::to_string(secs) + "." + (millis < 100 ? (millis < 10 ? "00" : "0") : "") + std::to_string(millis) + "]";
}
} // namespace lms::core::stringUtils