diff options
Diffstat (limited to 'src')
| -rw-r--r-- | src/cardTypeHandlerInfo.cpp | 32 | ||||
| -rw-r--r-- | src/hearthstoneAPI.cpp | 121 | ||||
| -rw-r--r-- | src/main.cpp | 7 | ||||
| -rw-r--r-- | src/postgresHandler.cpp | 182 | ||||
| -rw-r--r-- | src/tests/tests.cpp | 16 |
5 files changed, 0 insertions, 358 deletions
diff --git a/src/cardTypeHandlerInfo.cpp b/src/cardTypeHandlerInfo.cpp deleted file mode 100644 index 46e8f56..0000000 --- a/src/cardTypeHandlerInfo.cpp +++ /dev/null @@ -1,32 +0,0 @@ -#include "cardTypeHandlerInfo.hpp" - -void CardTypeHandlerInfo::addCardInfo(const std::string &kCardType, const std::string &kCardValueRegex, - const std::function<const std::string(const std::string &)> kJSONToSQLConverter) { -} - -const CardTypeHandlerInfo cardTypeHandlerInfoList() { - CardTypeHandlerInfo aCardTypeHandlerInfo; - - aCardTypeHandlerInfo.addCardInfo("INT", "[0-9]+", [](const std::string &kJSONContent) { return kJSONContent; }); - - aCardTypeHandlerInfo.addCardInfo("BOOL", "true|false", - [](const std::string &kJSONContent) { return kJSONContent; }); - - aCardTypeHandlerInfo.addCardInfo("STRING", "\"[^\"?]*\"", [](const std::string &kJSONContent) { - std::string aCopyOfJSONValue = kJSONContent; - *aCopyOfJSONValue.begin() = '\''; - *std::prev(aCopyOfJSONValue.end()) = '\''; - return aCopyOfJSONValue; - }); - - aCardTypeHandlerInfo.addCardInfo("LIST_OF_INT", "\\[[0-9,]*\\]", [](const std::string &kJSONContent) { - std::string aCopyOfJSONValue = kJSONContent; - aCopyOfJSONValue.append("\'"); - aCopyOfJSONValue.insert(aCopyOfJSONValue.begin(), '\''); - return aCopyOfJSONValue; - }); - - aCardTypeHandlerInfo.addCardInfo("NULL", "null", [](const std::string &kJSONContent) { return "NULL"; }); - - return aCardTypeHandlerInfo; -} diff --git a/src/hearthstoneAPI.cpp b/src/hearthstoneAPI.cpp deleted file mode 100644 index cb72b11..0000000 --- a/src/hearthstoneAPI.cpp +++ /dev/null @@ -1,121 +0,0 @@ -#include "hearthstoneAPI.hpp" -#include <chrono> -#include <curl/curl.h> -#include <format> -#include <fstream> -#include <iostream> -#include <regex> - -HearthstoneAPI::HearthstoneAPI() : m_access_token(get_valid_token()), m_header(generate_request_header()) {} - -size_t HearthstoneAPI::curl_callback_string_output(void *t_contents, size_t t_size, size_t t_nmemb, std::string *t_s) { - size_t newLength = t_size * t_nmemb; - try { - t_s->append((char *)t_contents, newLength); - } catch (std::bad_alloc &e) { - // handle memory problem - return 0; - } - return newLength; -} - -std::chrono::seconds HearthstoneAPI::get_current_time() { - return std::chrono::duration_cast<std::chrono::seconds>(std::chrono::utc_clock::now().time_since_epoch()); -} - -std::string HearthstoneAPI::extract_string_with_regex(const std::string &t_str, const std::string t_regex) { - std::regex regex(t_regex); - auto it = std::sregex_iterator(t_str.begin(), t_str.end(), regex); - std::smatch match = *it; - return match[1].str(); -} - -void HearthstoneAPI::write_new_token_info_to_file(const std::string &t_file_path) { - std::ofstream token_file(t_file_path); - CURL *curl = curl_easy_init(); - std::string token_info; - if (curl) { - curl_easy_setopt(curl, CURLOPT_URL, "https://oauth.battle.net/token"); - curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0L); - curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0L); - curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, curl_callback_string_output); - curl_easy_setopt(curl, CURLOPT_WRITEDATA, &token_info); - curl_easy_setopt(curl, CURLOPT_USERPWD, - "2b50f1123b424d5e9c21971a110fdd04:" - "MrMkhVMNdOeqPL4Q4XVQAsRPR14J7Yq6"); - curl_easy_setopt(curl, CURLOPT_POSTFIELDS, "grant_type=client_credentials"); - CURLcode result_code; - result_code = curl_easy_perform(curl); - curl_easy_cleanup(curl); - if (result_code != CURLE_OK) { - std::cerr << "ERROR: token request failed" << std::endl; - std::exit(EXIT_FAILURE); - } - } - std::string token = extract_string_with_regex(token_info, "\"access_token\":\"(\\w+)\""); - std::chrono::seconds expires_at = get_current_time() + std::chrono::hours(24); - token_file << token << " " << expires_at.count() << '\n'; -} - -void HearthstoneAPI::refresh_token_if_needed() { - std::string file_path = std::format("{}/resources/token_info.txt", SOURCE_DIR_PATH); - std::ifstream token_file(file_path); - std::string line; - std::getline(token_file, line); - if (line.empty()) { - write_new_token_info_to_file(file_path); - } else { - long expire_at = std::stoull(line.substr(line.find(" ") + 1)); - if (std::chrono::duration_cast<std::chrono::seconds>(std::chrono::utc_clock::now().time_since_epoch()) - .count() >= expire_at) { - write_new_token_info_to_file(file_path); - } - } -} -std::string HearthstoneAPI::get_valid_token() { - refresh_token_if_needed(); - std::string file_path = std::format("{}/resources/token_info.txt", SOURCE_DIR_PATH); - std::ifstream token_file(file_path); - std::string line; - std::getline(token_file, line); - std::string token = line.substr(0, line.find(" ")); - return token; -} - -std::string HearthstoneAPI::generate_request_header() { - return std::format("Authorization: Bearer {}", m_access_token); -} - -const std::string HearthstoneAPI::get_url(const std::string &t_parameters) { - return std::format("https://eu.api.blizzard.com/hearthstone/{}", t_parameters); -} - -const std::string HearthstoneAPI::get_set_of_cards_url(const std::string &t_card_parameters) { - return get_url(std::format("cards{}", t_card_parameters)); -} - -std::string HearthstoneAPI::make_api_request(const char *t_url, const char *t_header) { - CURL *curl = curl_easy_init(); - std::string request_output; - if (curl) { - curl_easy_setopt(curl, CURLOPT_URL, t_url); - curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0L); - curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0L); - curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, curl_callback_string_output); - curl_easy_setopt(curl, CURLOPT_WRITEDATA, &request_output); - struct curl_slist *chunk = nullptr; - chunk = curl_slist_append(chunk, t_header); - curl_easy_setopt(curl, CURLOPT_HTTPHEADER, chunk); - curl_easy_perform(curl); - curl_easy_cleanup(curl); - } - return request_output; -} - -std::string HearthstoneAPI::make_api_request(const std::string &t_url, const std::string &t_header) { - return make_api_request(t_url.c_str(), t_header.c_str()); -} - -std::string HearthstoneAPI::get_cards(const std::string &t_card_parameters) { - return make_api_request(get_set_of_cards_url(t_card_parameters), m_header); -} diff --git a/src/main.cpp b/src/main.cpp deleted file mode 100644 index 60b948a..0000000 --- a/src/main.cpp +++ /dev/null @@ -1,7 +0,0 @@ -#include "postgresHandler.hpp" -#include <pqxx/pqxx> - -int main() { - refresh_cards_table(); - return 0; -} diff --git a/src/postgresHandler.cpp b/src/postgresHandler.cpp deleted file mode 100644 index 8ca3c20..0000000 --- a/src/postgresHandler.cpp +++ /dev/null @@ -1,182 +0,0 @@ -#include "postgresHandler.hpp" -#include "cardTypeHandlerInfo.hpp" -#include "hearthstoneAPI.hpp" -#include <cctype> -#include <cstddef> -#include <cstdint> -#include <cstdlib> -#include <iostream> -#include <regex> -#include <stdexcept> - -#define KEY_ID 1 - -const std::map<std::string, std::string> aCardValueTypeToRegex = {{"INT", "[0-9]+"}, - {"STRING", "\"[^\"?]*\""}, - {"LIST_OF_INT", "\\[[0-9,]*\\]"}, - {"NULL", "null"}, - {"BOOL", "true|false"}}; - -const pqxx::result executeQuery(pqxx::work &aTransaction, std::string_view aQuery) { return aTransaction.exec(aQuery); } - -std::ostream &operator<<(std::ostream &aOstream, const pqxx::result &kResult) { - const int kNbColumnsInResult = kResult.columns(); - aOstream << "| "; - for (const auto &kResultRow : kResult) { - for (int i = 0; i < kNbColumnsInResult; i++) { - aOstream << kResultRow[i].c_str() << " | "; - } - } - return aOstream; -} - -const unsigned int getTypeIndexOfRegexIterator(const std::sregex_iterator &kSregexIt) { - // TODO: remove hardcoded variable because it is... weird. - // The input should already be the "value" part? - const unsigned int offset = 2; - for (size_t aCardInfoType = 0; aCardInfoType < aCardValueTypeToRegex.size(); aCardInfoType++) { - if ((*kSregexIt)[aCardInfoType] != "") { - return offset + aCardInfoType; - } - } - throw std::invalid_argument("regex iterator input is invalid"); -} - -const std::string format_json_value_to_sql(const std::string &kTypeOfValue, const std::string &kValueFromJSON) { - // TODO: show an error if a type is no longer here, - // to avoid having useless conditions - // FIXME: it does not scale well, a bit ugly... should be a single line - if (kTypeOfValue == "BOOL" || kTypeOfValue == "INT") { - return kValueFromJSON; - } else if (kTypeOfValue == "STRING") { - std::string aCopyOfJSONValue = kValueFromJSON; - *aCopyOfJSONValue.begin() = '\''; - *std::prev(aCopyOfJSONValue.end()) = '\''; - return aCopyOfJSONValue; - } else if (kTypeOfValue == "NULL") { - return "NULL"; - } else if (kTypeOfValue == "LIST_OF_INT") { - std::string aCopyOfJSONValue = kValueFromJSON; - aCopyOfJSONValue.append("\'"); - aCopyOfJSONValue.insert(aCopyOfJSONValue.begin(), '\''); - return aCopyOfJSONValue; - } else { - throw std::invalid_argument("ERROR: type of value is invalid"); - } -} - -std::string format_key(const std::string &key) { - std::string key_copy(key); - std::stack<size_t> uppercase_indexes; - for (size_t i = 0; i < key.length(); i++) { - if (std::isupper(key[i])) { - uppercase_indexes.push(i); - } - } - while (!uppercase_indexes.empty()) { - size_t top_index = uppercase_indexes.top(); - uppercase_indexes.pop(); - key_copy[top_index] = std::tolower(key_copy[top_index]); - key_copy.insert(std::next(key_copy.begin(), top_index), '_'); - } - return key_copy; -} - -static void add_single_card_to_database(const std::string &kCards, pqxx::work &aTransaction, - const std::regex &kKeyRegex, const std::string::size_type &kIdPos, - const std::string::size_type &kClosingBracketPos) { - auto words_begin = std::sregex_iterator(std::next(kCards.begin(), kIdPos), - std::next(kCards.begin(), kClosingBracketPos), kKeyRegex); - auto words_end = std::sregex_iterator(); - if (words_begin != words_end) { - std::string insert_columns("INSERT INTO cards ("); - std::string values(" VALUES ("); - for (std::sregex_iterator kSregexIt = words_begin; kSregexIt != words_end; ++kSregexIt) { - insert_columns.append(format_key((*kSregexIt)[KEY_ID].str()) + ","); // key - const unsigned int kTypeIndexOfValue = getTypeIndexOfRegexIterator(kSregexIt); - const std::string kTypeNameOfValue = std::next(aCardValueTypeToRegex.begin(), kTypeIndexOfValue)->first; - values.append(format_json_value_to_sql(kTypeNameOfValue, (*kSregexIt)[kTypeIndexOfValue].str()) + ","); - } - *std::prev(insert_columns.end()) = ')'; - *std::prev(values.end()) = ')'; - - insert_columns.append(values); - insert_columns.append(" ON CONFLICT (id) DO NOTHING;"); - executeQuery(aTransaction, insert_columns); - } -} - -const std::regex regexKeyValueInJSON() { - std::string aRegexString = "\"([^\"?]+)\":("; - for (auto &[fieldName, regex] : aCardValueTypeToRegex) { - aRegexString += "(" + regex + ")|"; - } - aRegexString[aRegexString.length() - 1] = ')'; - return std::regex(aRegexString); -} - -const std::string::size_type startPosOfCardJSON(const std::string &kCardsPageJSON, - const std::string::size_type kSearchStartPos = 0) { - return kCardsPageJSON.find("{\"id", kSearchStartPos); -} - -const std::string::size_type endPosOfCardJSON(const std::string &kCardsPageJSON, - const std::string::size_type kSearchStartPos = 0) { - return kCardsPageJSON.find("}", kSearchStartPos); -} - -void addCardsToDatabase(HearthstoneAPI &aAPIIntermediate, pqxx::work &aTransaction, - const std::string &kURLOfCardsPage) { - const std::regex aRegexKeyValueInJSON = regexKeyValueInJSON(); - const std::string &kCardsPageJSON = aAPIIntermediate.get_cards(kURLOfCardsPage); - std::string::size_type aCardStartPos = startPosOfCardJSON(kCardsPageJSON); - std::string::size_type aCardEndPos = endPosOfCardJSON(kCardsPageJSON); - while (aCardStartPos != std::string::npos && aCardEndPos != std::string::npos) { - add_single_card_to_database(kCardsPageJSON, aTransaction, aRegexKeyValueInJSON, aCardStartPos, aCardEndPos); - aCardStartPos = startPosOfCardJSON(kCardsPageJSON, aCardStartPos + 1); - aCardEndPos = endPosOfCardJSON(kCardsPageJSON, aCardEndPos + 1); - } -} - -void clearCardDatabase(pqxx::work &aTransaction) { executeQuery(aTransaction, "DELETE FROM cards"); } - -const uint32_t numberOfPagesInSetOfCards(const std::string &cards) { - std::regex key_regex("\"pageCount\":([0-9]+)"); - auto nb_pages_begin = std::sregex_iterator(cards.begin(), cards.end(), key_regex); - auto nb_pages_end = std::sregex_iterator(); - if (nb_pages_begin != nb_pages_end) { - return std::stoi((*nb_pages_begin)[1].str()); - } - return 0; -} - -void refresh_cards_table() { - try { - pqxx::connection aConnection{ - "postgresql://aotrix@localhost:5432/hearthstonegameinfo"}; // FIXME: load a .xml file instead - pqxx::work aTransaction{aConnection}; - HearthstoneAPI aAPIConnector; - std::string aCards = - aAPIConnector.get_cards("/?locale=fr_FR&gameMode=constructed"); // FIXME: use a struct as a parameter - clearCardDatabase(aTransaction); - addCardsToDatabase(aAPIConnector, aTransaction, - "/?locale=fr_FR&gameMode=constructed"); // FIXME: To which - // table? to a more generic function - const uint32_t kNbPages = numberOfPagesInSetOfCards(aCards); - - // FIXME: [Process exited 139] - // for (int i = 2; i < kNbPages; i++) { - for (uint32_t i = 2; i < 3; i++) { - const std::string kCardsPageURL{std::format("/?locale=fr_FR&gameMode=constructed&page={}", i)}; - addCardsToDatabase(aAPIConnector, aTransaction, kCardsPageURL); - } - std::cout << "number of cards in database: " << executeQuery(aTransaction, "SELECT COUNT(*) FROM cards") - << std::endl; - aTransaction.commit(); - } catch (pqxx::sql_error const &kSqlError) { - std::cerr << "SQL error: " << kSqlError.what() << std::endl; - std::cerr << "Query was: " << kSqlError.query() << std::endl; - } catch (std::exception const &kException) { - std::cerr << "Error: " << kException.what() << std::endl; - } -} diff --git a/src/tests/tests.cpp b/src/tests/tests.cpp deleted file mode 100644 index d1a037b..0000000 --- a/src/tests/tests.cpp +++ /dev/null @@ -1,16 +0,0 @@ -#include <catch2/benchmark/catch_benchmark.hpp> -#include <catch2/catch_test_macros.hpp> - -#include <cstdint> - -uint64_t fibonacci(uint64_t number) { return number < 2 ? number : fibonacci(number - 1) + fibonacci(number - 2); } - -TEST_CASE("Benchmark Fibonacci", "[fibonacci]") { - REQUIRE(fibonacci(5) == 5); - - REQUIRE(fibonacci(20) == 6'765); - BENCHMARK("fibonacci 20") { return fibonacci(20); }; - - REQUIRE(fibonacci(25) == 75'025); - BENCHMARK("fibonacci 25") { return fibonacci(25); }; -} |