#include #include #include #include #include #include #include #include #include static size_t WriteCallback(void *contents, size_t size, size_t nmemb, void *userp) { ((std::string*)userp)->append((char*)contents, size * nmemb); return size * nmemb; } #if defined(__WIN32__) #include msec_t time_ms(void) { return timeGetTime(); } #else #include long time_ms() { timeval tv; gettimeofday(&tv, nullptr); return tv.tv_sec * 1000 + tv.tv_usec / 1000; } #endif bool substr_is(const std::string& string, int start, const std::string& test_str) { if (test_str.size() != test_str.size()) return false; for (int i = start, j = 0; i < start + test_str.size(); i++, j++) { if (string[i] != test_str[j]) { return false; } } return true; } void replace_all(std::string& str, const std::string& from, const std::string& to) { size_t start_pos = 0; while((start_pos = str.find(from, start_pos)) != std::string::npos) { str.replace(start_pos, from.length(), to); start_pos += to.length(); // Handles case where 'to' is a substring of 'from' } } long current_time; long last_progress_timestamp; const double number_chars = 100; const char* full_character = "▓"; const char* empty_character = "░"; int progress_func(void* ptr, double TotalToDownload, double NowDownloaded, double TotalToUpload, double NowUploaded) { current_time = time_ms(); if (current_time - 50 > last_progress_timestamp) { double percent_done = (NowDownloaded / TotalToDownload) * number_chars; double percent_done_clone = percent_done; putchar('['); while (percent_done_clone-- > 0) { std::cout << full_character; } while (percent_done++ < number_chars) { std::cout << empty_character; } putchar(']'); putchar(' '); std::cout << NowDownloaded / 1048576 << "MiB / " << TotalToDownload / 1048576 << "MiB "; putchar('\r'); last_progress_timestamp = time_ms(); std::cout.flush(); } return 0; } std::string get_series_name(const std::string& html_data) { std::string series_title("series-title"); std::string open_a_tag(""); std::string close_a(""); int series_name_start = -1; for (int i = 0; i < html_data.size(); i++) { if (substr_is(html_data, i, series_title)) { for (int j = i + series_title.size(); j < html_data.size(); j++) { if (html_data[j] == '\n' || html_data[j] == ' ' || html_data[j] == '\t') continue; if (substr_is(html_data, j, open_a_tag)) { for (int k = j + open_a_tag.size(); k < html_data.size(); k++) { if (substr_is(html_data, k, close_tag)) { for (int l = 0; l < html_data.size() - k; l++) { char c = html_data[k + l]; if (series_name_start == -1) { if (html_data[k + l + 1] == '\n' || html_data[k + l + 1] == ' ' || html_data[k + l + 1] == '\t') { continue; } else { series_name_start = k + l + 1; } } if (substr_is(html_data, k + l, close_a) || (series_name_start != -1 && html_data[k + l] == '\n')) { return html_data.substr(series_name_start, l - (series_name_start - k)); } } } } } } } } return "-1"; } std::string get_episode_name(const std::string& html_data) { int title_start = -1; std::string video_title("video-title"); std::string open_strong(""); std::string close_strong(""); for (int i = 0; i < html_data.size(); i++) { if (substr_is(html_data, i, video_title)) { for (int j = i; j < html_data.size(); j++) { if (substr_is(html_data, j, open_strong)) { title_start = j + 8; break; } } for (int j = 0; j < html_data.size() - title_start; j++) { if (substr_is(html_data, title_start + j, close_strong)) { return html_data.substr(title_start, j); } } } } return "ERROR"; } std::string get_episode_number(const std::string& html_data) { std::string episode("Episode"); std::string close_a(""); std::string episode_num; for (int i = 0; i < html_data.size(); i++) { if (substr_is(html_data, i, episode)) { for (int j = i + 8; j < html_data.size(); j++) { if (html_data[j] == '\n' || html_data[j] == ' ' || html_data[j] == '\t') continue; if (substr_is(html_data, j, close_a)) { return episode_num; } episode_num += html_data[j]; } } } return "-1"; } std::string get_season_number(const std::string& html_data) { std::string season("Season"); std::string dash(","); std::string season_num; for (int i = 0; i < html_data.size(); i++) { if (substr_is(html_data, i, season)) { for (int j = i + 7; j < html_data.size(); j++) { if (html_data[j] == '\n' || html_data[j] == ' ' || html_data[j] == '\t') continue; if (html_data[j] == '-' || html_data[j] == ',' ) { return season_num; } season_num += html_data[j]; } } } return "-1"; } std::string get_embed_url(const std::string& html_data) { std::string config("window.VHX.config"); std::string embed_url("embed_url: "); for (int i = 0; i < html_data.size(); i++) { if (substr_is(html_data, i, config)) { for (int j = i + config.size(); j < html_data.size(); j++) { if (substr_is(html_data, j, embed_url)) { for (int k = 0; k < html_data.size(); k++) { if (html_data[k + j + embed_url.size() + 1] == '"') { return html_data.substr(j + embed_url.size() + 1, k); } } } } } } return ""; } std::string get_config_url(const std::string& html_data) { std::string OTTdata("OTTData"); std::string config_url("\"config_url\""); int remaining_quotes = 1; int url_start = -1; for (int i = 0; i < html_data.size(); i++) { if (substr_is(html_data, i, OTTdata)) { for (int j = i + OTTdata.size(); j < html_data.size(); j++) { if (substr_is(html_data, j, config_url)) { for (int k = 0; k < html_data.size() - (i + OTTdata.size()); k++) { char c = html_data[j + k + config_url.size()]; if (remaining_quotes != 0) { if (html_data[j + k + config_url.size()] == '"') { remaining_quotes--; } continue; } else if (url_start == -1) { url_start = j + k + config_url.size(); } if (html_data[url_start + k] == '"') { return html_data.substr(url_start, k); } } } } } } return ""; } std::string get_episode_page(const std::string& url, const std::string& auth_cookie, const std::string& session_cookie) { CURLcode ret; CURL *hnd; struct curl_slist *slist1; std::string episode_data; slist1 = NULL; slist1 = curl_slist_append(slist1, "User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:101.0) Gecko/20100101 Firefox/101.0"); slist1 = curl_slist_append(slist1, "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8"); slist1 = curl_slist_append(slist1, "Accept-Language: en-US,en;q=0.5"); slist1 = curl_slist_append(slist1, "Accept-Encoding: utf-8"); slist1 = curl_slist_append(slist1, "DNT: 1"); slist1 = curl_slist_append(slist1, "Connection: keep-alive"); slist1 = curl_slist_append(slist1, ("Cookie: locale_det=en; referrer_url=https%3A%2F%2Fwww.dropout.tv%2Fgame-changer; " + session_cookie + "; __stripe_mid=3dd96b43-2e51-411d-8614-9f052c92d8ba0506a7; _device=X11%3AFirefox%3A1u9pxwBcfaKsXubmTnNbfA; " + auth_cookie + "; tracker=%7B%22country%22%3A%22us%22%2C%22platform%22%3A%22linux%22%2C%22uid%22%3A1048462031243%2C%22site_id%22%3A%2236348%22%7D").c_str()); slist1 = curl_slist_append(slist1, "Upgrade-Insecure-Requests: 1"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Dest: document"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Mode: navigate"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Site: cross-site"); slist1 = curl_slist_append(slist1, "Sec-GPC: 1"); hnd = curl_easy_init(); curl_easy_setopt(hnd, CURLOPT_BUFFERSIZE, 102400L); curl_easy_setopt(hnd, CURLOPT_URL, url.c_str()); curl_easy_setopt(hnd, CURLOPT_NOPROGRESS, 1L); curl_easy_setopt(hnd, CURLOPT_HTTPHEADER, slist1); curl_easy_setopt(hnd, CURLOPT_USERAGENT, "curl/7.84.0"); curl_easy_setopt(hnd, CURLOPT_MAXREDIRS, 50L); curl_easy_setopt(hnd, CURLOPT_HTTP_VERSION, (long)CURL_HTTP_VERSION_2TLS); curl_easy_setopt(hnd, CURLOPT_FTP_SKIP_PASV_IP, 1L); curl_easy_setopt(hnd, CURLOPT_TCP_KEEPALIVE, 1L); curl_easy_setopt(hnd, CURLOPT_WRITEFUNCTION, WriteCallback); curl_easy_setopt(hnd, CURLOPT_WRITEDATA, &episode_data); /* Here is a list of options the curl code used that cannot get generated as source easily. You may choose to either not use them or implement them yourself. CURLOPT_WRITEDATA set to a objectpointer CURLOPT_INTERLEAVEDATA set to a objectpointer CURLOPT_WRITEFUNCTION set to a functionpointer CURLOPT_READDATA set to a objectpointer CURLOPT_READFUNCTION set to a functionpointer CURLOPT_SEEKDATA set to a objectpointer CURLOPT_SEEKFUNCTION set to a functionpointer CURLOPT_ERRORBUFFER set to a objectpointer CURLOPT_STDERR set to a objectpointer CURLOPT_HEADERFUNCTION set to a functionpointer CURLOPT_HEADERDATA set to a objectpointer */ ret = curl_easy_perform(hnd); curl_easy_cleanup(hnd); hnd = NULL; curl_slist_free_all(slist1); slist1 = NULL; return episode_data; } std::string get_embedded_page(const std::string& url, const std::string& cookie) { CURLcode ret; CURL *hnd; struct curl_slist *slist1; std::string embedded_page; slist1 = NULL; slist1 = curl_slist_append(slist1, "User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:101.0) Gecko/20100101 Firefox/101.0"); slist1 = curl_slist_append(slist1, "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8"); slist1 = curl_slist_append(slist1, "Accept-Language: en-US,en;q=0.5"); slist1 = curl_slist_append(slist1, "Accept-Encoding: utf-8"); slist1 = curl_slist_append(slist1, "DNT: 1"); slist1 = curl_slist_append(slist1, "Connection: keep-alive"); slist1 = curl_slist_append(slist1, "Referer: https://www.dropout.tv/"); slist1 = curl_slist_append(slist1, "Cookie: __cf_bm=Ayc3uSgUEf9kJ20sfVBLgdo5fvloLmSLWBkJtzzhZR8-1662831290-0-ASVO2Fg9txI6nslt2tle7Y2MjRw4sI8/gFRbMDI8vHIP0nhb1SDk1I7lF5hWK9RMGP9wOFJwyqThLXQkuTj9m2c="); slist1 = curl_slist_append(slist1, "Upgrade-Insecure-Requests: 1"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Dest: iframe"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Mode: navigate"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Site: cross-site"); slist1 = curl_slist_append(slist1, "Sec-GPC: 1"); hnd = curl_easy_init(); curl_easy_setopt(hnd, CURLOPT_BUFFERSIZE, 102400L); curl_easy_setopt(hnd, CURLOPT_URL, url.c_str()); curl_easy_setopt(hnd, CURLOPT_NOPROGRESS, 1L); curl_easy_setopt(hnd, CURLOPT_HTTPHEADER, slist1); curl_easy_setopt(hnd, CURLOPT_USERAGENT, "curl/7.84.0"); curl_easy_setopt(hnd, CURLOPT_MAXREDIRS, 50L); curl_easy_setopt(hnd, CURLOPT_HTTP_VERSION, (long)CURL_HTTP_VERSION_2TLS); curl_easy_setopt(hnd, CURLOPT_FTP_SKIP_PASV_IP, 1L); curl_easy_setopt(hnd, CURLOPT_TCP_KEEPALIVE, 1L); curl_easy_setopt(hnd, CURLOPT_WRITEFUNCTION, WriteCallback); curl_easy_setopt(hnd, CURLOPT_WRITEDATA, &embedded_page); /* Here is a list of options the curl code used that cannot get generated as source easily. You may choose to either not use them or implement them yourself. CURLOPT_WRITEDATA set to a objectpointer CURLOPT_INTERLEAVEDATA set to a objectpointer CURLOPT_WRITEFUNCTION set to a functionpointer CURLOPT_READDATA set to a objectpointer CURLOPT_READFUNCTION set to a functionpointer CURLOPT_SEEKDATA set to a objectpointer CURLOPT_SEEKFUNCTION set to a functionpointer CURLOPT_ERRORBUFFER set to a objectpointer CURLOPT_STDERR set to a objectpointer CURLOPT_HEADERFUNCTION set to a functionpointer CURLOPT_HEADERDATA set to a objectpointer */ ret = curl_easy_perform(hnd); curl_easy_cleanup(hnd); hnd = NULL; curl_slist_free_all(slist1); slist1 = NULL; return embedded_page; } std::string get_config_page(const std::string& url) { CURLcode ret; CURL *hnd; struct curl_slist *slist1; std::string config_page; slist1 = NULL; slist1 = curl_slist_append(slist1, "User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:101.0) Gecko/20100101 Firefox/101.0"); slist1 = curl_slist_append(slist1, "Accept: */*"); slist1 = curl_slist_append(slist1, "Accept-Language: en-US,en;q=0.5"); slist1 = curl_slist_append(slist1, "Accept-Encoding: utf-8"); slist1 = curl_slist_append(slist1, "Referer: https://embed.vhx.tv/"); slist1 = curl_slist_append(slist1, "Origin: https://embed.vhx.tv"); slist1 = curl_slist_append(slist1, "DNT: 1"); slist1 = curl_slist_append(slist1, "Connection: keep-alive"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Dest: empty"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Mode: cors"); slist1 = curl_slist_append(slist1, "Sec-Fetch-Site: cross-site"); slist1 = curl_slist_append(slist1, "Sec-GPC: 1"); hnd = curl_easy_init(); curl_easy_setopt(hnd, CURLOPT_BUFFERSIZE, 102400L); curl_easy_setopt(hnd, CURLOPT_URL, url.c_str()); curl_easy_setopt(hnd, CURLOPT_NOPROGRESS, 1L); curl_easy_setopt(hnd, CURLOPT_HTTPHEADER, slist1); curl_easy_setopt(hnd, CURLOPT_USERAGENT, "curl/7.84.0"); curl_easy_setopt(hnd, CURLOPT_MAXREDIRS, 50L); curl_easy_setopt(hnd, CURLOPT_HTTP_VERSION, (long)CURL_HTTP_VERSION_2TLS); curl_easy_setopt(hnd, CURLOPT_FTP_SKIP_PASV_IP, 1L); curl_easy_setopt(hnd, CURLOPT_TCP_KEEPALIVE, 1L); curl_easy_setopt(hnd, CURLOPT_WRITEFUNCTION, WriteCallback); curl_easy_setopt(hnd, CURLOPT_WRITEDATA, &config_page); /* Here is a list of options the curl code used that cannot get generated as source easily. You may choose to either not use them or implement them yourself. CURLOPT_WRITEDATA set to a objectpointer CURLOPT_INTERLEAVEDATA set to a objectpointer CURLOPT_WRITEFUNCTION set to a functionpointer CURLOPT_READDATA set to a objectpointer CURLOPT_READFUNCTION set to a functionpointer CURLOPT_SEEKDATA set to a objectpointer CURLOPT_SEEKFUNCTION set to a functionpointer CURLOPT_ERRORBUFFER set to a objectpointer CURLOPT_STDERR set to a objectpointer CURLOPT_HEADERFUNCTION set to a functionpointer CURLOPT_HEADERDATA set to a objectpointer */ ret = curl_easy_perform(hnd); curl_easy_cleanup(hnd); hnd = NULL; curl_slist_free_all(slist1); slist1 = NULL; return config_page; } std::string auth_cookie; std::string session_cookie; static int sqlite_auth_callback(void* data, int argc, char** argv, char** azColName) { if (argc < 1) { std::cerr << "ERROR: sqlite could not find dropout.tv cookie" << std::endl; return -1; } else { auth_cookie = argv[0]; return 0; } } static int sqlite_session_callback(void*, int argc, char** argv, char**) { if (argc < 1) { std::cerr << "ERROR: sqlite could not find dropout.tv cookie" << std::endl; return -1; } else { session_cookie = argv[0]; return 0; } } int main(int argc, char** argv) { bool verbose = true; std::string quality = "1080p"; std::string series_name; std::string name; std::string filename; std::string season; std::string episode; std::string user_auth_token; std::string firefox_profile; std::string config_url; std::string embed_url; std::string episode_url; std::fstream firefox_profile_file("firefox_profile"); std::fstream auth_cookie_file("auth_cookie"); std::fstream session_cookie_file("session_cookie"); std::fstream user_auth_file("token"); if (firefox_profile_file.is_open()) { getline(firefox_profile_file, firefox_profile); if (std::filesystem::is_directory(firefox_profile)) { sqlite3 *db; if (!std::filesystem::is_directory("tmp")) std::filesystem::create_directories("tmp"); std::filesystem::remove("tmp/firefox_cookies.sqlite"); std::filesystem::copy_file(firefox_profile + "/cookies.sqlite", "tmp/firefox_cookies.sqlite"); int rc = sqlite3_open("firefox_cookies.sqlite", &db); if (rc) { std::cerr << "Can't open database: " << sqlite3_errmsg(db) << '\n'; return -1; } else { std::cerr << "Opened database successfully\n"; } char *err_code = nullptr; std::string sql("SELECT value FROM moz_cookies WHERE host LIKE '%dropout.tv%' AND name='__cf_bm';"); rc = sqlite3_exec(db, sql.c_str(), sqlite_auth_callback, nullptr, &err_code); if (rc != SQLITE_OK) { fprintf(stderr, "SQL error: %s\n", err_code); sqlite3_free(err_code); sqlite3_close(db); return -2; } else { fprintf(stdout, "Operation done successfully\n"); } sql = "SELECT value FROM moz_cookies WHERE host LIKE '%dropout.tv%' AND name='_session';"; rc = sqlite3_exec(db, sql.c_str(), sqlite_session_callback, nullptr, &err_code); if (rc != SQLITE_OK) { fprintf(stderr, "SQL error: %s\n", err_code); sqlite3_free(err_code); sqlite3_close(db); return -3; } else { fprintf(stdout, "Operation done successfully\n"); } sqlite3_close(db); // system(("echo \"SELECT value FROM moz_cookies WHERE originAttributes LIKE '%dropout.tv%';\" | sqlite3 " + firefox_profile + "/cookies.sqlite > cookie").c_str()); } } if (auth_cookie.empty()) { if (auth_cookie_file.is_open() && !auth_cookie_file.eof()) { getline(auth_cookie_file, auth_cookie); auth_cookie = "cookie: __cf_bm=" + auth_cookie; } } if (auth_cookie.empty()) { std::cerr << "ERROR: dropout.tv auth cookie could not be found" << std::endl; return -3; } if (session_cookie.empty()) { if (session_cookie_file.is_open() && !session_cookie_file.eof()) { getline(session_cookie_file, session_cookie); session_cookie = "cookie: _session=" + session_cookie; } } if (session_cookie.empty()) { std::cerr << "ERROR: dropout.tv session cookie could not be found" << std::endl; return -4; } CURL *curl; CURLcode res; std::string episode_data; std::string embedded_data; std::string config_data; std::string video_data; if (argc > 1) { std::cout << argv[1] << std::endl; episode_url = argv[1]; } else { std::cout << "Enter episode url: "; std::cin >> episode_url; } curl = curl_easy_init(); if(curl) { episode_data = get_episode_page(episode_url, auth_cookie, session_cookie); name = get_episode_name(episode_data); season = get_season_number(episode_data); episode = get_episode_number(episode_data); series_name = get_series_name(episode_data); getline(user_auth_file, user_auth_token); user_auth_token = "auth-user-token=" + user_auth_token; std::replace(series_name.begin(), series_name.end(), ' ', '_'); std::replace(series_name.begin(), series_name.end(), ',', '_'); filename = series_name + "/S" + (season.size() < 2 ? "0" + season : season) + "E" + (episode.size() < 2 ? "0" + episode : episode) + name + ".mp4"; std::replace(filename.begin(), filename.end(), ' ', '_'); std::replace(filename.begin(), filename.end(), ',', '_'); embed_url = get_embed_url(episode_data); replace_all(embed_url, "&", "&"); std::cout << std::endl << "embed url: " << embed_url << std::endl; } curl = curl_easy_init(); if (curl) { embedded_data = get_embedded_page(embed_url, auth_cookie); if (embedded_data.find("you are not authorized") != std::string::npos) { std::cerr << "ERROR: Could not access video\n"; return -4; } config_url = get_config_url(embedded_data); replace_all(config_url, "\\u0026", "&"); config_data = get_config_page(config_url); } int i = 0; bool video_section = false; for (; i < config_data.size(); i++ ) { // std::cout << i << "/" << javascript_data.size() << ": " << javascript_data[i] << ": " << javascript_data.substr(i, 17) << ": " << video_section << "\n"; if (config_data.substr(i, 3) == "mp4") { video_section = true; } if (video_section && config_data.substr(i, 17) == R"("quality":"1080p")") { std::cout << config_data.substr(i) << '\n'; break; } } if (i == config_data.size() - 1) { std::cout << "quality of 1080p not found" << std::endl; exit(1); } std::string url; for (; i > 0; i--) { // std::cout << i << ": " << javascript_data[i] << ": " << javascript_data.substr(i-7, 7) << "\n"; if (config_data.substr(i-7, 7) == R"("url":")") { std::cout << config_data.substr(i) << '\n'; break; } } while (config_data[i] != '"') { url += config_data[i++]; } curl = curl_easy_init(); if(curl) { if (!std::filesystem::is_directory(series_name)) { std::filesystem::create_directories(series_name); } std::fstream out(filename, std::ios_base::in|std::ios_base::out|std::ios_base::trunc); curl_easy_setopt(curl, CURLOPT_URL, url.c_str()); curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, WriteCallback); curl_easy_setopt(curl, CURLOPT_WRITEDATA, &video_data); curl_easy_setopt(curl, CURLOPT_NOPROGRESS, false); curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, progress_func); std::cout << "getting \"" << filename << " from " << url << std::endl; res = curl_easy_perform(curl); curl_easy_cleanup(curl); out << video_data << std::endl; } return 0; }