653 lines
17 KiB
C++
653 lines
17 KiB
C++
/*
|
|
This file is part of Telegram Desktop,
|
|
the official desktop application for the Telegram messaging service.
|
|
|
|
For license and copyright information please follow this link:
|
|
https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL
|
|
*/
|
|
#include "export/export_controller.h"
|
|
|
|
#include "export/export_api_wrap.h"
|
|
#include "export/export_settings.h"
|
|
#include "export/data/export_data_types.h"
|
|
#include "export/output/export_output_abstract.h"
|
|
#include "export/output/export_output_result.h"
|
|
#include "export/output/export_output_stats.h"
|
|
|
|
namespace Export {
|
|
namespace {
|
|
|
|
const auto kNullStateCallback = [](ProcessingState&) {};
|
|
|
|
Settings NormalizeSettings(const Settings &settings) {
|
|
if (!settings.onlySinglePeer()) {
|
|
return base::duplicate(settings);
|
|
}
|
|
auto result = base::duplicate(settings);
|
|
result.format = Output::Format::Html;
|
|
result.types = result.fullChats = Settings::Type::AnyChatsMask;
|
|
return result;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
class ControllerObject {
|
|
public:
|
|
ControllerObject(
|
|
crl::weak_on_queue<ControllerObject> weak,
|
|
const MTPInputPeer &peer);
|
|
|
|
rpl::producer<State> state() const;
|
|
|
|
// Password step.
|
|
//void submitPassword(const QString &password);
|
|
//void requestPasswordRecover();
|
|
//rpl::producer<PasswordUpdate> passwordUpdate() const;
|
|
//void reloadPasswordState();
|
|
//void cancelUnconfirmedPassword();
|
|
|
|
// Processing step.
|
|
void startExport(
|
|
const Settings &settings,
|
|
const Environment &environment);
|
|
void cancelExportFast();
|
|
|
|
private:
|
|
using Step = ProcessingState::Step;
|
|
using DownloadProgress = ApiWrap::DownloadProgress;
|
|
|
|
void setState(State &&state);
|
|
void ioError(const QString &path);
|
|
bool ioCatchError(Output::Result result);
|
|
void setFinishedState();
|
|
|
|
//void requestPasswordState();
|
|
//void passwordStateDone(const MTPaccount_Password &password);
|
|
|
|
void fillExportSteps();
|
|
void fillSubstepsInSteps(const ApiWrap::StartInfo &info);
|
|
void exportNext();
|
|
void initialize();
|
|
void initialized(const ApiWrap::StartInfo &info);
|
|
void collectDialogsList();
|
|
void exportPersonalInfo();
|
|
void exportUserpics();
|
|
void exportContacts();
|
|
void exportSessions();
|
|
void exportOtherData();
|
|
void exportDialogs();
|
|
void exportNextDialog();
|
|
|
|
template <typename Callback = const decltype(kNullStateCallback) &>
|
|
ProcessingState prepareState(
|
|
Step step,
|
|
Callback &&callback = kNullStateCallback) const;
|
|
ProcessingState stateInitializing() const;
|
|
ProcessingState stateDialogsList(int processed) const;
|
|
ProcessingState statePersonalInfo() const;
|
|
ProcessingState stateUserpics(const DownloadProgress &progress) const;
|
|
ProcessingState stateContacts() const;
|
|
ProcessingState stateSessions() const;
|
|
ProcessingState stateOtherData() const;
|
|
ProcessingState stateDialogs(const DownloadProgress &progress) const;
|
|
void fillMessagesState(
|
|
ProcessingState &result,
|
|
const Data::DialogsInfo &info,
|
|
int index,
|
|
const DownloadProgress &progress) const;
|
|
|
|
int substepsInStep(Step step) const;
|
|
|
|
ApiWrap _api;
|
|
Settings _settings;
|
|
Environment _environment;
|
|
|
|
Data::DialogsInfo _dialogsInfo;
|
|
int _dialogIndex = -1;
|
|
|
|
int _messagesWritten = 0;
|
|
int _messagesCount = 0;
|
|
|
|
int _userpicsWritten = 0;
|
|
int _userpicsCount = 0;
|
|
|
|
// rpl::variable<State> fails to compile in MSVC :(
|
|
State _state;
|
|
rpl::event_stream<State> _stateChanges;
|
|
|
|
Output::Stats _stats;
|
|
|
|
std::vector<int> _substepsInStep;
|
|
int _substepsTotal = 0;
|
|
mutable int _substepsPassed = 0;
|
|
mutable Step _lastProcessingStep = Step::Initializing;
|
|
|
|
std::unique_ptr<Output::AbstractWriter> _writer;
|
|
std::vector<Step> _steps;
|
|
int _stepIndex = -1;
|
|
|
|
rpl::lifetime _lifetime;
|
|
|
|
};
|
|
|
|
ControllerObject::ControllerObject(
|
|
crl::weak_on_queue<ControllerObject> weak,
|
|
const MTPInputPeer &peer)
|
|
: _api(weak.runner())
|
|
, _state(PasswordCheckState{}) {
|
|
_api.errors(
|
|
) | rpl::start_with_next([=](RPCError &&error) {
|
|
setState(ApiErrorState{ std::move(error) });
|
|
}, _lifetime);
|
|
|
|
_api.ioErrors(
|
|
) | rpl::start_with_next([=](const Output::Result &result) {
|
|
ioCatchError(result);
|
|
}, _lifetime);
|
|
|
|
//requestPasswordState();
|
|
auto state = PasswordCheckState();
|
|
state.checked = false;
|
|
state.requesting = false;
|
|
state.singlePeer = peer;
|
|
setState(std::move(state));
|
|
}
|
|
|
|
rpl::producer<State> ControllerObject::state() const {
|
|
return rpl::single(
|
|
_state
|
|
) | rpl::then(
|
|
_stateChanges.events()
|
|
) | rpl::filter([](const State &state) {
|
|
const auto password = base::get_if<PasswordCheckState>(&state);
|
|
return !password || !password->requesting;
|
|
});
|
|
}
|
|
|
|
void ControllerObject::setState(State &&state) {
|
|
if (_state.is<CancelledState>()) {
|
|
return;
|
|
}
|
|
_state = std::move(state);
|
|
_stateChanges.fire_copy(_state);
|
|
}
|
|
|
|
void ControllerObject::ioError(const QString &path) {
|
|
setState(OutputErrorState{ path });
|
|
}
|
|
|
|
bool ControllerObject::ioCatchError(Output::Result result) {
|
|
if (!result) {
|
|
ioError(result.path);
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
//void ControllerObject::submitPassword(const QString &password) {
|
|
//
|
|
//}
|
|
//
|
|
//void ControllerObject::requestPasswordRecover() {
|
|
//
|
|
//}
|
|
//
|
|
//rpl::producer<PasswordUpdate> ControllerObject::passwordUpdate() const {
|
|
// return nullptr;
|
|
//}
|
|
//
|
|
//void ControllerObject::reloadPasswordState() {
|
|
// //_mtp.request(base::take(_passwordRequestId)).cancel();
|
|
// requestPasswordState();
|
|
//}
|
|
//
|
|
//void ControllerObject::requestPasswordState() {
|
|
// if (_passwordRequestId) {
|
|
// return;
|
|
// }
|
|
// //_passwordRequestId = _mtp.request(MTPaccount_GetPassword(
|
|
// //)).done([=](const MTPaccount_Password &result) {
|
|
// // _passwordRequestId = 0;
|
|
// // passwordStateDone(result);
|
|
// //}).fail([=](const RPCError &error) {
|
|
// // apiError(error);
|
|
// //}).send();
|
|
//}
|
|
//
|
|
//void ControllerObject::passwordStateDone(const MTPaccount_Password &result) {
|
|
// auto state = PasswordCheckState();
|
|
// state.checked = false;
|
|
// state.requesting = false;
|
|
// state.hasPassword;
|
|
// state.hint;
|
|
// state.unconfirmedPattern;
|
|
// setState(std::move(state));
|
|
//}
|
|
//
|
|
//void ControllerObject::cancelUnconfirmedPassword() {
|
|
//
|
|
//}
|
|
|
|
void ControllerObject::startExport(
|
|
const Settings &settings,
|
|
const Environment &environment) {
|
|
if (!_settings.path.isEmpty()) {
|
|
return;
|
|
}
|
|
_settings = NormalizeSettings(settings);
|
|
_environment = environment;
|
|
|
|
_settings.path = Output::NormalizePath(_settings);
|
|
_writer = Output::CreateWriter(_settings.format);
|
|
fillExportSteps();
|
|
exportNext();
|
|
}
|
|
|
|
void ControllerObject::fillExportSteps() {
|
|
using Type = Settings::Type;
|
|
_steps.push_back(Step::Initializing);
|
|
if (_settings.types & Type::AnyChatsMask) {
|
|
_steps.push_back(Step::DialogsList);
|
|
}
|
|
if (_settings.types & Type::PersonalInfo) {
|
|
_steps.push_back(Step::PersonalInfo);
|
|
}
|
|
if (_settings.types & Type::Userpics) {
|
|
_steps.push_back(Step::Userpics);
|
|
}
|
|
if (_settings.types & Type::Contacts) {
|
|
_steps.push_back(Step::Contacts);
|
|
}
|
|
if (_settings.types & Type::Sessions) {
|
|
_steps.push_back(Step::Sessions);
|
|
}
|
|
if (_settings.types & Type::OtherData) {
|
|
_steps.push_back(Step::OtherData);
|
|
}
|
|
if (_settings.types & Type::AnyChatsMask) {
|
|
_steps.push_back(Step::Dialogs);
|
|
}
|
|
}
|
|
|
|
void ControllerObject::fillSubstepsInSteps(const ApiWrap::StartInfo &info) {
|
|
auto result = std::vector<int>();
|
|
const auto push = [&](Step step, int count) {
|
|
const auto index = static_cast<int>(step);
|
|
if (index >= result.size()) {
|
|
result.resize(index + 1, 0);
|
|
}
|
|
result[index] = count;
|
|
};
|
|
push(Step::Initializing, 1);
|
|
if (_settings.types & Settings::Type::AnyChatsMask) {
|
|
push(Step::DialogsList, 1);
|
|
}
|
|
if (_settings.types & Settings::Type::PersonalInfo) {
|
|
push(Step::PersonalInfo, 1);
|
|
}
|
|
if (_settings.types & Settings::Type::Userpics) {
|
|
push(Step::Userpics, 1);
|
|
}
|
|
if (_settings.types & Settings::Type::Contacts) {
|
|
push(Step::Contacts, 1);
|
|
}
|
|
if (_settings.types & Settings::Type::Sessions) {
|
|
push(Step::Sessions, 1);
|
|
}
|
|
if (_settings.types & Settings::Type::OtherData) {
|
|
push(Step::OtherData, 1);
|
|
}
|
|
if (_settings.types & Settings::Type::AnyChatsMask) {
|
|
push(Step::Dialogs, info.dialogsCount);
|
|
}
|
|
_substepsInStep = std::move(result);
|
|
_substepsTotal = ranges::accumulate(_substepsInStep, 0);
|
|
}
|
|
|
|
void ControllerObject::cancelExportFast() {
|
|
_api.cancelExportFast();
|
|
setState(CancelledState());
|
|
}
|
|
|
|
void ControllerObject::exportNext() {
|
|
if (++_stepIndex >= _steps.size()) {
|
|
if (ioCatchError(_writer->finish())) {
|
|
return;
|
|
}
|
|
_api.finishExport([=] {
|
|
setFinishedState();
|
|
});
|
|
return;
|
|
}
|
|
|
|
const auto step = _steps[_stepIndex];
|
|
switch (step) {
|
|
case Step::Initializing: return initialize();
|
|
case Step::DialogsList: return collectDialogsList();
|
|
case Step::PersonalInfo: return exportPersonalInfo();
|
|
case Step::Userpics: return exportUserpics();
|
|
case Step::Contacts: return exportContacts();
|
|
case Step::Sessions: return exportSessions();
|
|
case Step::OtherData: return exportOtherData();
|
|
case Step::Dialogs: return exportDialogs();
|
|
}
|
|
Unexpected("Step in ControllerObject::exportNext.");
|
|
}
|
|
|
|
void ControllerObject::initialize() {
|
|
setState(stateInitializing());
|
|
_api.startExport(_settings, &_stats, [=](ApiWrap::StartInfo info) {
|
|
initialized(info);
|
|
});
|
|
}
|
|
|
|
void ControllerObject::initialized(const ApiWrap::StartInfo &info) {
|
|
if (ioCatchError(_writer->start(_settings, _environment, &_stats))) {
|
|
return;
|
|
}
|
|
fillSubstepsInSteps(info);
|
|
exportNext();
|
|
}
|
|
|
|
void ControllerObject::collectDialogsList() {
|
|
setState(stateDialogsList(0));
|
|
_api.requestDialogsList([=](int count) {
|
|
setState(stateDialogsList(count));
|
|
return true;
|
|
}, [=](Data::DialogsInfo &&result) {
|
|
_dialogsInfo = std::move(result);
|
|
exportNext();
|
|
});
|
|
}
|
|
|
|
void ControllerObject::exportPersonalInfo() {
|
|
setState(statePersonalInfo());
|
|
_api.requestPersonalInfo([=](Data::PersonalInfo &&result) {
|
|
if (ioCatchError(_writer->writePersonal(result))) {
|
|
return;
|
|
}
|
|
exportNext();
|
|
});
|
|
}
|
|
|
|
void ControllerObject::exportUserpics() {
|
|
_api.requestUserpics([=](Data::UserpicsInfo &&start) {
|
|
if (ioCatchError(_writer->writeUserpicsStart(start))) {
|
|
return false;
|
|
}
|
|
_userpicsWritten = 0;
|
|
_userpicsCount = start.count;
|
|
return true;
|
|
}, [=](DownloadProgress progress) {
|
|
setState(stateUserpics(progress));
|
|
return true;
|
|
}, [=](Data::UserpicsSlice &&slice) {
|
|
if (ioCatchError(_writer->writeUserpicsSlice(slice))) {
|
|
return false;
|
|
}
|
|
_userpicsWritten += slice.list.size();
|
|
setState(stateUserpics(DownloadProgress()));
|
|
return true;
|
|
}, [=] {
|
|
if (ioCatchError(_writer->writeUserpicsEnd())) {
|
|
return;
|
|
}
|
|
exportNext();
|
|
});
|
|
}
|
|
|
|
void ControllerObject::exportContacts() {
|
|
setState(stateContacts());
|
|
_api.requestContacts([=](Data::ContactsList &&result) {
|
|
if (ioCatchError(_writer->writeContactsList(result))) {
|
|
return;
|
|
}
|
|
exportNext();
|
|
});
|
|
}
|
|
|
|
void ControllerObject::exportSessions() {
|
|
setState(stateSessions());
|
|
_api.requestSessions([=](Data::SessionsList &&result) {
|
|
if (ioCatchError(_writer->writeSessionsList(result))) {
|
|
return;
|
|
}
|
|
exportNext();
|
|
});
|
|
}
|
|
|
|
void ControllerObject::exportOtherData() {
|
|
setState(stateOtherData());
|
|
const auto relativePath = "lists/other_data.json";
|
|
_api.requestOtherData(relativePath, [=](Data::File &&result) {
|
|
if (ioCatchError(_writer->writeOtherData(result))) {
|
|
return;
|
|
}
|
|
exportNext();
|
|
});
|
|
}
|
|
|
|
void ControllerObject::exportDialogs() {
|
|
if (ioCatchError(_writer->writeDialogsStart(_dialogsInfo))) {
|
|
return;
|
|
}
|
|
|
|
exportNextDialog();
|
|
}
|
|
|
|
void ControllerObject::exportNextDialog() {
|
|
const auto index = ++_dialogIndex;
|
|
const auto info = _dialogsInfo.item(index);
|
|
if (info) {
|
|
_api.requestMessages(*info, [=](const Data::DialogInfo &info) {
|
|
if (ioCatchError(_writer->writeDialogStart(info))) {
|
|
return false;
|
|
}
|
|
_messagesWritten = 0;
|
|
_messagesCount = ranges::accumulate(
|
|
info.messagesCountPerSplit,
|
|
0);
|
|
setState(stateDialogs(DownloadProgress()));
|
|
return true;
|
|
}, [=](DownloadProgress progress) {
|
|
setState(stateDialogs(progress));
|
|
return true;
|
|
}, [=](Data::MessagesSlice &&result) {
|
|
if (ioCatchError(_writer->writeDialogSlice(result))) {
|
|
return false;
|
|
}
|
|
_messagesWritten += result.list.size();
|
|
setState(stateDialogs(DownloadProgress()));
|
|
return true;
|
|
}, [=] {
|
|
if (ioCatchError(_writer->writeDialogEnd())) {
|
|
return;
|
|
}
|
|
exportNextDialog();
|
|
});
|
|
return;
|
|
}
|
|
if (ioCatchError(_writer->writeDialogsEnd())) {
|
|
return;
|
|
}
|
|
exportNext();
|
|
}
|
|
|
|
template <typename Callback>
|
|
ProcessingState ControllerObject::prepareState(
|
|
Step step,
|
|
Callback &&callback) const {
|
|
if (step != _lastProcessingStep) {
|
|
_substepsPassed += substepsInStep(_lastProcessingStep);
|
|
_lastProcessingStep = step;
|
|
}
|
|
|
|
auto result = ProcessingState();
|
|
callback(result);
|
|
result.step = step;
|
|
result.substepsPassed = _substepsPassed;
|
|
result.substepsNow = substepsInStep(_lastProcessingStep);
|
|
result.substepsTotal = _substepsTotal;
|
|
return result;
|
|
}
|
|
|
|
ProcessingState ControllerObject::stateInitializing() const {
|
|
return ProcessingState();
|
|
}
|
|
|
|
ProcessingState ControllerObject::stateDialogsList(int processed) const {
|
|
const auto step = Step::DialogsList;
|
|
return prepareState(step, [&](ProcessingState &result) {
|
|
result.entityIndex = processed;
|
|
result.entityCount = std::max(
|
|
processed,
|
|
substepsInStep(Step::Dialogs));
|
|
});
|
|
}
|
|
ProcessingState ControllerObject::statePersonalInfo() const {
|
|
return prepareState(Step::PersonalInfo);
|
|
}
|
|
|
|
ProcessingState ControllerObject::stateUserpics(
|
|
const DownloadProgress &progress) const {
|
|
return prepareState(Step::Userpics, [&](ProcessingState &result) {
|
|
result.entityIndex = _userpicsWritten + progress.itemIndex;
|
|
result.entityCount = std::max(_userpicsCount, result.entityIndex);
|
|
result.bytesType = ProcessingState::FileType::Photo;
|
|
if (!progress.path.isEmpty()) {
|
|
const auto last = progress.path.lastIndexOf('/');
|
|
result.bytesName = progress.path.mid(last + 1);
|
|
}
|
|
result.bytesLoaded = progress.ready;
|
|
result.bytesCount = progress.total;
|
|
});
|
|
}
|
|
|
|
ProcessingState ControllerObject::stateContacts() const {
|
|
return prepareState(Step::Contacts);
|
|
}
|
|
|
|
ProcessingState ControllerObject::stateSessions() const {
|
|
return prepareState(Step::Sessions);
|
|
}
|
|
|
|
ProcessingState ControllerObject::stateOtherData() const {
|
|
return prepareState(Step::OtherData);
|
|
}
|
|
|
|
ProcessingState ControllerObject::stateDialogs(
|
|
const DownloadProgress &progress) const {
|
|
const auto step = Step::Dialogs;
|
|
return prepareState(step, [&](ProcessingState &result) {
|
|
fillMessagesState(
|
|
result,
|
|
_dialogsInfo,
|
|
_dialogIndex,
|
|
progress);
|
|
});
|
|
}
|
|
|
|
void ControllerObject::fillMessagesState(
|
|
ProcessingState &result,
|
|
const Data::DialogsInfo &info,
|
|
int index,
|
|
const DownloadProgress &progress) const {
|
|
const auto dialog = info.item(index);
|
|
Assert(dialog != nullptr);
|
|
|
|
result.entityIndex = index;
|
|
result.entityCount = info.chats.size() + info.left.size();
|
|
result.entityName = dialog->name;
|
|
result.entityType = (dialog->type == Data::DialogInfo::Type::Self)
|
|
? ProcessingState::EntityType::SavedMessages
|
|
: ProcessingState::EntityType::Chat;
|
|
result.itemIndex = _messagesWritten + progress.itemIndex;
|
|
result.itemCount = std::max(_messagesCount, result.itemIndex);
|
|
result.bytesType = ProcessingState::FileType::File; // TODO
|
|
if (!progress.path.isEmpty()) {
|
|
const auto last = progress.path.lastIndexOf('/');
|
|
result.bytesName = progress.path.mid(last + 1);
|
|
}
|
|
result.bytesLoaded = progress.ready;
|
|
result.bytesCount = progress.total;
|
|
}
|
|
|
|
int ControllerObject::substepsInStep(Step step) const {
|
|
Expects(_substepsInStep.size() > static_cast<int>(step));
|
|
|
|
return _substepsInStep[static_cast<int>(step)];
|
|
}
|
|
|
|
void ControllerObject::setFinishedState() {
|
|
setState(FinishedState{
|
|
_writer->mainFilePath(),
|
|
_stats.filesCount(),
|
|
_stats.bytesCount() });
|
|
}
|
|
|
|
Controller::Controller(const MTPInputPeer &peer) : _wrapped(peer) {
|
|
}
|
|
|
|
rpl::producer<State> Controller::state() const {
|
|
return _wrapped.producer_on_main([=](const Implementation &unwrapped) {
|
|
return unwrapped.state();
|
|
});
|
|
}
|
|
|
|
//void Controller::submitPassword(const QString &password) {
|
|
// _wrapped.with([=](Implementation &unwrapped) {
|
|
// unwrapped.submitPassword(password);
|
|
// });
|
|
//}
|
|
//
|
|
//void Controller::requestPasswordRecover() {
|
|
// _wrapped.with([=](Implementation &unwrapped) {
|
|
// unwrapped.requestPasswordRecover();
|
|
// });
|
|
//}
|
|
//
|
|
//rpl::producer<PasswordUpdate> Controller::passwordUpdate() const {
|
|
// return _wrapped.producer_on_main([=](const Implementation &unwrapped) {
|
|
// return unwrapped.passwordUpdate();
|
|
// });
|
|
//}
|
|
//
|
|
//void Controller::reloadPasswordState() {
|
|
// _wrapped.with([=](Implementation &unwrapped) {
|
|
// unwrapped.reloadPasswordState();
|
|
// });
|
|
//}
|
|
//
|
|
//void Controller::cancelUnconfirmedPassword() {
|
|
// _wrapped.with([=](Implementation &unwrapped) {
|
|
// unwrapped.cancelUnconfirmedPassword();
|
|
// });
|
|
//}
|
|
|
|
void Controller::startExport(
|
|
const Settings &settings,
|
|
const Environment &environment) {
|
|
LOG(("Export Info: Started export to '%1'.").arg(settings.path));
|
|
|
|
_wrapped.with([=](Implementation &unwrapped) {
|
|
unwrapped.startExport(settings, environment);
|
|
});
|
|
}
|
|
|
|
void Controller::cancelExportFast() {
|
|
LOG(("Export Info: Cancelled export."));
|
|
|
|
_wrapped.with([=](Implementation &unwrapped) {
|
|
unwrapped.cancelExportFast();
|
|
});
|
|
}
|
|
|
|
rpl::lifetime &Controller::lifetime() {
|
|
return _lifetime;
|
|
}
|
|
|
|
Controller::~Controller() {
|
|
LOG(("Export Info: Controller destroyed."));
|
|
}
|
|
|
|
} // namespace Export
|