1 | /* |
2 | SPDX-FileCopyrightText: 2021 Wolthera van Hövell tot Westerflier <griffinvalley@gmail.com> |
3 | |
4 | SPDX-License-Identifier: LGPL-2.1-only OR LGPL-3.0-only OR LicenseRef-KDE-Accepted-LGPL |
5 | */ |
6 | #include "opdsprovider_p.h" |
7 | |
8 | #include <KFormat> |
9 | #include <KLocalizedString> |
10 | #include <QDate> |
11 | #include <QIcon> |
12 | #include <QLocale> |
13 | #include <QTimer> |
14 | #include <QUrlQuery> |
15 | #include <syndication/atom/atom.h> |
16 | #include <syndication/documentsource.h> |
17 | |
18 | #include <knewstuffcore_debug.h> |
19 | |
20 | #include "searchpreset.h" |
21 | #include "searchpreset_p.h" |
22 | #include "tagsfilterchecker.h" |
23 | |
24 | namespace KNSCore |
25 | { |
26 | static const QLatin1String OPDS_REL_ACQUISITION{"http://opds-spec.org/acquisition" }; |
27 | static const QLatin1String OPDS_REL_AC_OPEN_ACCESS{"http://opds-spec.org/acquisition/open-access" }; |
28 | static const QLatin1String OPDS_REL_AC_BORROW{"http://opds-spec.org/acquisition/borrow" }; |
29 | static const QLatin1String OPDS_REL_AC_BUY{"http://opds-spec.org/acquisition/buy" }; |
30 | static const QLatin1String OPDS_REL_AC_SUBSCRIBE{"http://opds-spec.org/acquisition/subscribe" }; |
31 | // static const QLatin1String OPDS_REL_AC_SAMPLE{"http://opds-spec.org/acquisition/sample"}; |
32 | static const QLatin1String OPDS_REL_IMAGE{"http://opds-spec.org/image" }; |
33 | static const QLatin1String OPDS_REL_THUMBNAIL{"http://opds-spec.org/image/thumbnail" }; |
34 | static const QLatin1String OPDS_REL_CRAWL{"http://opds-spec.org/crawlable" }; |
35 | // static const QLatin1String OPDS_REL_FACET{"http://opds-spec.org/facet"}; |
36 | static const QLatin1String OPDS_REL_SHELF{"http://opds-spec.org/shelf" }; |
37 | static const QLatin1String OPDS_REL_SORT_NEW{"http://opds-spec.org/sort/new" }; |
38 | static const QLatin1String OPDS_REL_SORT_POPULAR{"http://opds-spec.org/sort/popular" }; |
39 | static const QLatin1String OPDS_REL_FEATURED{"http://opds-spec.org/featured" }; |
40 | static const QLatin1String OPDS_REL_RECOMMENDED{"http://opds-spec.org/recommended" }; |
41 | static const QLatin1String OPDS_REL_SUBSCRIPTIONS{"http://opds-spec.org/subscriptions" }; |
42 | static const QLatin1String OPDS_EL_PRICE{"opds:price" }; |
43 | // static const QLatin1String OPDS_EL_INDIRECT{"opds:indirectAcquisition"}; |
44 | // static const QLatin1String OPDS_ATTR_FACET_GROUP{"opds:facetGroup"}; |
45 | // static const QLatin1String OPDS_ATTR_ACTIVE_FACET{"opds:activeFacet"}; |
46 | |
47 | static const QLatin1String OPDS_ATOM_MT{"application/atom+xml" }; |
48 | static const QLatin1String OPDS_PROFILE{"profile=opds-catalog" }; |
49 | static const QLatin1String OPDS_TYPE_ENTRY{"type=entry" }; |
50 | // static const QLatin1String OPDS_KIND_NAVIGATION{"kind=navigation"}; |
51 | // static const QLatin1String OPDS_KIND_ACQUISITION{"kind=acquisition"}; |
52 | |
53 | static const QLatin1String REL_START{"start" }; |
54 | // static const QLatin1String REL_SUBSECTION{"subsection"}; |
55 | // static const QLatin1String REL_COLLECTION{"collection"}; |
56 | // static const QLatin1String REL_PREVIEW{"preview"}; |
57 | // static const QLatin1String REL_REPLIES{"replies"}; |
58 | // static const QLatin1String REL_RELATED{"related"}; |
59 | // static const QLatin1String REL_PREVIOUS{"previous"}; |
60 | // static const QLatin1String REL_NEXT{"next"}; |
61 | // static const QLatin1String REL_FIRST{"first"}; |
62 | // static const QLatin1String REL_LAST{"last"}; |
63 | static const QLatin1String REL_UP{"up" }; |
64 | static const QLatin1String REL_SELF{"self" }; |
65 | static const QLatin1String REL_ALTERNATE{"alternate" }; |
66 | static const QLatin1String ATTR_CURRENCY_CODE{"currencycode" }; |
67 | // static const QLatin1String FEED_COMPLETE{"fh:complete"}; |
68 | // static const QLatin1String THREAD_COUNT{"count"}; |
69 | |
70 | static const QLatin1String OPENSEARCH_NS{"http://a9.com/-/spec/opensearch/1.1/" }; |
71 | static const QLatin1String OPENSEARCH_MT{"application/opensearchdescription+xml" }; |
72 | static const QLatin1String REL_SEARCH{"search" }; |
73 | |
74 | static const QLatin1String OPENSEARCH_EL_URL{"Url" }; |
75 | static const QLatin1String OPENSEARCH_ATTR_TYPE{"type" }; |
76 | static const QLatin1String OPENSEARCH_ATTR_TEMPLATE{"template" }; |
77 | static const QLatin1String OPENSEARCH_SEARCH_TERMS{"searchTerms" }; |
78 | static const QLatin1String OPENSEARCH_COUNT{"count" }; |
79 | static const QLatin1String OPENSEARCH_START_INDEX{"startIndex" }; |
80 | static const QLatin1String OPENSEARCH_START_PAGE{"startPage" }; |
81 | |
82 | static const QLatin1String HTML_MT{"text/html" }; |
83 | |
84 | static const QLatin1String KEY_MIME_TYPE{"data##mimetype=" }; |
85 | static const QLatin1String KEY_URL{"data##url=" }; |
86 | static const QLatin1String KEY_LANGUAGE{"data##language=" }; |
87 | |
88 | class OPDSProviderPrivate |
89 | { |
90 | public: |
91 | OPDSProviderPrivate(OPDSProvider *qq) |
92 | : q(qq) |
93 | , initialized(false) |
94 | , loadingExtraDetails(false) |
95 | { |
96 | } |
97 | OPDSProvider *q; |
98 | QString providerId; |
99 | QString providerName; |
100 | QUrl iconUrl; |
101 | bool initialized; |
102 | |
103 | /*** |
104 | * OPDS catalogs consist of many small atom feeds. This variable |
105 | * tracks which atom feed to load. |
106 | */ |
107 | QUrl currentUrl; |
108 | // partial url identifying the self. This is necessary to resolve relative links. |
109 | QString selfUrl; |
110 | |
111 | QDateTime currentTime; |
112 | bool ; |
113 | |
114 | XmlLoader *xmlLoader; |
115 | |
116 | Entry::List cachedEntries; |
117 | SearchRequest currentRequest; |
118 | |
119 | QUrl openSearchDocumentURL; |
120 | QString openSearchTemplate; |
121 | |
122 | // Generate an opensearch string. |
123 | QUrl openSearchStringForRequest(const KNSCore::SearchRequest &request) |
124 | { |
125 | { |
126 | QUrl searchUrl = QUrl(openSearchTemplate); |
127 | |
128 | QUrlQuery templateQuery(searchUrl); |
129 | QUrlQuery query; |
130 | |
131 | for (QPair<QString, QString> key : templateQuery.queryItems()) { |
132 | if (key.second.contains(s: OPENSEARCH_SEARCH_TERMS)) { |
133 | query.addQueryItem(key: key.first, value: request.searchTerm()); |
134 | } else if (key.second.contains(s: OPENSEARCH_COUNT)) { |
135 | query.addQueryItem(key: key.first, value: QString::number(request.pageSize())); |
136 | } else if (key.second.contains(s: OPENSEARCH_START_PAGE)) { |
137 | query.addQueryItem(key: key.first, value: QString::number(request.page())); |
138 | } else if (key.second.contains(s: OPENSEARCH_START_INDEX)) { |
139 | query.addQueryItem(key: key.first, value: QString::number(request.page() * request.pageSize())); |
140 | } |
141 | } |
142 | searchUrl.setQuery(query); |
143 | return searchUrl; |
144 | } |
145 | } |
146 | |
147 | // Handle URL resolving. |
148 | QUrl fixRelativeUrl(QString urlPart) |
149 | { |
150 | QUrl query = QUrl(urlPart); |
151 | if (query.isRelative()) { |
152 | if (selfUrl.isEmpty() || QUrl(selfUrl).isRelative()) { |
153 | return currentUrl.resolved(relative: query); |
154 | } else { |
155 | return QUrl(selfUrl).resolved(relative: query); |
156 | } |
157 | } |
158 | return query; |
159 | }; |
160 | |
161 | Entry::List installedEntries() const {{Entry::List entries; |
162 | for (const Entry &entry : std::as_const(t: cachedEntries)) { |
163 | if (entry.status() == KNSCore::Entry::Installed || entry.status() == KNSCore::Entry::Updateable) { |
164 | entries.append(t: entry); |
165 | } |
166 | } |
167 | return entries; |
168 | } |
169 | }; |
170 | |
171 | void slotLoadingFailed() |
172 | { |
173 | qCWarning(KNEWSTUFFCORE) << "OPDS Loading failed for" << currentUrl; |
174 | Q_EMIT q->loadingFailed(currentRequest); |
175 | }; |
176 | |
177 | // Parse the opensearch configuration document. |
178 | // https://github.com/dewitt/opensearch |
179 | void parseOpenSearchDocument(const QDomDocument &doc){{openSearchTemplate = QString(); |
180 | if (doc.documentElement().attribute(QStringLiteral("xmlns" )) != OPENSEARCH_NS) { |
181 | qCWarning(KNEWSTUFFCORE) << "Opensearch link does not point at document with opensearch namespace" << openSearchDocumentURL; |
182 | return; |
183 | } |
184 | QDomElement el = doc.documentElement().firstChildElement(tagName: OPENSEARCH_EL_URL); |
185 | while (!el.isNull()) { |
186 | if (el.attribute(name: OPENSEARCH_ATTR_TYPE).contains(s: OPDS_ATOM_MT)) { |
187 | if (openSearchTemplate.isEmpty() || el.attribute(name: OPENSEARCH_ATTR_TYPE).contains(s: OPDS_PROFILE)) { |
188 | openSearchTemplate = el.attribute(name: OPENSEARCH_ATTR_TEMPLATE); |
189 | } |
190 | } |
191 | |
192 | el = el.nextSiblingElement(taName: OPENSEARCH_EL_URL); |
193 | } |
194 | } |
195 | } |
196 | ; |
197 | |
198 | /** |
199 | * @brief parseFeedData |
200 | * The main parsing function of this provider. Receives a QDomDocument |
201 | * and parses that with Syndication's atom reader. |
202 | * @param doc |
203 | */ |
204 | void parseFeedData(const QDomDocument &doc) |
205 | { |
206 | Syndication::DocumentSource source(doc.toByteArray(), currentUrl.toString()); |
207 | Syndication::Atom::Parser parser; |
208 | Syndication::Atom::FeedDocumentPtr feedDoc = parser.parse(source).staticCast<Syndication::Atom::FeedDocument>(); |
209 | |
210 | QString fullEntryMimeType = QStringList({OPDS_ATOM_MT, OPDS_TYPE_ENTRY, OPDS_PROFILE}).join(QStringLiteral(";" )); |
211 | |
212 | if (!feedDoc->isValid()) { |
213 | qCWarning(KNEWSTUFFCORE) << "OPDS Feed at" << currentUrl << "not valid" ; |
214 | Q_EMIT q->loadingFailed(currentRequest); |
215 | return; |
216 | } |
217 | if (!feedDoc->title().isEmpty()) { |
218 | providerName = feedDoc->title(); |
219 | } |
220 | if (!feedDoc->icon().isEmpty()) { |
221 | iconUrl = QUrl(fixRelativeUrl(urlPart: feedDoc->icon())); |
222 | } |
223 | |
224 | Entry::List entries; |
225 | QList<SearchPreset> presets; |
226 | |
227 | { |
228 | SearchRequest request(SortMode::Downloads, Filter::None, providerId); |
229 | SearchPreset preset(new SearchPresetPrivate{ |
230 | .request = request, |
231 | .displayName = {}, |
232 | .iconName = {}, |
233 | .type = SearchPreset::Type::Start, |
234 | .providerId = providerId, |
235 | }); |
236 | presets.append(t: preset); |
237 | } |
238 | |
239 | // find the self link first! |
240 | selfUrl.clear(); |
241 | for (auto link : feedDoc->links()) { |
242 | if (link.rel().contains(s: REL_SELF)) { |
243 | selfUrl = link.href(); |
244 | } |
245 | } |
246 | |
247 | for (auto link : feedDoc->links()) { |
248 | // There will be a number of links toplevel, amongst which probably a lot of sortorder and navigation links. |
249 | if (link.rel() == REL_SEARCH && link.type() == OPENSEARCH_MT) { |
250 | std::function<void(Syndication::Atom::Link)> osdUrlLoader; |
251 | osdUrlLoader = [this, &osdUrlLoader](Syndication::Atom::Link theLink) { |
252 | openSearchDocumentURL = fixRelativeUrl(urlPart: theLink.href()); |
253 | xmlLoader = new XmlLoader(q); |
254 | |
255 | QObject::connect(sender: xmlLoader, signal: &XmlLoader::signalLoaded, context: q, slot: [this](const QDomDocument &doc) { |
256 | q->d->parseOpenSearchDocument(doc); |
257 | }); |
258 | QObject::connect(sender: xmlLoader, signal: &XmlLoader::signalFailed, context: q, slot: [this]() { |
259 | qCWarning(KNEWSTUFFCORE) << "OpenSearch XML Document Loading failed" << openSearchDocumentURL; |
260 | }); |
261 | QObject::connect( |
262 | sender: xmlLoader, |
263 | signal: &XmlLoader::signalHttpError, |
264 | context: q, |
265 | slot: [this, &osdUrlLoader, theLink](int status, QList<QNetworkReply::RawHeaderPair> ) { // clazy:exclude=lambda-in-connect |
266 | if (status == 503) { // Temporarily Unavailable |
267 | QDateTime retryAfter; |
268 | static const QByteArray retryAfterKey{"Retry-After" }; |
269 | for (const QNetworkReply::RawHeaderPair & : rawHeaders) { |
270 | if (headerPair.first == retryAfterKey) { |
271 | // Retry-After is not a known header, so we need to do a bit of running around to make that work |
272 | // Also, the fromHttpDate function is in the private qnetworkrequest header, so we can't use that |
273 | // So, simple workaround, just pass it through a dummy request and get a formatted date out (the |
274 | // cost is sufficiently low here, given we've just done a bunch of i/o heavy things, so...) |
275 | QNetworkRequest dummyRequest; |
276 | dummyRequest.setRawHeader(headerName: QByteArray{"Last-Modified" }, value: headerPair.second); |
277 | retryAfter = dummyRequest.header(header: QNetworkRequest::LastModifiedHeader).toDateTime(); |
278 | break; |
279 | } |
280 | } |
281 | // clazy:exclude=lambda-in-connect |
282 | QTimer::singleShot(interval: retryAfter.toMSecsSinceEpoch() - QDateTime::currentMSecsSinceEpoch(), receiver: q, slot: [&osdUrlLoader, theLink]() { |
283 | osdUrlLoader(theLink); |
284 | }); |
285 | // if it's a matter of a human moment's worth of seconds, just reload |
286 | if (retryAfter.toSecsSinceEpoch() - QDateTime::currentSecsSinceEpoch() > 2) { |
287 | // more than that, spit out TryAgainLaterError to let the user know what we're doing with their time |
288 | static const KFormat formatter; |
289 | Q_EMIT q->signalErrorCode( |
290 | errorCode: KNSCore::ErrorCode::TryAgainLaterError, |
291 | i18n("The service is currently undergoing maintenance and is expected to be back in %1." , |
292 | formatter.formatSpelloutDuration(retryAfter.toMSecsSinceEpoch() - QDateTime::currentMSecsSinceEpoch())), |
293 | metadata: {retryAfter}); |
294 | } |
295 | } |
296 | }); |
297 | |
298 | xmlLoader->load(url: openSearchDocumentURL); |
299 | }; |
300 | } else if (link.type().contains(s: OPDS_PROFILE) && link.rel() != REL_SELF) { |
301 | SearchRequest request(SortMode::Downloads, Filter::None, fixRelativeUrl(urlPart: link.href()).toString()); |
302 | SearchPreset preset(new SearchPresetPrivate{ |
303 | .request = request, |
304 | .displayName = link.title().isEmpty() ? link.rel() : link.title(), |
305 | .iconName = {}, |
306 | .type = |
307 | [&link] { |
308 | if (link.rel() == REL_START) { |
309 | return SearchPreset::Type::Root; |
310 | } |
311 | if (link.rel() == OPDS_REL_FEATURED) { |
312 | return SearchPreset::Type::Featured; |
313 | } |
314 | if (link.rel() == OPDS_REL_SHELF) { |
315 | return SearchPreset::Type::Shelf; |
316 | } |
317 | if (link.rel() == OPDS_REL_SORT_NEW) { |
318 | return SearchPreset::Type::New; |
319 | } |
320 | if (link.rel() == OPDS_REL_SORT_POPULAR) { |
321 | return SearchPreset::Type::Popular; |
322 | } |
323 | if (link.rel() == REL_UP) { |
324 | return SearchPreset::Type::FolderUp; |
325 | } |
326 | if (link.rel() == OPDS_REL_CRAWL) { |
327 | return SearchPreset::Type::AllEntries; |
328 | } |
329 | if (link.rel() == OPDS_REL_RECOMMENDED) { |
330 | return SearchPreset::Type::Recommended; |
331 | } |
332 | if (link.rel() == OPDS_REL_SUBSCRIPTIONS) { |
333 | return SearchPreset::Type::Subscription; |
334 | } |
335 | return SearchPreset::Type::NoPresetType; |
336 | }(), |
337 | .providerId = providerId, |
338 | }); |
339 | presets.append(t: preset); |
340 | } |
341 | } |
342 | TagsFilterChecker downloadTagChecker(q->downloadTagFilter()); |
343 | TagsFilterChecker entryTagChecker(q->tagFilter()); |
344 | |
345 | for (int i = 0; i < feedDoc->entries().size(); i++) { |
346 | Syndication::Atom::Entry feedEntry = feedDoc->entries().at(i); |
347 | |
348 | Entry entry; |
349 | entry.setName(feedEntry.title()); |
350 | entry.setProviderId(providerId); |
351 | entry.setUniqueId(feedEntry.id()); |
352 | |
353 | entry.setStatus(KNSCore::Entry::Invalid); |
354 | for (const Entry &cachedEntry : std::as_const(t&: cachedEntries)) { |
355 | if (entry.uniqueId() == cachedEntry.uniqueId()) { |
356 | entry = cachedEntry; |
357 | break; |
358 | } |
359 | } |
360 | |
361 | // This is a bit of a pickle: atom feeds can have multiple categories. |
362 | // but these categories are not specifically tags... |
363 | QStringList entryTags; |
364 | for (int j = 0; j < feedEntry.categories().size(); j++) { |
365 | QString tag = feedEntry.categories().at(i: j).label(); |
366 | if (tag.isEmpty()) { |
367 | tag = feedEntry.categories().at(i: j).term(); |
368 | } |
369 | entryTags.append(t: tag); |
370 | } |
371 | if (entryTagChecker.filterAccepts(tags: entryTags)) { |
372 | entry.setTags(entryTags); |
373 | } else { |
374 | continue; |
375 | } |
376 | // Same issue with author... |
377 | for (int j = 0; j < feedEntry.authors().size(); j++) { |
378 | Author author; |
379 | Syndication::Atom::Person person = feedEntry.authors().at(i: j); |
380 | author.setId(person.uri()); |
381 | author.setName(person.name()); |
382 | author.setEmail(person.email()); |
383 | author.setHomepage(person.uri()); |
384 | entry.setAuthor(author); |
385 | } |
386 | entry.setLicense(feedEntry.rights()); |
387 | if (feedEntry.content().isEscapedHTML()) { |
388 | entry.setSummary(feedEntry.content().childNodesAsXML()); |
389 | } else { |
390 | entry.setSummary(feedEntry.content().asString()); |
391 | } |
392 | entry.setShortSummary(feedEntry.summary()); |
393 | |
394 | int counterThumbnails = 0; |
395 | int counterImages = 0; |
396 | QString groupEntryUrl; |
397 | for (int j = 0; j < feedEntry.links().size(); j++) { |
398 | Syndication::Atom::Link link = feedEntry.links().at(i: j); |
399 | |
400 | KNSCore::Entry::DownloadLinkInformation download; |
401 | download.id = entry.downloadLinkCount() + 1; |
402 | // Linkrelations can have multiple values, expressed as something like... rel="me nofollow alternate". |
403 | QStringList linkRelation = link.rel().split(QStringLiteral(" " )); |
404 | |
405 | QStringList tags; |
406 | tags.append(t: KEY_MIME_TYPE + link.type()); |
407 | if (!link.hrefLanguage().isEmpty()) { |
408 | tags.append(t: KEY_LANGUAGE + link.hrefLanguage()); |
409 | } |
410 | QString linkUrl = fixRelativeUrl(urlPart: link.href()).toString(); |
411 | tags.append(t: KEY_URL + linkUrl); |
412 | download.name = link.title(); |
413 | download.size = link.length() / 1000; |
414 | download.tags = tags; |
415 | download.isDownloadtypeLink = false; |
416 | |
417 | if (link.rel().startsWith(s: OPDS_REL_ACQUISITION)) { |
418 | if (link.title().isEmpty()) { |
419 | QStringList l; |
420 | l.append(t: link.type()); |
421 | l.append(QStringLiteral("(" ) + link.rel().split(QStringLiteral("/" )).last() + QStringLiteral(")" )); |
422 | download.name = l.join(QStringLiteral(" " )); |
423 | } |
424 | |
425 | if (!downloadTagChecker.filterAccepts(tags: download.tags)) { |
426 | continue; |
427 | } |
428 | |
429 | if (linkRelation.contains(str: OPDS_REL_AC_BORROW) || linkRelation.contains(str: OPDS_REL_AC_SUBSCRIBE) || linkRelation.contains(str: OPDS_REL_AC_BUY)) { |
430 | // TODO we don't support borrow, buy and subscribe right now, requires authentication. |
431 | continue; |
432 | |
433 | } else if (linkRelation.contains(str: OPDS_REL_ACQUISITION) || linkRelation.contains(str: OPDS_REL_AC_OPEN_ACCESS)) { |
434 | download.isDownloadtypeLink = true; |
435 | |
436 | if (entry.status() != KNSCore::Entry::Installed && entry.status() != KNSCore::Entry::Updateable) { |
437 | entry.setStatus(KNSCore::Entry::Downloadable); |
438 | } |
439 | |
440 | entry.setEntryType(Entry::CatalogEntry); |
441 | } |
442 | // TODO, support preview relation, but this requires we show that an entry is otherwise paid for in the UI. |
443 | |
444 | for (QDomElement el : feedEntry.elementsByTagName(tagName: OPDS_EL_PRICE)) { |
445 | QLocale locale; |
446 | download.priceAmount = locale.toCurrencyString(i: el.text().toFloat(), symbol: el.attribute(name: ATTR_CURRENCY_CODE)); |
447 | } |
448 | // There's an 'opds:indirectaquistition' element that gives extra metadata about bundles. |
449 | entry.appendDownloadLinkInformation(info: download); |
450 | |
451 | } else if (link.rel().startsWith(s: OPDS_REL_IMAGE)) { |
452 | if (link.rel() == OPDS_REL_THUMBNAIL) { |
453 | entry.setPreviewUrl(url: linkUrl, type: KNSCore::Entry::PreviewType(counterThumbnails)); |
454 | counterThumbnails += 1; |
455 | } else { |
456 | entry.setPreviewUrl(url: linkUrl, type: KNSCore::Entry::PreviewType(counterImages + 3)); |
457 | counterImages += 1; |
458 | } |
459 | |
460 | } else { |
461 | // This could be anything from a more info link, to navigation links, to links to the outside world. |
462 | // Todo: think of using link rel's 'replies', 'payment'(donation) and 'version-history'. |
463 | |
464 | if (link.type().startsWith(s: OPDS_ATOM_MT)) { |
465 | if (link.type() == fullEntryMimeType) { |
466 | entry.appendDownloadLinkInformation(info: download); |
467 | } else { |
468 | groupEntryUrl = linkUrl; |
469 | } |
470 | |
471 | } else if (link.type() == HTML_MT && linkRelation.contains(str: REL_ALTERNATE)) { |
472 | entry.setHomepage(QUrl(linkUrl)); |
473 | |
474 | } else if (downloadTagChecker.filterAccepts(tags: download.tags)) { |
475 | entry.appendDownloadLinkInformation(info: download); |
476 | } |
477 | } |
478 | } |
479 | |
480 | // Todo: |
481 | // feedEntry.elementsByTagName( dc:terms:issued ) is the official initial release date. |
482 | // published is the released date of the opds catalog item, updated for the opds catalog item update. |
483 | // maybe we should make sure to also check dc:terms:modified? |
484 | // QDateTime date = QDateTime::fromSecsSinceEpoch(feedEntry.published()); |
485 | |
486 | QDateTime date = QDateTime::fromSecsSinceEpoch(secs: feedEntry.updated()); |
487 | |
488 | if (entry.releaseDate().isNull()) { |
489 | entry.setReleaseDate(date.date()); |
490 | } |
491 | |
492 | if (entry.status() != KNSCore::Entry::Invalid) { |
493 | entry.setPayload(QString()); |
494 | // Gutenberg doesn't do versioning in the opds, so it's update value is unreliable, |
495 | // even though openlib and standard do use it properly. We'll instead doublecheck that |
496 | // the new time is larger than 6min since we requested the feed. |
497 | if (date.secsTo(currentTime) > 360) { |
498 | if (entry.releaseDate() < date.date()) { |
499 | entry.setUpdateReleaseDate(date.date()); |
500 | if (entry.status() == KNSCore::Entry::Installed) { |
501 | entry.setStatus(KNSCore::Entry::Updateable); |
502 | } |
503 | } |
504 | } |
505 | } |
506 | if (counterThumbnails == 0) { |
507 | // fallback. |
508 | if (!feedDoc->icon().isEmpty()) { |
509 | entry.setPreviewUrl(url: fixRelativeUrl(urlPart: feedDoc->icon()).toString()); |
510 | } |
511 | } |
512 | |
513 | if (entry.downloadLinkCount() == 0) { |
514 | if (groupEntryUrl.isEmpty()) { |
515 | continue; |
516 | } else { |
517 | entry.setEntryType(Entry::GroupEntry); |
518 | entry.setPayload(groupEntryUrl); |
519 | } |
520 | } |
521 | |
522 | entries.append(t: entry); |
523 | } |
524 | |
525 | if (loadingExtraDetails) { |
526 | Q_EMIT q->entryDetailsLoaded(entries.first()); |
527 | loadingExtraDetails = false; |
528 | } else { |
529 | Q_EMIT q->entriesLoaded(currentRequest, entries); |
530 | } |
531 | Q_EMIT q->searchPresetsLoaded(presets); |
532 | }; |
533 | } |
534 | ; |
535 | |
536 | OPDSProvider::OPDSProvider() |
537 | : d(new OPDSProviderPrivate(this)) |
538 | { |
539 | } |
540 | |
541 | OPDSProvider::~OPDSProvider() = default; |
542 | |
543 | QString OPDSProvider::id() const |
544 | { |
545 | return d->providerId; |
546 | } |
547 | |
548 | QString OPDSProvider::name() const |
549 | { |
550 | return d->providerName; |
551 | } |
552 | |
553 | QUrl OPDSProvider::icon() const |
554 | { |
555 | return d->iconUrl; |
556 | } |
557 | |
558 | void OPDSProvider::loadEntries(const KNSCore::SearchRequest &request) |
559 | { |
560 | d->currentRequest = request; |
561 | |
562 | if (request.filter() == Filter::Installed) { |
563 | Q_EMIT entriesLoaded(request, d->installedEntries()); |
564 | Q_EMIT loadingDone(request); |
565 | return; |
566 | } else if (request.filter() == Filter::ExactEntryId) { |
567 | for (Entry entry : d->cachedEntries) { |
568 | if (entry.uniqueId() == request.searchTerm()) { |
569 | loadEntryDetails(entry); |
570 | } |
571 | } |
572 | } else { |
573 | if (QUrl(request.searchTerm()).scheme().startsWith(QStringLiteral("http" ))) { |
574 | d->currentUrl = QUrl(request.searchTerm()); |
575 | } else if (!d->openSearchTemplate.isEmpty() && !request.searchTerm().isEmpty()) { |
576 | // We should check if there's an opensearch implementation, and see if we can funnel search |
577 | // requests to that. |
578 | d->currentUrl = d->openSearchStringForRequest(request); |
579 | } |
580 | |
581 | // TODO request: check if entries is above pagesize*index, otherwise load next page. |
582 | |
583 | QUrl url = d->currentUrl; |
584 | if (!url.isEmpty()) { |
585 | qCDebug(KNEWSTUFFCORE) << "requesting url" << url; |
586 | d->xmlLoader = new XmlLoader(this); |
587 | d->currentTime = QDateTime::currentDateTime(); |
588 | d->loadingExtraDetails = false; |
589 | connect(sender: d->xmlLoader, signal: &XmlLoader::signalLoaded, context: this, slot: [this](const QDomDocument &doc) { |
590 | d->parseFeedData(doc); |
591 | }); |
592 | connect(sender: d->xmlLoader, signal: &XmlLoader::signalFailed, context: this, slot: [this]() { |
593 | d->slotLoadingFailed(); |
594 | }); |
595 | d->xmlLoader->load(url); |
596 | } else { |
597 | Q_EMIT loadingFailed(request); |
598 | } |
599 | } |
600 | } |
601 | |
602 | void OPDSProvider::loadEntryDetails(const Entry &entry) |
603 | { |
604 | QUrl url; |
605 | QString entryMimeType = QStringList({OPDS_ATOM_MT, OPDS_TYPE_ENTRY, OPDS_PROFILE}).join(QStringLiteral(";" )); |
606 | for (auto link : entry.downloadLinkInformationList()) { |
607 | if (link.tags.contains(t: KEY_MIME_TYPE + entryMimeType)) { |
608 | for (QString string : link.tags) { |
609 | if (string.startsWith(s: KEY_URL)) { |
610 | url = QUrl(string.split(QStringLiteral("=" )).last()); |
611 | } |
612 | } |
613 | } |
614 | } |
615 | if (!url.isEmpty()) { |
616 | d->xmlLoader = new XmlLoader(this); |
617 | d->currentTime = QDateTime::currentDateTime(); |
618 | d->loadingExtraDetails = true; |
619 | connect(sender: d->xmlLoader, signal: &XmlLoader::signalLoaded, context: this, slot: [this](const QDomDocument &doc) { |
620 | d->parseFeedData(doc); |
621 | }); |
622 | connect(sender: d->xmlLoader, signal: &XmlLoader::signalFailed, context: this, slot: [this]() { |
623 | d->slotLoadingFailed(); |
624 | }); |
625 | d->xmlLoader->load(url); |
626 | } |
627 | } |
628 | |
629 | void OPDSProvider::loadPayloadLink(const KNSCore::Entry &entry, int linkNumber) |
630 | { |
631 | KNSCore::Entry copy = entry; |
632 | for (auto downloadInfo : entry.downloadLinkInformationList()) { |
633 | if (downloadInfo.id == linkNumber) { |
634 | for (QString string : downloadInfo.tags) { |
635 | if (string.startsWith(s: KEY_URL)) { |
636 | copy.setPayload(string.split(QStringLiteral("=" )).last()); |
637 | } |
638 | } |
639 | } |
640 | } |
641 | Q_EMIT payloadLinkLoaded(copy); |
642 | } |
643 | |
644 | bool OPDSProvider::setProviderXML(const QDomElement &xmldata) |
645 | { |
646 | if (xmldata.tagName() != QLatin1String("provider" )) { |
647 | return false; |
648 | } |
649 | d->providerId = xmldata.attribute(QStringLiteral("downloadurl" )); |
650 | |
651 | QUrl iconurl(xmldata.attribute(QStringLiteral("icon" ))); |
652 | if (!iconurl.isValid()) { |
653 | iconurl = QUrl::fromLocalFile(localfile: xmldata.attribute(QStringLiteral("icon" ))); |
654 | } |
655 | d->iconUrl = iconurl; |
656 | |
657 | QDomNode n; |
658 | for (n = xmldata.firstChild(); !n.isNull(); n = n.nextSibling()) { |
659 | QDomElement e = n.toElement(); |
660 | if (e.tagName() == QLatin1String("title" )) { |
661 | d->providerName = e.text().trimmed(); |
662 | } |
663 | } |
664 | |
665 | d->currentUrl = QUrl(d->providerId); |
666 | QTimer::singleShot(interval: 0, receiver: this, slot: [this]() { |
667 | d->initialized = true; |
668 | Q_EMIT providerInitialized(this); |
669 | }); |
670 | return true; |
671 | } |
672 | |
673 | bool OPDSProvider::isInitialized() const |
674 | { |
675 | return d->initialized; |
676 | } |
677 | |
678 | void OPDSProvider::setCachedEntries(const KNSCore::Entry::List &cachedEntries) |
679 | { |
680 | d->cachedEntries = cachedEntries; |
681 | } |
682 | |
683 | [[nodiscard]] QString OPDSProvider::version() |
684 | { |
685 | return {}; |
686 | } |
687 | |
688 | [[nodiscard]] QUrl OPDSProvider::website() |
689 | { |
690 | return {}; |
691 | } |
692 | |
693 | [[nodiscard]] QUrl OPDSProvider::host() |
694 | { |
695 | return {}; |
696 | } |
697 | |
698 | [[nodiscard]] QString OPDSProvider::contactEmail() |
699 | { |
700 | return {}; |
701 | } |
702 | |
703 | [[nodiscard]] bool OPDSProvider::supportsSsl() |
704 | { |
705 | return false; |
706 | } |
707 | } |
708 | |
709 | #include "moc_opdsprovider_p.cpp" |
710 | |