1 /***************************************************************************
2 Copyright (C) 2010-2020 Robby Stephenson <robby@periapsis.org>
3 ***************************************************************************/
4
5 /***************************************************************************
6 * *
7 * This program is free software; you can redistribute it and/or *
8 * modify it under the terms of the GNU General Public License as *
9 * published by the Free Software Foundation; either version 2 of *
10 * the License or (at your option) version 3 or any later version *
11 * accepted by the membership of KDE e.V. (or its successor approved *
12 * by the membership of KDE e.V.), which shall act as a proxy *
13 * defined in Section 14 of version 3 of the license. *
14 * *
15 * This program is distributed in the hope that it will be useful, *
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of *
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the *
18 * GNU General Public License for more details. *
19 * *
20 * You should have received a copy of the GNU General Public License *
21 * along with this program. If not, see <http://www.gnu.org/licenses/>. *
22 * *
23 ***************************************************************************/
24
25 #undef QT_NO_CAST_FROM_ASCII
26
27 #include "amazonfetchertest.h"
28
29 #include "../fetch/amazonfetcher.h"
30 #include "../fetch/amazonrequest.h"
31 #include "../fetch/messagelogger.h"
32 #include "../collections/bookcollection.h"
33 #include "../collections/musiccollection.h"
34 #include "../collections/videocollection.h"
35 #include "../collections/gamecollection.h"
36 #include "../collectionfactory.h"
37 #include "../entry.h"
38 #include "../images/imagefactory.h"
39
40 #include <KSharedConfig>
41 #include <KConfigGroup>
42
43 #include <QTest>
44
QTEST_GUILESS_MAIN(AmazonFetcherTest)45 QTEST_GUILESS_MAIN( AmazonFetcherTest )
46
47 AmazonFetcherTest::AmazonFetcherTest() : AbstractFetcherTest(), m_hasConfigFile(false) {
48 }
49
initTestCase()50 void AmazonFetcherTest::initTestCase() {
51 Tellico::RegisterCollection<Tellico::Data::BookCollection> registerBook(Tellico::Data::Collection::Book, "book");
52 Tellico::RegisterCollection<Tellico::Data::MusicCollection> registerMusic(Tellico::Data::Collection::Album, "music");
53 Tellico::RegisterCollection<Tellico::Data::VideoCollection> registerVideo(Tellico::Data::Collection::Video, "video");
54 Tellico::RegisterCollection<Tellico::Data::GameCollection> registerGame(Tellico::Data::Collection::Game, "game");
55 Tellico::ImageFactory::init();
56
57 m_hasConfigFile = QFile::exists(QFINDTESTDATA("tellicotest_private.config"));
58 if(m_hasConfigFile) {
59 m_config = KSharedConfig::openConfig(QFINDTESTDATA("tellicotest_private.config"), KConfig::SimpleConfig);
60 }
61
62 QHash<QString, QString> practicalRdf;
63 practicalRdf.insert(QStringLiteral("title"), QStringLiteral("Practical RDF"));
64 practicalRdf.insert(QStringLiteral("isbn"), QStringLiteral("0-596-00263-7"));
65 practicalRdf.insert(QStringLiteral("author"), QStringLiteral("Shelley Powers"));
66 practicalRdf.insert(QStringLiteral("binding"), QStringLiteral("Paperback"));
67 practicalRdf.insert(QStringLiteral("publisher"), QStringLiteral("O'Reilly Media"));
68 practicalRdf.insert(QStringLiteral("pages"), QStringLiteral("331"));
69
70 QHash<QString, QString> gloryRevealed;
71 gloryRevealed.insert(QStringLiteral("title"), QStringLiteral("Glory Revealed II"));
72 gloryRevealed.insert(QStringLiteral("medium"), QStringLiteral("Compact Disc"));
73 // gloryRevealed.insert(QStringLiteral("artist"), QStringLiteral("Various Artists"));
74 gloryRevealed.insert(QStringLiteral("label"), QStringLiteral("Reunion"));
75 gloryRevealed.insert(QStringLiteral("year"), QStringLiteral("2009"));
76
77 QHash<QString, QString> incredibles;
78 incredibles.insert(QStringLiteral("title"), QStringLiteral("Incredibles"));
79 incredibles.insert(QStringLiteral("medium"), QStringLiteral("DVD"));
80 // incredibles.insert(QStringLiteral("certification"), QStringLiteral("PG (USA)"));
81 // incredibles.insert(QStringLiteral("studio"), QStringLiteral("Walt Disney Home Entertainment"));
82 // incredibles.insert(QStringLiteral("year"), QStringLiteral("2004"));
83 incredibles.insert(QStringLiteral("widescreen"), QStringLiteral("true"));
84 incredibles.insert(QStringLiteral("director"), QStringLiteral("Brad Bird; Bud Luckey; Roger Gould"));
85
86 QHash<QString, QString> pacteDesLoups;
87 pacteDesLoups.insert(QStringLiteral("title"), QStringLiteral("Le Pacte des Loups"));
88 pacteDesLoups.insert(QStringLiteral("medium"), QStringLiteral("Blu-ray"));
89 // pacteDesLoups.insert(QStringLiteral("region"), QStringLiteral("Region 2"));
90 pacteDesLoups.insert(QStringLiteral("studio"), QStringLiteral("StudioCanal"));
91 pacteDesLoups.insert(QStringLiteral("year"), QStringLiteral("2001"));
92 pacteDesLoups.insert(QStringLiteral("director"), QStringLiteral("Christophe Gans"));
93 // pacteDesLoups.insert(QStringLiteral("format"), QStringLiteral("PAL"));
94
95 QHash<QString, QString> petitPrinceCN;
96 petitPrinceCN.insert(QStringLiteral("title"), QStringLiteral("小王子(65周年纪念版)"));
97 petitPrinceCN.insert(QStringLiteral("author"), QStringLiteral("圣埃克絮佩里 (Saint-Exupery)"));
98
99 m_fieldValues.insert(QStringLiteral("practicalRdf"), practicalRdf);
100 m_fieldValues.insert(QStringLiteral("gloryRevealed"), gloryRevealed);
101 m_fieldValues.insert(QStringLiteral("incredibles"), incredibles);
102 m_fieldValues.insert(QStringLiteral("pacteDesLoups"), pacteDesLoups);
103 m_fieldValues.insert(QStringLiteral("petitPrinceCN"), petitPrinceCN);
104 }
105
testTitle()106 void AmazonFetcherTest::testTitle() {
107 return; // re-enable if/when Amazon searches are not so heavily throttled
108 QFETCH(QString, locale);
109 QFETCH(int, collType);
110 QFETCH(QString, searchValue);
111 QFETCH(QString, resultName);
112
113 QString groupName = QStringLiteral("Amazon ") + locale;
114 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
115 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
116 }
117 KConfigGroup cg(m_config, groupName);
118
119 Tellico::Fetch::FetchRequest request(collType, Tellico::Fetch::Title, searchValue);
120 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this));
121 fetcher->readConfig(cg);
122
123 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
124
125 QVERIFY(!results.isEmpty());
126
127 Tellico::Data::EntryPtr entry = results.at(0);
128 QHashIterator<QString, QString> i(m_fieldValues.value(resultName));
129 while(i.hasNext()) {
130 i.next();
131 // a known bug is CA video titles result in music results, so only title matches
132 if(i.key() != QStringLiteral("title")) {
133 QEXPECT_FAIL("CA video title", "CA video titles show music results for some reason", Continue);
134 }
135 QString result = entry->field(i.key()).toLower();
136 // several titles have edition info in the title
137 if(collType == Tellico::Data::Collection::Video &&
138 i.key() == QStringLiteral("title") &&
139 (locale == QStringLiteral("CA") ||
140 locale == QStringLiteral("FR") ||
141 locale == QStringLiteral("ES") ||
142 locale == QStringLiteral("CN") ||
143 locale == QStringLiteral("IT") ||
144 locale == QStringLiteral("DE"))) {
145 QVERIFY2(result.contains(i.value(), Qt::CaseInsensitive), qPrintable(i.key()));
146 } else if(collType == Tellico::Data::Collection::Video &&
147 i.key() == QStringLiteral("year") &&
148 locale == QStringLiteral("FR")) {
149 // france has no year for movie
150 QCOMPARE(result, QString());
151 } else if(collType == Tellico::Data::Collection::Video &&
152 i.key() == QStringLiteral("medium") &&
153 (locale == QStringLiteral("ES") || locale == QStringLiteral("IT"))) {
154 // ES and IT think it's a DVD
155 QCOMPARE(result, QStringLiteral("dvd"));
156 } else if(i.key() == QStringLiteral("pages") &&
157 (locale == QStringLiteral("UK") || locale == QStringLiteral("CA"))) {
158 // UK and CA have different page count
159 QCOMPARE(result, QStringLiteral("352"));
160 } else if((i.key() == QStringLiteral("director") || i.key() == QStringLiteral("studio") || i.key() == QStringLiteral("year")) &&
161 (locale == QStringLiteral("ES") || locale == QStringLiteral("IT"))) {
162 // ES and IT have no director or studio or year info
163 QCOMPARE(result, QString());
164 } else {
165 QCOMPARE(result, i.value().toLower());
166 }
167 }
168 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty());
169 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/')));
170 }
171
testTitle_data()172 void AmazonFetcherTest::testTitle_data() {
173 QTest::addColumn<QString>("locale");
174 QTest::addColumn<int>("collType");
175 QTest::addColumn<QString>("searchValue");
176 QTest::addColumn<QString>("resultName");
177
178 QTest::newRow("US book title") << QStringLiteral("US")
179 << static_cast<int>(Tellico::Data::Collection::Book)
180 << QStringLiteral("Practical RDF")
181 << QStringLiteral("practicalRdf");
182 QTest::newRow("UK book title") << QStringLiteral("UK")
183 << static_cast<int>(Tellico::Data::Collection::Book)
184 << QStringLiteral("Practical RDF")
185 << QStringLiteral("practicalRdf");
186 // QTest::newRow("DE") << QString::fromLatin1("DE");
187 // QTest::newRow("JP") << QString::fromLatin1("JP");
188 // QTest::newRow("FR") << QString::fromLatin1("FR");
189 QTest::newRow("CA book title") << QStringLiteral("CA")
190 << static_cast<int>(Tellico::Data::Collection::Book)
191 << QStringLiteral("Practical RDF")
192 << QStringLiteral("practicalRdf");
193 QTest::newRow("CN book title") << QStringLiteral("CN")
194 << static_cast<int>(Tellico::Data::Collection::Book)
195 << QStringLiteral("小王子(65周年纪念版)")
196 << QStringLiteral("petitPrinceCN");
197
198 // a known bug is CA video titles result in music results, so only title matches
199 // QTest::newRow("CA video title") << QString::fromLatin1("CA")
200 // << static_cast<int>(Tellico::Data::Collection::Video)
201 // << QString::fromLatin1("Le Pacte des Loups")
202 // << QString::fromLatin1("pacteDesLoups");
203 QTest::newRow("FR video title") << QStringLiteral("FR")
204 << static_cast<int>(Tellico::Data::Collection::Video)
205 << QStringLiteral("Le Pacte des Loups")
206 << QStringLiteral("pacteDesLoups");
207 QTest::newRow("ES video title") << QStringLiteral("ES")
208 << static_cast<int>(Tellico::Data::Collection::Video)
209 << QStringLiteral("Le Pacte des Loups")
210 << QStringLiteral("pacteDesLoups");
211 QTest::newRow("IT video title") << QStringLiteral("IT")
212 << static_cast<int>(Tellico::Data::Collection::Video)
213 << QStringLiteral("Le Pacte des Loups")
214 << QStringLiteral("pacteDesLoups");
215
216 }
217
testTitleVideoGame()218 void AmazonFetcherTest::testTitleVideoGame() {
219 return; // re-enable if/when Amazon searches are not so heavily throttled
220 QString groupName = QStringLiteral("Amazon US");
221 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
222 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
223 }
224 KConfigGroup cg(m_config, groupName);
225
226 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Game, Tellico::Fetch::Title,
227 QStringLiteral("Ghostbusters Story Pack - LEGO Dimensions"));
228 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this));
229 fetcher->readConfig(cg);
230
231 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
232
233 QVERIFY(!results.isEmpty());
234
235 Tellico::Data::EntryPtr entry = results.at(0);
236 QVERIFY(entry);
237 QCOMPARE(entry->field("title"), QStringLiteral("Ghostbusters Story Pack - LEGO Dimensions"));
238 QCOMPARE(entry->field("publisher"), QStringLiteral("Warner Home Video - Games"));
239 // the E10+ ESRB rating was added to Tellico in 2017 in version 3.0.1
240 QCOMPARE(entry->field("certification"), QStringLiteral("Everyone 10+"));
241 }
242
testIsbn()243 void AmazonFetcherTest::testIsbn() {
244 return; // re-enable if/when Amazon searches are not so heavily throttled
245 QFETCH(QString, locale);
246 QFETCH(QString, searchValue);
247 QFETCH(QString, resultName);
248
249 QString groupName = QStringLiteral("Amazon ") + locale;
250 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
251 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
252 }
253 KConfigGroup cg(m_config, groupName);
254
255 // also testing multiple values
256 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN,
257 searchValue);
258 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this));
259 fetcher->readConfig(cg);
260
261 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
262
263 QCOMPARE(results.size(), 2);
264
265 Tellico::Data::EntryPtr entry = results.at(0);
266 QHashIterator<QString, QString> i(m_fieldValues.value(resultName));
267 while(i.hasNext()) {
268 i.next();
269 QString result = entry->field(i.key()).toLower();
270 if(i.key() == QStringLiteral("pages") &&
271 (locale == QStringLiteral("UK") || locale == QStringLiteral("CA"))) {
272 // UK and CA have different page count
273 QCOMPARE(result, QStringLiteral("352"));
274 } else {
275 QCOMPARE(result, i.value().toLower());
276 }
277 }
278 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty());
279 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/')));
280 }
281
testIsbn_data()282 void AmazonFetcherTest::testIsbn_data() {
283 QTest::addColumn<QString>("locale");
284 QTest::addColumn<QString>("searchValue");
285 QTest::addColumn<QString>("resultName");
286
287 QTest::newRow("US isbn") << QStringLiteral("US")
288 << QStringLiteral("0-596-00263-7; 978-1-59059-831-3")
289 << QStringLiteral("practicalRdf");
290 QTest::newRow("UK isbn") << QStringLiteral("UK")
291 << QStringLiteral("0-596-00263-7; 978-1-59059-831-3")
292 << QStringLiteral("practicalRdf");
293 // QTest::newRow("DE") << QString::fromLatin1("DE");
294 // QTest::newRow("JP") << QString::fromLatin1("JP");
295 // QTest::newRow("FR") << QString::fromLatin1("FR");
296 QTest::newRow("CA isbn") << QStringLiteral("CA")
297 << QStringLiteral("0-596-00263-7; 978-1-59059-831-3")
298 << QStringLiteral("practicalRdf");
299 /*
300 QTest::newRow("CN isbn") << QString::fromLatin1("CN")
301 << QString::fromLatin1("7511305202")
302 << QString::fromLatin1("petitPrinceCN");
303 */
304 }
305
testUpc()306 void AmazonFetcherTest::testUpc() {
307 return; // re-enable if/when Amazon searches are not so heavily throttled
308 QFETCH(QString, locale);
309 QFETCH(int, collType);
310 QFETCH(QString, searchValue);
311 QFETCH(QString, resultName);
312
313 QString groupName = QStringLiteral("Amazon ") + locale;
314 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
315 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
316 }
317 KConfigGroup cg(m_config, groupName);
318
319 Tellico::Fetch::FetchRequest request(collType, Tellico::Fetch::UPC, searchValue);
320 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this));
321 fetcher->readConfig(cg);
322
323 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
324
325 QVERIFY(!results.isEmpty());
326
327 Tellico::Data::EntryPtr entry = results.at(0);
328 QHashIterator<QString, QString> i(m_fieldValues.value(resultName));
329 while(i.hasNext()) {
330 i.next();
331 QString result = entry->field(i.key()).toLower();
332 // exception for UK label different than US
333 // and FR title having edition info
334 if((i.key() == QStringLiteral("label") && locale == QStringLiteral("UK")) ||
335 (i.key() == QStringLiteral("title"))) {
336 QVERIFY(result.contains(i.value(), Qt::CaseInsensitive));
337 } else if(i.key() == QStringLiteral("year") &&
338 locale == QStringLiteral("FR")) {
339 // france has no year for movie
340 QCOMPARE(result, QString());
341 } else {
342 QCOMPARE(result, i.value().toLower());
343 }
344 }
345 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty());
346 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/')));
347 if(collType == Tellico::Data::Collection::Album) {
348 QVERIFY(!entry->field(QStringLiteral("genre")).isEmpty());
349 QVERIFY(!entry->field(QStringLiteral("track")).isEmpty());
350 } else if(collType == Tellico::Data::Collection::Video) {
351 QVERIFY(!entry->field(QStringLiteral("cast")).isEmpty());
352 }
353 }
354
testUpc_data()355 void AmazonFetcherTest::testUpc_data() {
356 QTest::addColumn<QString>("locale");
357 QTest::addColumn<int>("collType");
358 QTest::addColumn<QString>("searchValue");
359 QTest::addColumn<QString>("resultName");
360
361 QTest::newRow("US music upc") << QStringLiteral("US")
362 << static_cast<int>(Tellico::Data::Collection::Album)
363 << QStringLiteral("602341013727")
364 << QStringLiteral("gloryRevealed");
365 // non-US should work with or without the initial 0 country code
366 QTest::newRow("UK music upc1") << QStringLiteral("UK")
367 << static_cast<int>(Tellico::Data::Collection::Album)
368 << QStringLiteral("602341013727")
369 << QStringLiteral("gloryRevealed");
370 QTest::newRow("UK music upc2") << QStringLiteral("UK")
371 << static_cast<int>(Tellico::Data::Collection::Album)
372 << QStringLiteral("0602341013727")
373 << QStringLiteral("gloryRevealed");
374 QTest::newRow("CA music upc") << QStringLiteral("CA")
375 << static_cast<int>(Tellico::Data::Collection::Album)
376 << QStringLiteral("0602341013727")
377 << QStringLiteral("gloryRevealed");
378
379 QTest::newRow("US movie upc") << QStringLiteral("US")
380 << static_cast<int>(Tellico::Data::Collection::Video)
381 << QStringLiteral("786936244250")
382 << QStringLiteral("incredibles");
383 QTest::newRow("UK movie upc") << QStringLiteral("UK")
384 << static_cast<int>(Tellico::Data::Collection::Video)
385 << QStringLiteral("0786936244250")
386 << QStringLiteral("incredibles");
387 QTest::newRow("CA movie upc") << QStringLiteral("CA")
388 << static_cast<int>(Tellico::Data::Collection::Video)
389 << QStringLiteral("0786936244250")
390 << QStringLiteral("incredibles");
391 QTest::newRow("FR movie upc") << QStringLiteral("FR")
392 << static_cast<int>(Tellico::Data::Collection::Video)
393 << QStringLiteral("5050582560985")
394 << QStringLiteral("pacteDesLoups");
395 }
396
testRequest()397 void AmazonFetcherTest::testRequest() {
398 // from aws-sig-v4-test-suite/post-vanilla
399 Tellico::Fetch::AmazonRequest req("AKIDEXAMPLE", "wJalrXUtnFEMI/K7MDENG+bPxRfiCYEXAMPLEKEY");
400
401 req.setHost("example.amazonaws.com");
402 req.m_headers.insert("host", req.m_host);
403 req.m_amzDate = "20150830T123600Z";
404 req.m_headers.insert("x-amz-date", req.m_amzDate);
405 req.m_path = "/";
406 QByteArray res1("POST\n/\n\nhost:example.amazonaws.com\nx-amz-date:20150830T123600Z\n\nhost;x-amz-date\ne3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855");
407 QCOMPARE(req.prepareCanonicalRequest(""), res1);
408
409 req.m_region = "us-east-1";
410 req.m_service = "service";
411 QByteArray res2("AWS4-HMAC-SHA256\n20150830T123600Z\n20150830/us-east-1/service/aws4_request\n553f88c9e4d10fc9e109e2aeb65f030801b70c2f6468faca261d401ae622fc87");
412 QCOMPARE(req.prepareStringToSign(res1), res2);
413
414 QByteArray res3("AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=5da7c1a2acd57cee7505fc6676e4e544621c30862966e37dddb68e92efbe5d6b");
415 QCOMPARE(req.buildAuthorizationString(req.calculateSignature(res2)), res3);
416
417 QByteArray res4("com.amazon.paapi5.v1.servicev1.SearchItems");
418 QCOMPARE(req.targetOperation(), res4);
419 }
420
testPayload()421 void AmazonFetcherTest::testPayload() {
422 QString groupName = QStringLiteral("Amazon US");
423 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
424 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
425 }
426 KConfigGroup cg(m_config, groupName);
427
428 Tellico::Fetch::AmazonFetcher* fetcher = new Tellico::Fetch::AmazonFetcher(this);
429 fetcher->readConfig(cg);
430
431 Tellico::Fetch::FetchRequest req(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525");
432 QByteArray payload = fetcher->requestPayload(req);
433 QByteArray res1("{\
434 \"Keywords\":\"717356278525\",\
435 \"Operation\":\"SearchItems\",\
436 \"PartnerTag\":\"tellico-20\",\
437 \"PartnerType\":\"Associates\",\
438 \"Resources\":[\"ItemInfo.Title\",\"ItemInfo.ContentInfo\",\"ItemInfo.ByLineInfo\",\"ItemInfo.TechnicalInfo\",\"ItemInfo.ExternalIds\",\"ItemInfo.ManufactureInfo\",\"Images.Primary.Medium\"],\
439 \"SearchIndex\":\"Books\",\
440 \"Service\":\"ProductAdvertisingAPIv1\",\
441 \"SortBy\":\"Relevance\"\
442 }");
443 QCOMPARE(payload.right(100), res1.right(100));
444 QCOMPARE(payload, res1);
445 }
446
testError()447 void AmazonFetcherTest::testError() {
448 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525");
449 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this);
450 Tellico::Fetch::Fetcher::Ptr fetcher(f);
451
452 Tellico::Fetch::MessageLogger* logger = new Tellico::Fetch::MessageLogger;
453 f->setMessageHandler(logger);
454 f->m_site = Tellico::Fetch::AmazonFetcher::US;
455 f->m_accessKey = QStringLiteral("test");
456 f->m_secretKey = QStringLiteral("test");
457
458 Tellico::Data::EntryList results = DO_FETCH1(fetcher, request, 1);
459 QVERIFY(results.isEmpty());
460 QVERIFY(!logger->errorList.isEmpty());
461 QCOMPARE(logger->errorList[0], QStringLiteral("The Access Key ID or security token included in the request is invalid."));
462 }
463
testUpc1()464 void AmazonFetcherTest::testUpc1() {
465 QString groupName = QStringLiteral("Amazon US");
466 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
467 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
468 }
469 KConfigGroup cg(m_config, groupName);
470
471 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525");
472 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this);
473 Tellico::Fetch::Fetcher::Ptr fetcher(f);
474 fetcher->readConfig(cg);
475
476 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-upc1.json");
477
478 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
479
480 QCOMPARE(results.size(), 1);
481
482 Tellico::Data::EntryPtr entry = results.at(0);
483 QVERIFY(entry);
484 QCOMPARE(entry->field("title"), QStringLiteral("Harry Potter Paperback Box Set (Books 1-7)"));
485 QCOMPARE(entry->field("isbn"), QStringLiteral("0545162076"));
486 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty());
487 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/')));
488 }
489
testUpc2()490 void AmazonFetcherTest::testUpc2() {
491 QString groupName = QStringLiteral("Amazon US");
492 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
493 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
494 }
495 KConfigGroup cg(m_config, groupName);
496
497 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525; 842776102270");
498 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this);
499 Tellico::Fetch::Fetcher::Ptr fetcher(f);
500 fetcher->readConfig(cg);
501
502 QByteArray payload = f->requestPayload(request);
503 // verify the format of the multiple UPC keyword
504 QVERIFY(payload.contains("\"Keywords\":\"717356278525|842776102270\""));
505
506 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-upc2.json");
507
508 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
509
510 QCOMPARE(results.size(), 2);
511
512 Tellico::Data::EntryPtr entry = results.at(0);
513 QVERIFY(entry);
514 QCOMPARE(entry->field("title"), QStringLiteral("Harry Potter Paperback Box Set (Books 1-7)"));
515 QCOMPARE(entry->field("isbn"), QStringLiteral("0545162076"));
516 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty());
517 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/')));
518 }
519
520 // from https://github.com/dkam/paapi/blob/master/test/data/get_item_no_author.json
testBasicBook()521 void AmazonFetcherTest::testBasicBook() {
522 QString groupName = QStringLiteral("Amazon UK");
523 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
524 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
525 }
526 KConfigGroup cg(m_config, groupName);
527
528 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN, "1921878657");
529 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this);
530 Tellico::Fetch::Fetcher::Ptr fetcher(f);
531 fetcher->readConfig(cg);
532
533 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-book.json");
534
535 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
536
537 QCOMPARE(results.size(), 1);
538
539 Tellico::Data::EntryPtr entry = results.at(0);
540 QVERIFY(entry);
541 QCOMPARE(entry->field("title"), QStringLiteral("Muscle Car Mania: 100 legendary Australian motoring stories"));
542 QCOMPARE(entry->field("author"), QStringLiteral("No Author"));
543 QCOMPARE(entry->field("publisher"), QStringLiteral("Rockpool Publishing"));
544 QCOMPARE(entry->field("edition"), QStringLiteral("Slp"));
545 QCOMPARE(entry->field("binding"), QStringLiteral("Paperback"));
546 QCOMPARE(entry->field("series"), QStringLiteral("Motoring Series"));
547 QCOMPARE(entry->field("isbn"), QStringLiteral("1921878657"));
548 QCOMPARE(entry->field("pages"), QStringLiteral("224"));
549 QCOMPARE(entry->field("language"), QStringLiteral("English"));
550 QCOMPARE(entry->field("pub_year"), QStringLiteral("2013"));
551 QCOMPARE(entry->field("amazon"), QStringLiteral("https://www.amazon.com/dp/1921878657?tag=bookie09-20&linkCode=ogi&th=1&psc=1"));
552 QVERIFY(entry->field(QStringLiteral("cover")).isEmpty()); // because image size as NoImage
553 }
554
testTitleParsing()555 void AmazonFetcherTest::testTitleParsing() {
556 Tellico::Data::CollPtr coll(new Tellico::Data::VideoCollection(true));
557 Tellico::Data::EntryPtr entry(new Tellico::Data::Entry(coll));
558 entry->setField(QStringLiteral("title"), QStringLiteral("title1 [DVD] (Widescreen) (NTSC) [Region 1]"));
559
560 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this);
561 Tellico::Fetch::Fetcher::Ptr fetcher(f);
562
563 f->parseTitle(entry);
564 // the fetcher leaves widescreen in the title but adds the field value
565 QCOMPARE(entry->field("title"), QStringLiteral("title1 (Widescreen)"));
566 QCOMPARE(entry->field("medium"), QStringLiteral("DVD"));
567 QCOMPARE(entry->field("widescreen"), QStringLiteral("true"));
568 QCOMPARE(entry->field("format"), QStringLiteral("NTSC"));
569 QCOMPARE(entry->field("region"), QStringLiteral("Region 1"));
570 }
571
572 // from https://github.com/utekaravinash/gopaapi5/blob/master/_response/search_items.json
testSearchItems_gopaapi5()573 void AmazonFetcherTest::testSearchItems_gopaapi5() {
574 QString groupName = QStringLiteral("Amazon UK");
575 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
576 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
577 }
578 KConfigGroup cg(m_config, groupName);
579
580 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN, "1921878657");
581 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this);
582 Tellico::Fetch::Fetcher::Ptr fetcher(f);
583 fetcher->readConfig(cg);
584
585 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-search-items-gopaapi5.json");
586
587 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
588
589 QCOMPARE(results.size(), 3);
590
591 Tellico::Data::EntryPtr entry = results.at(0);
592 QVERIFY(entry);
593 QCOMPARE(entry->field("title"), QStringLiteral("Go Programming Language, The"));
594 QCOMPARE(entry->field("author"), QStringLiteral("Donovan, Alan A. A."));
595 QCOMPARE(entry->field("publisher"), QStringLiteral("Addison-Wesley Professional"));
596 QCOMPARE(entry->field("edition"), QStringLiteral("1"));
597 QCOMPARE(entry->field("binding"), QStringLiteral("Paperback"));
598 QCOMPARE(entry->field("series"), QStringLiteral("Addison-Wesley Professional Computing Series"));
599 QCOMPARE(entry->field("isbn"), QStringLiteral("0134190440"));
600 QCOMPARE(entry->field("pages"), QStringLiteral("398"));
601 QCOMPARE(entry->field("language"), QStringLiteral("English"));
602 QCOMPARE(entry->field("pub_year"), QStringLiteral("2015"));
603 QCOMPARE(entry->field("amazon"), QStringLiteral("https://www.amazon.com/dp/0134190440?tag=associateTag-20&linkCode=osi&th=1&psc=1"));
604 QVERIFY(entry->field(QStringLiteral("cover")).isEmpty()); // because image size as NoImage
605
606 entry = results.at(2);
607 QVERIFY(entry);
608 QCOMPARE(entry->field("title"), QStringLiteral("Black Hat Go: Go Programming For Hackers and Pentesters"));
609 QCOMPARE(entry->field("author"), QStringLiteral("Steele, Tom; Patten, Chris; Kottmann, Dan"));
610 }
611
612 // from https://github.com/utekaravinash/gopaapi5/blob/master/_response/get_items.json
testGetItems_gopaapi5()613 void AmazonFetcherTest::testGetItems_gopaapi5() {
614 QString groupName = QStringLiteral("Amazon UK");
615 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) {
616 QSKIP("This test requires a config file with Amazon settings.", SkipAll);
617 }
618 KConfigGroup cg(m_config, groupName);
619
620 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN, "1921878657");
621 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this);
622 Tellico::Fetch::Fetcher::Ptr fetcher(f);
623 fetcher->readConfig(cg);
624
625 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-get-items-gopaapi5.json");
626
627 Tellico::Data::EntryList results = DO_FETCH(fetcher, request);
628
629 QCOMPARE(results.size(), 2);
630
631 Tellico::Data::EntryPtr entry = results.at(0);
632 QVERIFY(entry);
633 QVERIFY(entry->collection());
634 QCOMPARE(entry->collection()->type(), Tellico::Data::Collection::Book);
635 QCOMPARE(entry->field("title"), QStringLiteral("Light on Yoga: The Bible of Modern Yoga"));
636 QCOMPARE(entry->field("author"), QStringLiteral("B. K. S. Iyengar"));
637 QCOMPARE(entry->field("publisher"), QStringLiteral("Schocken"));
638 QCOMPARE(entry->field("edition"), QStringLiteral("Revised"));
639 QCOMPARE(entry->field("binding"), QStringLiteral("Paperback"));
640 QCOMPARE(entry->field("isbn"), QStringLiteral("0805210318"));
641 QCOMPARE(entry->field("pages"), QStringLiteral("544"));
642 QCOMPARE(entry->field("language"), QStringLiteral("English"));
643 QCOMPARE(entry->field("pub_year"), QStringLiteral("1979")); // it's a 1995 revised edition of a 1979 publication apparently
644 QCOMPARE(entry->field("amazon"), QStringLiteral("https://www.amazon.com/dp/0805210318?tag=associateTag-20&linkCode=ogi&th=1&psc=1"));
645 QVERIFY(entry->field(QStringLiteral("cover")).isEmpty()); // because image size as NoImage
646 }
647