smallsolar
/
libkiwix
mirror of https://github.com/kiwix/libkiwix.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #802 from kiwix/include_tags_in_free_text_library_search 

Included tags in free text catalog search
This commit is contained in:
Matthieu Gautier 2022-08-10 16:43:48 +02:00 committed by GitHub
parent 8e6d893f7f cff143b4ec
commit d737db666a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 83 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/library.cpp
View File

@ -462,8 +462,13 @@ void Library::updateBookDB(const Book& book)
indexer.index_text(normalizeText(book.getName()), 1, "XN");
indexer.index_text(normalizeText(book.getCategory()), 1, "XC");
for ( const auto& tag : split(normalizeText(book.getTags()), ";") )
for ( const auto& tag : split(normalizeText(book.getTags()), ";") ) {
doc.add_boolean_term("XT" + tag);
if ( tag[0] != '_' ) {
indexer.increase_termpos();
indexer.index_text(tag);
}
}
const std::string idterm = "Q" + book.getId();
doc.add_boolean_term(idterm);

4
test/data/library.xml
View File

@ -10,7 +10,7 @@
publisher="Kiwix"
date="2020-03-31"
name="wikipedia_en_ray_charles"
tags="unittest;wikipedia;_category:wikipedia;_pictures:no;_videos:no;_details:no;_ftindex:yes"
tags="public_tag_without_a_value;_private_tag_without_a_value;wikipedia;_category:wikipedia;_pictures:no;_videos:no;_details:no;_ftindex:yes"
articleCount="284"
mediaCount="2"
size="556"
@ -28,7 +28,7 @@
publisher="Kiwix"
date="2020-03-31"
name="wikipedia_ru_ray_charles"
tags="unittest;wikipedia;_pictures:no;_videos:no;_details:no"
tags="public_tag_with_a_value:value_of_a_public_tag;_private_tag_with_a_value:value_of_a_private_tag;wikipedia;_pictures:no;_videos:no;_details:no"
articleCount="284"
mediaCount="2"
size="123"

3
test/library.cpp
View File

@ -550,9 +550,11 @@ TEST_F(LibraryTest, filterByQuery)
// by default, filtering by query assumes partial query
EXPECT_FILTER_RESULTS(kiwix::Filter().query("Wiki"),
"An example ZIM archive", // due to the "wikibooks" tag
"Encyclopédie de la Tunisie",
"Granblue Fantasy Wiki",
"Géographie par Wikipédia",
"Mathématiques", // due to the "wikipedia" tag
"Ray Charles",
"Wikiquote"
);
@ -714,6 +716,7 @@ TEST_F(LibraryTest, filterByMultipleCriteria)
EXPECT_FILTER_RESULTS(kiwix::Filter().query("Wiki").creator("Wikipedia"),
"Encyclopédie de la Tunisie",
"Géographie par Wikipédia",
"Mathématiques", // due to the "wikipedia" tag
"Ray Charles"
);

74
test/library_server.cpp
View File

@ -104,7 +104,7 @@ std::string maskVariableOPDSFeedData(std::string s)
" <name>wikipedia_en_ray_charles</name>\n" \
" <flavour></flavour>\n" \
" <category>wikipedia</category>\n" \
" <tags>unittest;wikipedia;_category:wikipedia;_pictures:no;_videos:no;_details:no;_ftindex:yes</tags>\n" \
" <tags>public_tag_without_a_value;_private_tag_without_a_value;wikipedia;_category:wikipedia;_pictures:no;_videos:no;_details:no;_ftindex:yes</tags>\n" \
" <articleCount>284</articleCount>\n" \
" <mediaCount>2</mediaCount>\n" \
" <link rel=\"http://opds-spec.org/image/thumbnail\"\n" \
@ -131,7 +131,7 @@ std::string maskVariableOPDSFeedData(std::string s)
" <name>wikipedia_ru_ray_charles</name>\n" \
" <flavour></flavour>\n" \
" <category></category>\n" \
" <tags>unittest;wikipedia;_pictures:no;_videos:no;_details:no</tags>\n" \
" <tags>public_tag_with_a_value:value_of_a_public_tag;_private_tag_with_a_value:value_of_a_private_tag;wikipedia;_pictures:no;_videos:no;_details:no</tags>\n" \
" <articleCount>284</articleCount>\n" \
" <mediaCount>2</mediaCount>\n" \
" <link type=\"text/html\" href=\"/ROOT/zimfile\" />\n" \
@ -711,3 +711,73 @@ TEST_F(LibraryServerTest, catalog_v2_partial_entries)
"</feed>\n"
);
}
#define EXPECT_SEARCH_RESULTS(SEARCH_TERM, RESULT_COUNT, OPDS_ENTRIES) \
{ \
const auto r = zfs1_->GET("/ROOT/catalog/search?q=" SEARCH_TERM); \
EXPECT_EQ(r->status, 200); \
EXPECT_EQ(maskVariableOPDSFeedData(r->body), \
OPDS_FEED_TAG \
" <id>12345678-90ab-cdef-1234-567890abcdef</id>\n" \
" <title>Filtered zims (q=" SEARCH_TERM ")</title>\n" \
" <updated>YYYY-MM-DDThh:mm:ssZ</updated>\n" \
" <totalResults>" #RESULT_COUNT "</totalResults>\n" \
" <startIndex>0</startIndex>\n" \
" <itemsPerPage>" #RESULT_COUNT "</itemsPerPage>\n" \
CATALOG_LINK_TAGS \
\
OPDS_ENTRIES \
\
"</feed>\n" \
); \
}
TEST_F(LibraryServerTest, catalog_search_includes_public_tags)
{
EXPECT_SEARCH_RESULTS("public_tag_without_a_value",
1,
RAY_CHARLES_CATALOG_ENTRY
);
EXPECT_SEARCH_RESULTS("public_tag_with_a_value",
1,
UNCATEGORIZED_RAY_CHARLES_CATALOG_ENTRY
);
// prefix search works on tag names
EXPECT_SEARCH_RESULTS("public_tag",
2,
RAY_CHARLES_CATALOG_ENTRY
UNCATEGORIZED_RAY_CHARLES_CATALOG_ENTRY
);
EXPECT_SEARCH_RESULTS("value_of_a_public_tag",
1,
UNCATEGORIZED_RAY_CHARLES_CATALOG_ENTRY
);
// prefix search works on tag values
EXPECT_SEARCH_RESULTS("value_of",
1,
UNCATEGORIZED_RAY_CHARLES_CATALOG_ENTRY
);
}
#define EXPECT_ZERO_RESULTS(SEARCH_TERM) EXPECT_SEARCH_RESULTS(SEARCH_TERM, 0, )
TEST_F(LibraryServerTest, catalog_search_on_tags_is_not_an_any_substring_match)
{
EXPECT_ZERO_RESULTS("tag_with")
EXPECT_ZERO_RESULTS("alue_of_a_public_tag")
}
TEST_F(LibraryServerTest, catalog_search_excludes_hidden_tags)
{
EXPECT_ZERO_RESULTS("_private_tag_without_a_value");
EXPECT_ZERO_RESULTS("private_tag_without_a_value");
EXPECT_ZERO_RESULTS("value_of_a_private_tag");
#undef EXPECT_ZERO_RESULTS
}
#undef EXPECT_SEARCH_RESULTS