mirror of
https://github.com/Alfresco/SearchServices.git
synced 2025-09-17 14:21:20 +00:00
MNT-22377 Full coverage for exact term search for REST API with Cross Locale enabled
This commit is contained in:
Angel Borroy
@@ -0,0 +1,480 @@
|
|||||||
|
/*
|
||||||
|
* #%L
|
||||||
|
* Alfresco Search Services E2E Test
|
||||||
|
* %%
|
||||||
|
* Copyright (C) 2005 - 2020 Alfresco Software Limited
|
||||||
|
* %%
|
||||||
|
* This file is part of the Alfresco software.
|
||||||
|
* If the software was purchased under a paid Alfresco license, the terms of
|
||||||
|
* the paid license agreement will prevail. Otherwise, the software is
|
||||||
|
* provided under the following open source license terms:
|
||||||
|
*
|
||||||
|
* Alfresco is free software: you can redistribute it and/or modify
|
||||||
|
* it under the terms of the GNU Lesser General Public License as published by
|
||||||
|
* the Free Software Foundation, either version 3 of the License, or
|
||||||
|
* (at your option) any later version.
|
||||||
|
*
|
||||||
|
* Alfresco is distributed in the hope that it will be useful,
|
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
* GNU Lesser General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Lesser General Public License
|
||||||
|
* along with Alfresco. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
* #L%
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.alfresco.test.search.functional.searchServices.search.crosslocale;
|
||||||
|
|
||||||
|
import static com.google.common.collect.ImmutableMap.of;
|
||||||
|
import static java.util.Arrays.asList;
|
||||||
|
import static java.util.stream.IntStream.range;
|
||||||
|
|
||||||
|
import java.text.DateFormat;
|
||||||
|
import java.text.SimpleDateFormat;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.ZoneId;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Date;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
|
import org.alfresco.rest.search.SearchResponse;
|
||||||
|
import org.alfresco.test.search.functional.AbstractE2EFunctionalTest;
|
||||||
|
import org.alfresco.utility.constants.UserRole;
|
||||||
|
import org.alfresco.utility.data.DataContent;
|
||||||
|
import org.alfresco.utility.data.DataSite;
|
||||||
|
import org.alfresco.utility.model.FileModel;
|
||||||
|
import org.alfresco.utility.model.FileType;
|
||||||
|
import org.alfresco.utility.model.FolderModel;
|
||||||
|
import org.apache.chemistry.opencmis.commons.PropertyIds;
|
||||||
|
import org.apache.chemistry.opencmis.commons.enums.VersioningState;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
|
import org.springframework.http.HttpStatus;
|
||||||
|
import org.testng.Assert;
|
||||||
|
import org.testng.annotations.BeforeClass;
|
||||||
|
import org.testng.annotations.Test;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Tests including all different tokenization (false, true, both) modes with Exact Term queries.
|
||||||
|
* Search Services must be configured with Cross Locale enabled in order to run these tests.
|
||||||
|
* These tests are based in AFTSDefaultTextQueryIT class, but an additional type of property
|
||||||
|
* has been added (tok:true) in order to provide full coverage for the available options.
|
||||||
|
*/
|
||||||
|
public class SearchExactTermCrossLocaleTest extends AbstractE2EFunctionalTest
|
||||||
|
{
|
||||||
|
@Autowired
|
||||||
|
protected DataSite dataSite;
|
||||||
|
|
||||||
|
@Autowired
|
||||||
|
protected DataContent dataContent;
|
||||||
|
|
||||||
|
private static final DateFormat QUERY_DATE_FORMAT = new SimpleDateFormat("yyyy-MM-dd");
|
||||||
|
private String fromDate;
|
||||||
|
private String toDate;
|
||||||
|
|
||||||
|
private void prepareExactSearchData(FolderModel testFolder) throws Exception {
|
||||||
|
|
||||||
|
List<Map<String, String>> exactSearchData = asList(
|
||||||
|
of("name", "Running",
|
||||||
|
"description", "Running is a sport is a nice activity",
|
||||||
|
"content", "when you are running you are doing an amazing sport",
|
||||||
|
"title", "Running jumping"),
|
||||||
|
of("name", "Run",
|
||||||
|
"description", "you are supposed to run jump",
|
||||||
|
"content", "after many runs you are tired and if you jump it happens the same",
|
||||||
|
"title", "Run : a philosophy"),
|
||||||
|
of("name", "Poetry",
|
||||||
|
"description", "a document about poetry and jumpers",
|
||||||
|
"content", "poetry is unrelated to sport",
|
||||||
|
"title", "Running jumping twice jumpers"),
|
||||||
|
of("name", "Jump",
|
||||||
|
"description", "a document about jumps",
|
||||||
|
"content", "runnings jumpings",
|
||||||
|
"title", "Running"),
|
||||||
|
of("name", "Running jumping",
|
||||||
|
"description", "runners jumpers runs everywhere",
|
||||||
|
"content", "run is Good as jump",
|
||||||
|
"title", "Running the art of jumping"));
|
||||||
|
|
||||||
|
List<FileModel> createdFileModels = new ArrayList<>();
|
||||||
|
range(0, exactSearchData.size())
|
||||||
|
.forEach(id -> {
|
||||||
|
|
||||||
|
Map<String, String> record = exactSearchData.get(id);
|
||||||
|
|
||||||
|
Map<String, Object> properties = new HashMap<>();
|
||||||
|
properties.put(PropertyIds.OBJECT_TYPE_ID, "D:tok:document");
|
||||||
|
properties.put(PropertyIds.NAME, record.get("name"));
|
||||||
|
properties.put("cm:title", record.get("title"));
|
||||||
|
properties.put("cm:description", record.get("description"));
|
||||||
|
properties.put("tok:true", record.get("title"));
|
||||||
|
properties.put("tok:false", record.get("title"));
|
||||||
|
properties.put("tok:both", record.get("title"));
|
||||||
|
properties.put(PropertyIds.SECONDARY_OBJECT_TYPE_IDS, List.of("P:cm:titled"));
|
||||||
|
|
||||||
|
FileModel fileModel = FileModel.getRandomFileModel(FileType.TEXT_PLAIN, record.get("content"));
|
||||||
|
fileModel.setName(record.get("name"));
|
||||||
|
|
||||||
|
cmisApi.authenticateUser(testUser).usingSite(testSite).usingResource(testFolder)
|
||||||
|
.createFile(fileModel, properties, VersioningState.MAJOR)
|
||||||
|
.assertThat().existsInRepo();
|
||||||
|
|
||||||
|
createdFileModels.add(fileModel);
|
||||||
|
|
||||||
|
});
|
||||||
|
|
||||||
|
waitForContentIndexing(createdFileModels.get(createdFileModels.size() - 1).getName(), true);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@BeforeClass(alwaysRun = true)
|
||||||
|
public void dataPreparation() throws Exception
|
||||||
|
{
|
||||||
|
serverHealth.assertServerIsOnline();
|
||||||
|
|
||||||
|
deployCustomModel("model/tokenised-model.xml");
|
||||||
|
|
||||||
|
dataUser.addUserToSite(testUser, testSite, UserRole.SiteContributor);
|
||||||
|
|
||||||
|
FolderModel testFolder = dataContent.usingSite(testSite).usingUser(testUser).createFolder();
|
||||||
|
prepareExactSearchData(testFolder);
|
||||||
|
|
||||||
|
// Calculate time query range, required for conjunction queries
|
||||||
|
Date today = new Date();
|
||||||
|
|
||||||
|
LocalDateTime yesterday = today.toInstant().atZone(ZoneId.systemDefault()).toLocalDateTime();
|
||||||
|
yesterday = yesterday.plusDays(-1);
|
||||||
|
fromDate = QUERY_DATE_FORMAT.format(Date.from(yesterday.atZone(ZoneId.systemDefault()).toInstant()));
|
||||||
|
|
||||||
|
LocalDateTime tomorrow = today.toInstant().atZone(ZoneId.systemDefault()).toLocalDateTime();
|
||||||
|
tomorrow = tomorrow.plusDays(1);
|
||||||
|
toDate = QUERY_DATE_FORMAT.format(Date.from(tomorrow.atZone(ZoneId.systemDefault()).toInstant()));
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
protected void assertResponseCardinality(String query, int num)
|
||||||
|
{
|
||||||
|
SearchResponse response = queryAsUser(testUser, query);
|
||||||
|
restClient.assertStatusCodeIs(HttpStatus.OK);
|
||||||
|
Assert.assertEquals(response.getPagination().getCount(), num, query);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void exactSearch_singleTerm_shouldReturnResultsContainingExactTerm() throws Exception
|
||||||
|
{
|
||||||
|
/*
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 2 results are expected:
|
||||||
|
*
|
||||||
|
* - "name", "Run",
|
||||||
|
* "description", "you are supposed to run jump"
|
||||||
|
*
|
||||||
|
* - "name", "Running jumping",
|
||||||
|
* "content", "run is Good as jump",
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=run", 2);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* No result for runner, one record has runners,
|
||||||
|
* you can see the difference between exact search and not
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=runner", 0);
|
||||||
|
assertResponseCardinality("runner", 1);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* Note that we are not using 'running' this time as 'Milestone' wiki page (coming from ootb content)
|
||||||
|
* is including "running" in the content
|
||||||
|
* 3 results are expected, only two docs are not fit for the query
|
||||||
|
*
|
||||||
|
* - "name", "Running",
|
||||||
|
* "description", "Running is a sport is a nice activity",
|
||||||
|
* "content", "when you are running you are doing an amazing sport",
|
||||||
|
* "title", "Running jumping"
|
||||||
|
*
|
||||||
|
* - "name", "Poetry",
|
||||||
|
* "description", "a document about poetry and jumpers",
|
||||||
|
* "content", "poetry is unrelated to sport",
|
||||||
|
* "title", "Running jumping twice jumpers"
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=jump", 3);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void exactSearch_singleTermInFieldWithOnlyUnTokenizedAnalysis_shouldReturnFullFieldValueMatch() throws Exception
|
||||||
|
{
|
||||||
|
|
||||||
|
/**
|
||||||
|
* tok:false is a copy field un-tokenized of tok:both/tok:true, so it has the exact same content but not analysed.
|
||||||
|
* This means we produce just a token in the index, exactly as the full content.
|
||||||
|
* We can't expect any search to work except full exact value search.
|
||||||
|
*
|
||||||
|
* Since REST API is getting the results from DB or Search Services, using single term expressions is always
|
||||||
|
* retrieved from DB. Combining this single term with range queries (like cm:created) will ensure the results
|
||||||
|
* are coming from SOLR.
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results directly from DB
|
||||||
|
* As there is no "running" value, 0 results are expected
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:running", 0);
|
||||||
|
assertResponseCardinality("=tok:true:running", 0);
|
||||||
|
assertResponseCardinality("=tok:both:running", 0);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results from SOLR
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 0 results are expected:
|
||||||
|
* there is no result that have tok_false:"running"
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 0);
|
||||||
|
assertResponseCardinality("=tok:true:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 4);
|
||||||
|
assertResponseCardinality("=tok:both:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 4);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results directly from DB
|
||||||
|
* 1 result is expected
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:Running", 1);
|
||||||
|
assertResponseCardinality("=tok:true:Running", 1);
|
||||||
|
assertResponseCardinality("=tok:both:Running", 1);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results from SOLR
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 1 result is expected:
|
||||||
|
*
|
||||||
|
* - "name", "Jump",
|
||||||
|
* ...
|
||||||
|
* "title", "Running"
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:Running AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 1);
|
||||||
|
assertResponseCardinality("=tok:true:Running AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 4);
|
||||||
|
assertResponseCardinality("=tok:both:Running AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 4);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results directly from DB
|
||||||
|
* As there is no "Run" value, 0 results are expected
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:Run", 0);
|
||||||
|
assertResponseCardinality("=tok:true:Run", 0);
|
||||||
|
assertResponseCardinality("=tok:both:Run", 0);
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results from SOLR
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 0 results are expected:
|
||||||
|
* there is no result that have exactly tok:false:"Run"
|
||||||
|
* The closest we have is record Run (tok:false:"Run : a philosophy")
|
||||||
|
* As you can see we don't have a full match, so it's not in the results.
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:Run AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 0);
|
||||||
|
assertResponseCardinality("=tok:true:Run AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 1);
|
||||||
|
assertResponseCardinality("=tok:both:Run AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 1);
|
||||||
|
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void exactSearch_multiTerm_shouldReturnResultsContainingExactTerm() throws Exception
|
||||||
|
{
|
||||||
|
/*
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 3 results are expected:
|
||||||
|
*
|
||||||
|
* - "name", "Run",
|
||||||
|
* "description", "you are supposed to run jump",
|
||||||
|
*
|
||||||
|
* - "name", "Running jumping",
|
||||||
|
* "description", "runners jumpers runs everywhere",
|
||||||
|
* "content", "run is Good as jump",
|
||||||
|
*
|
||||||
|
* - "name", "Jump",
|
||||||
|
* "description", "a document about jumps",
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=run =jump", 3);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* No result for runner or jumper, one record has runners,
|
||||||
|
* and another record has jumpers
|
||||||
|
*
|
||||||
|
* - "name", "Poetry",
|
||||||
|
* "description", "a document about poetry and jumpers",
|
||||||
|
* - "name", "Running jumping",
|
||||||
|
* "description", "runners jumpers run everywhere",
|
||||||
|
*
|
||||||
|
* you can see the difference between exact search and not
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=runner =jumper", 0);
|
||||||
|
assertResponseCardinality("runner jumper", 2);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 4 results are expected:
|
||||||
|
* Only one doc does't fit:
|
||||||
|
* - "name", "Run",
|
||||||
|
* "description", "you are supposed to run jump",
|
||||||
|
* "content", "after many runs you are tired and if you jump it happens the same",
|
||||||
|
* "title", "Run : a philosophy",
|
||||||
|
* "creator", "Alex"
|
||||||
|
*
|
||||||
|
* Since 'Milestone' wiki page (coming from ootb content) is including "running" in the content,
|
||||||
|
* we are checking for 5 results instead of 4
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=running =jumping", 5);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void exactSearch_multiTermInFieldWithOnlyUnTokenizedAnalysis_shouldReturnFullFieldValueMatch() throws Exception
|
||||||
|
{
|
||||||
|
/**
|
||||||
|
* tok:false is a copy field un-tokenized of tok:both/tok:true, so it has the exact same content but not analysed.
|
||||||
|
* This means we produce just a token in the index, exactly as the full content.
|
||||||
|
* We can't expect any search to work except full exact value search.
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results directly from DB
|
||||||
|
* As there is no "running" or "jumper" value, 0 results are expected
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:running =tok:false:jumpers", 0);
|
||||||
|
assertResponseCardinality("=tok:both:running =tok:both:jumpers", 0);
|
||||||
|
assertResponseCardinality("=tok:true:running =tok:true:jumpers", 0);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results from SOLR
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 0 results are expected:
|
||||||
|
* there is no result that have tok:false:"running" or "jumpers"
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:running =tok:false:jumpers AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 0);
|
||||||
|
assertResponseCardinality("=tok:both:running =tok:both:jumpers AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 4);
|
||||||
|
assertResponseCardinality("=tok:true:running =tok:true:jumpers AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 4);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void exactSearch_exactPhrase_shouldReturnResultsContainingExactPhrase() throws Exception
|
||||||
|
{
|
||||||
|
/*
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 1 results are expected:
|
||||||
|
*
|
||||||
|
* - "name", "Run",
|
||||||
|
* "description", "you are supposed to run jump",
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=\"run jump\"", 1);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* No result for runner jumper, one record has runners jumpers,
|
||||||
|
* you can see the difference between exact search and not
|
||||||
|
*
|
||||||
|
* "name", "Running jumping",
|
||||||
|
* "description", "runners jumpers run everywhere",
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=\"runner jumper\"", 0);
|
||||||
|
assertResponseCardinality("\"runner jumper\"", 1);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 3 results are expected:
|
||||||
|
*
|
||||||
|
* - "name", "Running",
|
||||||
|
* ...
|
||||||
|
* "title", "Running jumping",
|
||||||
|
*
|
||||||
|
* - "name", "Poetry",
|
||||||
|
* "title", "Running jumping twice jumpers"
|
||||||
|
*
|
||||||
|
* - "name", "Running jumping",
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=\"running jumping\"", 3);
|
||||||
|
assertResponseCardinality("\"running jumping\"", 5);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void exactSearch_phraseInFieldWithOnlyUnTokenizedAnalysis_shouldReturnFullFieldValueMatch() throws Exception
|
||||||
|
{
|
||||||
|
/**
|
||||||
|
* tok:false is a copy field un-tokenized of tok:both/tok:true, so it has the exact same content but not analysed.
|
||||||
|
* This means we produce just a token in the index, exactly as the full content.
|
||||||
|
* We can't expect any search to work except full exact value search.
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results directly from DB
|
||||||
|
* As there is no "running jumping" value, 0 results are expected
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:\"running jumping\"", 0);
|
||||||
|
assertResponseCardinality("=tok:true:\"running jumping\"", 0);
|
||||||
|
assertResponseCardinality("=tok:both:\"running jumping\"", 0);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results from SOLR
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 0 results are expected:
|
||||||
|
* the closest we got was this one, but it is uppercase
|
||||||
|
* - "name", "Running",
|
||||||
|
* "title", "Running jumping",
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:\"running jumping\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 0);
|
||||||
|
assertResponseCardinality("=tok:true:\"running jumping\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 2);
|
||||||
|
assertResponseCardinality("=tok:both:\"running jumping\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 2);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results directly from DB
|
||||||
|
* As there is one "running jumping" value, 1 result are expected
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:\"Running jumping\"", 1);
|
||||||
|
assertResponseCardinality("=tok:true:\"running jumping\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 2);
|
||||||
|
assertResponseCardinality("=tok:both:\"Running jumping\"", 1);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results from SOLR
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 1 results are expected:
|
||||||
|
* - "name", "Running",
|
||||||
|
* "title", "Running jumping",
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:\"Running jumping\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 1);
|
||||||
|
assertResponseCardinality("=tok:true:\"Running jumping\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 2);
|
||||||
|
assertResponseCardinality("=tok:both:\"Running jumping\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 2);
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results directly from DB
|
||||||
|
* As there is none "Running jumping twice" value, 0 results are expected
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:\"Running jumping twice\"", 0);
|
||||||
|
assertResponseCardinality("=tok:true:\"Running jumping twice\"", 0);
|
||||||
|
assertResponseCardinality("=tok:both:\"Running jumping twice\"", 0);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Following queries will get results from SOLR
|
||||||
|
* Out of the 5 'run corpus' documents
|
||||||
|
* 0 results are expected:
|
||||||
|
* the closest we got was this one, but it is uppercase
|
||||||
|
* - "name", "Poetry",
|
||||||
|
* "title", "Running jumping twice jumpers",
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
assertResponseCardinality("=tok:false:\"Running jumping twice\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 0);
|
||||||
|
assertResponseCardinality("=tok:true:\"Running jumping twice\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 1);
|
||||||
|
assertResponseCardinality("=tok:both:\"Running jumping twice\" AND cm:created:['" + fromDate + "' TO '" + toDate + "']", 1);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@@ -1,220 +0,0 @@
|
|||||||
/*
|
|
||||||
* #%L
|
|
||||||
* Alfresco Search Services E2E Test
|
|
||||||
* %%
|
|
||||||
* Copyright (C) 2005 - 2020 Alfresco Software Limited
|
|
||||||
* %%
|
|
||||||
* This file is part of the Alfresco software.
|
|
||||||
* If the software was purchased under a paid Alfresco license, the terms of
|
|
||||||
* the paid license agreement will prevail. Otherwise, the software is
|
|
||||||
* provided under the following open source license terms:
|
|
||||||
*
|
|
||||||
* Alfresco is free software: you can redistribute it and/or modify
|
|
||||||
* it under the terms of the GNU Lesser General Public License as published by
|
|
||||||
* the Free Software Foundation, either version 3 of the License, or
|
|
||||||
* (at your option) any later version.
|
|
||||||
*
|
|
||||||
* Alfresco is distributed in the hope that it will be useful,
|
|
||||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
* GNU Lesser General Public License for more details.
|
|
||||||
*
|
|
||||||
* You should have received a copy of the GNU Lesser General Public License
|
|
||||||
* along with Alfresco. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
* #L%
|
|
||||||
*/
|
|
||||||
|
|
||||||
package org.alfresco.test.search.functional.searchServices.search.crosslocale;
|
|
||||||
|
|
||||||
import java.text.DateFormat;
|
|
||||||
import java.text.SimpleDateFormat;
|
|
||||||
import java.time.LocalDateTime;
|
|
||||||
import java.time.ZoneId;
|
|
||||||
import java.util.Date;
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.Map;
|
|
||||||
|
|
||||||
import org.alfresco.rest.search.SearchResponse;
|
|
||||||
import org.alfresco.test.search.functional.AbstractE2EFunctionalTest;
|
|
||||||
import org.alfresco.utility.constants.UserRole;
|
|
||||||
import org.alfresco.utility.data.DataContent;
|
|
||||||
import org.alfresco.utility.data.DataSite;
|
|
||||||
import org.alfresco.utility.model.FileModel;
|
|
||||||
import org.alfresco.utility.model.FileType;
|
|
||||||
import org.alfresco.utility.model.FolderModel;
|
|
||||||
import org.apache.chemistry.opencmis.commons.PropertyIds;
|
|
||||||
import org.apache.chemistry.opencmis.commons.enums.VersioningState;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.http.HttpStatus;
|
|
||||||
import org.testng.Assert;
|
|
||||||
import org.testng.annotations.BeforeClass;
|
|
||||||
import org.testng.annotations.Test;
|
|
||||||
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Tests including all different tokenization (false, true, both) modes with Exact Term queries.
|
|
||||||
* Search Services must be configured with Cross Locale enabled in order to run this tests.
|
|
||||||
*/
|
|
||||||
public class SearchExactTermTest extends AbstractE2EFunctionalTest
|
|
||||||
{
|
|
||||||
@Autowired
|
|
||||||
protected DataSite dataSite;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
protected DataContent dataContent;
|
|
||||||
|
|
||||||
private static final DateFormat QUERY_DATE_FORMAT = new SimpleDateFormat("yyyy-MM-dd");
|
|
||||||
private String fromDate;
|
|
||||||
private String toDate;
|
|
||||||
|
|
||||||
@BeforeClass(alwaysRun = true)
|
|
||||||
public void dataPreparation() throws Exception
|
|
||||||
{
|
|
||||||
serverHealth.assertServerIsOnline();
|
|
||||||
|
|
||||||
deployCustomModel("model/tokenised-model.xml");
|
|
||||||
|
|
||||||
dataUser.addUserToSite(testUser, testSite, UserRole.SiteContributor);
|
|
||||||
|
|
||||||
FolderModel testFolder = dataContent.usingSite(testSite).usingUser(testUser).createFolder();
|
|
||||||
|
|
||||||
FileModel tok1 = FileModel.getRandomFileModel(FileType.TEXT_PLAIN, "Tokenised");
|
|
||||||
tok1.setName("tok1-" + tok1.getName());
|
|
||||||
|
|
||||||
Map<String, Object> properties = new HashMap<>();
|
|
||||||
properties.put(PropertyIds.OBJECT_TYPE_ID, "D:tok:document");
|
|
||||||
properties.put(PropertyIds.NAME, tok1.getName());
|
|
||||||
properties.put("tok:true", "running");
|
|
||||||
properties.put("tok:false", "running");
|
|
||||||
properties.put("tok:both", "running");
|
|
||||||
|
|
||||||
cmisApi.authenticateUser(testUser).usingSite(testSite).usingResource(testFolder).createFile(tok1, properties, VersioningState.MAJOR)
|
|
||||||
.assertThat().existsInRepo();
|
|
||||||
|
|
||||||
waitForIndexing(tok1.getName(), true);
|
|
||||||
|
|
||||||
|
|
||||||
// Calculate time query range
|
|
||||||
Date today = new Date();
|
|
||||||
|
|
||||||
LocalDateTime yesterday = today.toInstant().atZone(ZoneId.systemDefault()).toLocalDateTime();
|
|
||||||
yesterday = yesterday.plusDays(-1);
|
|
||||||
fromDate = QUERY_DATE_FORMAT.format(Date.from(yesterday.atZone(ZoneId.systemDefault()).toInstant()));
|
|
||||||
|
|
||||||
LocalDateTime tomorrow = today.toInstant().atZone(ZoneId.systemDefault()).toLocalDateTime();
|
|
||||||
tomorrow = tomorrow.plusDays(1);
|
|
||||||
toDate = QUERY_DATE_FORMAT.format(Date.from(tomorrow.atZone(ZoneId.systemDefault()).toInstant()));
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test(priority = 1)
|
|
||||||
public void testExactTermTokenised()
|
|
||||||
{
|
|
||||||
|
|
||||||
String query = "=tok:true:running";
|
|
||||||
SearchResponse response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "=tok:both:running";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 100, query);
|
|
||||||
|
|
||||||
query = "tok:true:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "=tok:true:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "tok:both:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "=tok:both:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test(priority = 2)
|
|
||||||
public void testExactTermNonTokenised()
|
|
||||||
{
|
|
||||||
|
|
||||||
String query = "=tok:false:running";
|
|
||||||
SearchResponse response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 100, query);
|
|
||||||
|
|
||||||
query = "tok:false:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "=tok:false:running AND cm:created:['" + fromDate + "' TO '" + toDate + "']";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Since this test is not strictly related with exact term searching,
|
|
||||||
* it includes a set of queries to verify different tokenisation options:
|
|
||||||
*
|
|
||||||
* - false: only exact term (running) will provide results
|
|
||||||
* - true | both: exact term (running) and tokens (run) will provide results
|
|
||||||
*/
|
|
||||||
@Test(priority = 3)
|
|
||||||
public void testTokenisation()
|
|
||||||
{
|
|
||||||
|
|
||||||
String query = "tok:false:running";
|
|
||||||
SearchResponse response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "tok:false:run";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 0, query);
|
|
||||||
|
|
||||||
query = "tok:true:running";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "tok:true:run";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "tok:both:running";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
query = "tok:both:run";
|
|
||||||
response = queryAsUser(testUser, query);
|
|
||||||
restClient.assertStatusCodeIs(HttpStatus.OK);
|
|
||||||
Assert.assertEquals(response.getPagination().getCount(), 1, query);
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
Reference in New Issue
Block a user