archive/pillar
0
0
Fork 0
Code Issues 42 Pull Requests Projects Releases Wiki Activity

Quick-Search: Added Quick-search in the topbar

Browse Source 
Changed how and what we store in elastic to unify it with how we store
things in mongodb so we can have more generic javascript code
to render the data.

Elastic changes:
  Added:
  Node.project.url

  Altered to store id instead of url
  Node.picture

  Made Post searchable

./manage.py elastic reset_index
./manage.py elastic reindex

Thanks to Pablo and Sybren
This commit is contained in:
Tobias Johansson
2018-11-22 15:31:53 +01:00
parent a897e201ba
commit 6ae9a5ddeb
53 changed files with 1954 additions and 623 deletions
Download Patch File Download Diff File Expand all files Collapse all files

335
tests/test_api/test_search_queries_nodes.py Normal file
View File

@@ -0,0 +1,335 @@
import copy
from pillar.api.search.queries import create_node_search, create_multi_node_search
from pillar.tests import AbstractPillarTest
EMPTY_QUERY = {
"query": {
"bool": {
"must": [
{
"bool": {}
}
]
}
},
}
AGGREGATIONS = {
"aggs": {
"node_type": {
"terms": {
"field": "node_type"
}
},
"media": {
"terms": {
"field": "media"
}
},
"tags": {
"terms": {
"field": "tags"
}
},
"is_free": {
"terms": {
"field": "is_free"
}
}
}
}
SORTED_DESC_BY_CREATED = {
"sort": [{
"created_at": {"order": "desc"}
}]
}
PAGE_1 = {
"from": 0,
"size": 10
}
IN_PROJECT = {
"term": {
"project.id": "MyProjectId"
}
}
NODE_INDEX = {
"index": ["test_nodes"]
}
class TestSearchNodesGlobal(AbstractPillarTest):
def test_empty_query(self):
with self.app.app_context():
search = create_node_search(query='', terms={}, page=0)
expected = {
**EMPTY_QUERY,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**PAGE_1
}
self.assertEquals(expected, search.to_dict())
def test_empty_query_page_2(self):
with self.app.app_context():
search = create_node_search(query='', terms={}, page=1)
page_2 = copy.deepcopy(PAGE_1)
page_2['from'] = 10
expected = {
**EMPTY_QUERY,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**page_2
}
self.assertEquals(expected, search.to_dict())
def test_empty_query_with_terms(self):
with self.app.app_context():
terms = {
'is_free': '0',
'node_type': 'asset',
}
search = create_node_search(query='', terms=terms, page=0)
query = copy.deepcopy(EMPTY_QUERY)
query['query']['bool']['filter'] = [
{
"term": {
"is_free": False
}
},
{
"term": {
"node_type": "asset"
}
}
]
expected = {
**query,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**PAGE_1
}
self.assertEquals(expected, search.to_dict())
def test_query(self):
with self.app.app_context():
search = create_node_search(query='is there life on mars?', terms={}, page=0)
query = copy.deepcopy(EMPTY_QUERY)
query['query']['bool']['must'] = [
{
"bool": {
"should": [
{
"match": {
"name": "is there life on mars?"
}
},
{
"match": {
"project.name": "is there life on mars?"
}
},
{
"match": {
"user.name": "is there life on mars?"
}
},
{
"match": {
"description": "is there life on mars?"
}
},
{
"term": {
"media": "is there life on mars?"
}
},
{
"term": {
"tags": "is there life on mars?"
}
}
]
}
}
]
expected = {
**query,
**AGGREGATIONS,
**PAGE_1
}
self.assertEquals(expected, search.to_dict())
class TestSearchNodesInProject(AbstractPillarTest):
def test_empty_query(self):
with self.app.app_context():
search = create_node_search(query='', terms={}, page=0, project_id='MyProjectId')
project_query = copy.deepcopy(EMPTY_QUERY)
project_query['query']['bool']['filter'] = [IN_PROJECT]
expected = {
**project_query,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**PAGE_1
}
self.assertEquals(expected, search.to_dict())
def test_empty_query_page_2(self):
with self.app.app_context():
search = create_node_search(query='', terms={}, page=1, project_id='MyProjectId')
project_query = copy.deepcopy(EMPTY_QUERY)
project_query['query']['bool']['filter'] = [IN_PROJECT]
page_2 = copy.deepcopy(PAGE_1)
page_2['from'] = 10
expected = {
**project_query,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**page_2
}
self.assertEquals(expected, search.to_dict())
def test_empty_query_with_terms(self):
with self.app.app_context():
terms = {
'is_free': '1',
'media': 'video',
}
search = create_node_search(query='', terms=terms, page=1, project_id='MyProjectId')
project_query = copy.deepcopy(EMPTY_QUERY)
project_query['query']['bool']['filter'] = [
IN_PROJECT,
{
"term": {
"is_free": True
}
},
{
"term": {
"media": "video"
}
}
]
page_2 = copy.deepcopy(PAGE_1)
page_2['from'] = 10
expected = {
**project_query,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**page_2
}
self.assertEquals(expected, search.to_dict())
def test_query(self):
with self.app.app_context():
search = create_node_search(query='is there life on mars?', terms={}, page=0, project_id='MyProjectId')
query = copy.deepcopy(EMPTY_QUERY)
query['query']['bool']['filter'] = [IN_PROJECT]
query['query']['bool']['must'] = [
{
"bool": {
"should": [
{
"match": {
"name": "is there life on mars?"
}
},
{
"match": {
"project.name": "is there life on mars?"
}
},
{
"match": {
"user.name": "is there life on mars?"
}
},
{
"match": {
"description": "is there life on mars?"
}
},
{
"term": {
"media": "is there life on mars?"
}
},
{
"term": {
"tags": "is there life on mars?"
}
}
]
}
}
]
expected = {
**query,
**AGGREGATIONS,
**PAGE_1
}
self.assertEquals(expected, search.to_dict())
class TestSearchMultiNodes(AbstractPillarTest):
def test(self):
with self.app.app_context():
queries = [{
'query': '',
'terms': {},
'page': 0,
'project_id': ''
}, {
'query': '',
'terms': {},
'page': 1,
'project_id': 'MyProjectId'
}]
search = create_multi_node_search(queries)
first = {
**EMPTY_QUERY,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**PAGE_1
}
project_query = copy.deepcopy(EMPTY_QUERY)
project_query['query']['bool']['filter'] = [IN_PROJECT]
page_2 = copy.deepcopy(PAGE_1)
page_2['from'] = 10
second = {
** project_query,
**AGGREGATIONS,
**SORTED_DESC_BY_CREATED,
**page_2,
}
expected = [
NODE_INDEX,
first,
NODE_INDEX,
second
]
self.assertEquals(expected, search.to_dict())