2015-02-25 23:44:29 +00:00
|
|
|
# encoding: utf-8
|
|
|
|
require 'integration_test_helper'
|
|
|
|
|
2015-02-26 00:12:12 +00:00
|
|
|
class ElasticsearchTest < ActiveSupport::TestCase
|
2015-02-25 23:44:29 +00:00
|
|
|
|
2016-01-26 15:43:36 +00:00
|
|
|
# set config
|
|
|
|
if !ENV['ES_URL']
|
2016-03-01 14:26:46 +00:00
|
|
|
raise "ERROR: Need ES_URL - hint ES_URL='http://172.0.0.1:9200'"
|
2016-01-26 15:43:36 +00:00
|
|
|
end
|
|
|
|
Setting.set('es_url', ENV['ES_URL'])
|
|
|
|
if !ENV['ES_INDEX'] && !ENV['ES_INDEX_RAND']
|
2016-03-01 14:26:46 +00:00
|
|
|
raise "ERROR: Need ES_INDEX - hint ES_INDEX='estest.local_zammad'"
|
2016-01-26 15:43:36 +00:00
|
|
|
end
|
|
|
|
if ENV['ES_INDEX_RAND']
|
|
|
|
ENV['ES_INDEX'] = "es_index_#{rand(999_999_999)}"
|
|
|
|
end
|
|
|
|
Setting.set('es_index', ENV['ES_INDEX'])
|
2016-01-26 15:36:40 +00:00
|
|
|
|
2016-01-26 15:43:36 +00:00
|
|
|
# Setting.set('es_url', 'http://172.0.0.1:9200')
|
|
|
|
# Setting.set('es_index', 'estest.local_zammad')
|
|
|
|
# Setting.set('es_user', 'elasticsearch')
|
|
|
|
# Setting.set('es_password', 'zammad')
|
2016-01-26 15:36:40 +00:00
|
|
|
|
2016-01-26 15:43:36 +00:00
|
|
|
# set max attachment size in mb
|
|
|
|
Setting.set('es_attachment_max_size_in_mb', 1 )
|
2016-01-26 15:36:40 +00:00
|
|
|
|
2016-01-26 15:43:36 +00:00
|
|
|
# drop/create indexes
|
|
|
|
#Rake::Task["searchindex:drop"].execute
|
|
|
|
#Rake::Task["searchindex:create"].execute
|
|
|
|
system('rake searchindex:rebuild')
|
2016-01-26 15:36:40 +00:00
|
|
|
|
2016-01-26 15:43:36 +00:00
|
|
|
groups = Group.where( name: 'Users' )
|
|
|
|
roles = Role.where( name: 'Agent' )
|
|
|
|
agent = User.create_or_update(
|
|
|
|
login: 'es-agent@example.com',
|
|
|
|
firstname: 'E',
|
|
|
|
lastname: 'S',
|
|
|
|
email: 'es-agent@example.com',
|
|
|
|
password: 'agentpw',
|
|
|
|
active: true,
|
|
|
|
roles: roles,
|
|
|
|
groups: groups,
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
|
|
|
)
|
|
|
|
group_without_access = Group.create_if_not_exists(
|
|
|
|
name: 'WithoutAccess',
|
|
|
|
note: 'Test for not access check.',
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1
|
|
|
|
)
|
|
|
|
roles = Role.where( name: 'Customer' )
|
|
|
|
organization1 = Organization.create_if_not_exists(
|
|
|
|
name: 'Customer Organization Update',
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
|
|
|
)
|
|
|
|
customer1 = User.create_or_update(
|
|
|
|
login: 'es-customer1@example.com',
|
|
|
|
firstname: 'ES',
|
|
|
|
lastname: 'Customer1',
|
|
|
|
email: 'es-customer1@example.com',
|
|
|
|
password: 'customerpw',
|
|
|
|
active: true,
|
|
|
|
organization_id: organization1.id,
|
|
|
|
roles: roles,
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
|
|
|
)
|
|
|
|
sleep 1
|
|
|
|
customer2 = User.create_or_update(
|
|
|
|
login: 'es-customer2@example.com',
|
|
|
|
firstname: 'ES',
|
|
|
|
lastname: 'Customer2',
|
|
|
|
email: 'es-customer2@example.com',
|
|
|
|
password: 'customerpw',
|
|
|
|
active: true,
|
|
|
|
organization_id: organization1.id,
|
|
|
|
roles: roles,
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
|
|
|
)
|
|
|
|
sleep 1
|
|
|
|
customer3 = User.create_or_update(
|
|
|
|
login: 'es-customer3@example.com',
|
|
|
|
firstname: 'ES',
|
|
|
|
lastname: 'Customer3',
|
|
|
|
email: 'es-customer3@example.com',
|
|
|
|
password: 'customerpw',
|
|
|
|
active: true,
|
|
|
|
roles: roles,
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
|
|
|
)
|
2015-02-25 23:44:29 +00:00
|
|
|
|
|
|
|
# check tickets and search it
|
2015-04-05 23:05:33 +00:00
|
|
|
test 'a - tickets' do
|
2015-02-25 23:44:29 +00:00
|
|
|
|
|
|
|
ticket1 = Ticket.create(
|
2015-04-27 13:42:53 +00:00
|
|
|
title: "some title\n äöüß",
|
|
|
|
group: Group.lookup( name: 'Users'),
|
|
|
|
customer_id: customer1.id,
|
|
|
|
state: Ticket::State.lookup( name: 'new' ),
|
|
|
|
priority: Ticket::Priority.lookup( name: '2 normal' ),
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
2015-02-25 23:44:29 +00:00
|
|
|
)
|
2015-04-06 20:11:45 +00:00
|
|
|
article1 = Ticket::Article.create(
|
2015-04-27 13:42:53 +00:00
|
|
|
ticket_id: ticket1.id,
|
|
|
|
from: 'some_sender@example.com',
|
|
|
|
to: 'some_recipient@example.com',
|
|
|
|
subject: 'some subject',
|
|
|
|
message_id: 'some@id',
|
|
|
|
body: 'some message',
|
|
|
|
internal: false,
|
|
|
|
sender: Ticket::Article::Sender.where(name: 'Customer').first,
|
|
|
|
type: Ticket::Article::Type.where(name: 'email').first,
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
2015-02-25 23:44:29 +00:00
|
|
|
)
|
2015-04-06 19:00:16 +00:00
|
|
|
|
|
|
|
# add attachments which should get index / .txt
|
|
|
|
# "some normal text"
|
|
|
|
Store.add(
|
2015-04-27 13:42:53 +00:00
|
|
|
object: 'Ticket::Article',
|
|
|
|
o_id: article1.id,
|
2016-02-07 16:18:07 +00:00
|
|
|
data: IO.binread("#{Rails.root}/test/fixtures/es-normal.txt"),
|
2015-04-27 13:42:53 +00:00
|
|
|
filename: 'es-normal.txt',
|
|
|
|
preferences: {},
|
|
|
|
created_by_id: 1,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
# add attachments which should get index / .pdf
|
2015-04-06 23:33:22 +00:00
|
|
|
# "Zammad Test77"
|
2015-04-06 19:00:16 +00:00
|
|
|
Store.add(
|
2015-04-27 13:42:53 +00:00
|
|
|
object: 'Ticket::Article',
|
|
|
|
o_id: article1.id,
|
2016-02-07 16:18:07 +00:00
|
|
|
data: IO.binread("#{Rails.root}/test/fixtures/es-pdf1.pdf"),
|
2015-04-27 13:42:53 +00:00
|
|
|
filename: 'es-pdf1.pdf',
|
|
|
|
preferences: {},
|
|
|
|
created_by_id: 1,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
# add attachments which should get index / .box
|
2015-04-06 23:56:53 +00:00
|
|
|
# "Old programmers never die test99"
|
2015-04-06 19:00:16 +00:00
|
|
|
Store.add(
|
2015-04-27 13:42:53 +00:00
|
|
|
object: 'Ticket::Article',
|
|
|
|
o_id: article1.id,
|
2016-02-07 16:18:07 +00:00
|
|
|
data: IO.binread("#{Rails.root}/test/fixtures/es-box1.box"),
|
2015-04-27 13:42:53 +00:00
|
|
|
filename: 'mail1.box',
|
|
|
|
preferences: {},
|
|
|
|
created_by_id: 1,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
# add to big attachment which should not get index
|
2015-04-06 23:56:53 +00:00
|
|
|
# "some too big text88"
|
2015-04-06 19:00:16 +00:00
|
|
|
Store.add(
|
2015-04-27 13:42:53 +00:00
|
|
|
object: 'Ticket::Article',
|
|
|
|
o_id: article1.id,
|
2016-02-07 16:18:07 +00:00
|
|
|
data: IO.binread("#{Rails.root}/test/fixtures/es-too-big.txt"),
|
2015-04-27 13:42:53 +00:00
|
|
|
filename: 'es-too-big.txt',
|
|
|
|
preferences: {},
|
|
|
|
created_by_id: 1,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
|
2015-04-05 23:46:05 +00:00
|
|
|
sleep 1
|
2015-02-25 23:44:29 +00:00
|
|
|
|
|
|
|
ticket2 = Ticket.create(
|
2015-04-27 13:42:53 +00:00
|
|
|
title: 'something else',
|
|
|
|
group: Group.lookup( name: 'Users'),
|
|
|
|
customer_id: customer2.id,
|
|
|
|
state: Ticket::State.lookup( name: 'open' ),
|
|
|
|
priority: Ticket::Priority.lookup( name: '2 normal' ),
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
2015-02-25 23:44:29 +00:00
|
|
|
)
|
2015-04-06 20:11:45 +00:00
|
|
|
article2 = Ticket::Article.create(
|
2015-04-27 13:42:53 +00:00
|
|
|
ticket_id: ticket2.id,
|
|
|
|
from: 'some_sender@example.org',
|
|
|
|
to: 'some_recipient@example.org',
|
|
|
|
subject: 'some subject2 / autobahn what else?',
|
|
|
|
message_id: 'some@id',
|
|
|
|
body: 'some other message <b>with s<u>t</u>rong text<b>',
|
|
|
|
content_type: 'text/html',
|
|
|
|
internal: false,
|
|
|
|
sender: Ticket::Article::Sender.where(name: 'Customer').first,
|
|
|
|
type: Ticket::Article::Type.where(name: 'email').first,
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
2015-02-25 23:44:29 +00:00
|
|
|
)
|
2015-04-05 23:05:33 +00:00
|
|
|
|
2015-04-05 23:46:05 +00:00
|
|
|
sleep 1
|
2015-02-25 23:44:29 +00:00
|
|
|
|
|
|
|
ticket3 = Ticket.create(
|
2015-04-27 13:42:53 +00:00
|
|
|
title: 'something else',
|
|
|
|
group: Group.lookup( name: 'WithoutAccess'),
|
|
|
|
customer_id: customer3.id,
|
|
|
|
state: Ticket::State.lookup( name: 'open' ),
|
|
|
|
priority: Ticket::Priority.lookup( name: '2 normal' ),
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
2015-02-25 23:44:29 +00:00
|
|
|
)
|
2015-04-06 20:11:45 +00:00
|
|
|
article3 = Ticket::Article.create(
|
2015-04-27 13:42:53 +00:00
|
|
|
ticket_id: ticket3.id,
|
|
|
|
from: 'some_sender@example.org',
|
|
|
|
to: 'some_recipient@example.org',
|
|
|
|
subject: 'some subject3',
|
|
|
|
message_id: 'some@id',
|
|
|
|
body: 'some other message 3 / kindergarden what else?',
|
|
|
|
internal: false,
|
|
|
|
sender: Ticket::Article::Sender.where(name: 'Customer').first,
|
|
|
|
type: Ticket::Article::Type.where(name: 'email').first,
|
|
|
|
updated_by_id: 1,
|
|
|
|
created_by_id: 1,
|
2015-02-25 23:44:29 +00:00
|
|
|
)
|
2015-04-06 06:13:05 +00:00
|
|
|
|
|
|
|
# execute background jobs
|
|
|
|
#puts Delayed::Job.all.inspect
|
|
|
|
Delayed::Worker.new.work_off
|
2015-02-25 23:44:29 +00:00
|
|
|
|
2015-04-05 23:43:19 +00:00
|
|
|
sleep 6
|
2015-04-05 23:05:33 +00:00
|
|
|
|
|
|
|
# search as agent
|
2015-02-25 23:44:29 +00:00
|
|
|
|
2015-04-05 23:05:33 +00:00
|
|
|
# search for article data
|
2015-02-25 23:44:29 +00:00
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: 'autobahn',
|
|
|
|
limit: 15,
|
2015-02-25 23:44:29 +00:00
|
|
|
)
|
2015-02-26 00:12:12 +00:00
|
|
|
|
2015-04-05 23:05:33 +00:00
|
|
|
assert(!result.empty?, 'result exists not')
|
2015-02-26 00:12:12 +00:00
|
|
|
assert(result[0], 'record 1')
|
|
|
|
assert(!result[1], 'record 2')
|
|
|
|
assert_equal(result[0].id, ticket2.id)
|
|
|
|
|
2015-04-05 23:05:33 +00:00
|
|
|
# search for html content
|
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: 'strong',
|
|
|
|
limit: 15,
|
2015-04-05 23:05:33 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
assert(!result.empty?, 'result exists not')
|
|
|
|
assert(result[0], 'record 1')
|
|
|
|
assert(!result[1], 'record 2')
|
|
|
|
assert_equal(result[0].id, ticket2.id)
|
2015-02-26 00:12:12 +00:00
|
|
|
|
2015-04-05 23:05:33 +00:00
|
|
|
# search for indexed attachment
|
2015-04-06 19:00:16 +00:00
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: '"some normal text66"',
|
|
|
|
limit: 15,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
assert(result[0], 'record 1')
|
|
|
|
assert_equal(result[0].id, ticket1.id)
|
|
|
|
|
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: 'test77',
|
|
|
|
limit: 15,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
assert(result[0], 'record 1')
|
|
|
|
assert_equal(result[0].id, ticket1.id)
|
|
|
|
|
2015-04-05 23:05:33 +00:00
|
|
|
# search for not indexed attachment
|
2015-04-06 19:00:16 +00:00
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: 'test88',
|
|
|
|
limit: 15,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
assert(!result[0], 'record 1')
|
2015-04-05 23:05:33 +00:00
|
|
|
|
2015-04-06 19:00:16 +00:00
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: 'test99',
|
|
|
|
limit: 15,
|
2015-04-06 19:00:16 +00:00
|
|
|
)
|
|
|
|
assert(!result[0], 'record 1')
|
2015-04-05 23:05:33 +00:00
|
|
|
|
|
|
|
# search for ticket with no permissions
|
2015-02-26 00:12:12 +00:00
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: 'kindergarden',
|
|
|
|
limit: 15,
|
2015-02-26 00:12:12 +00:00
|
|
|
)
|
|
|
|
assert(result.empty?, 'result should be empty')
|
|
|
|
assert(!result[0], 'record 1')
|
|
|
|
|
2015-04-05 23:05:33 +00:00
|
|
|
# search as customer1
|
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: customer1,
|
|
|
|
query: 'title OR else',
|
|
|
|
limit: 15,
|
2015-04-05 23:05:33 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
assert(!result.empty?, 'result exists not')
|
|
|
|
assert(result[0], 'record 1')
|
|
|
|
assert(result[1], 'record 2')
|
|
|
|
assert(!result[2], 'record 3')
|
|
|
|
assert_equal(result[0].id, ticket2.id)
|
|
|
|
assert_equal(result[1].id, ticket1.id)
|
|
|
|
|
|
|
|
# search as customer2
|
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: customer2,
|
|
|
|
query: 'title OR else',
|
|
|
|
limit: 15,
|
2015-04-05 23:05:33 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
assert(!result.empty?, 'result exists not')
|
|
|
|
assert(result[0], 'record 1')
|
|
|
|
assert(result[1], 'record 2')
|
|
|
|
assert(!result[2], 'record 3')
|
|
|
|
assert_equal(result[0].id, ticket2.id)
|
|
|
|
assert_equal(result[1].id, ticket1.id)
|
|
|
|
|
|
|
|
# search as customer3
|
|
|
|
result = Ticket.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: customer3,
|
|
|
|
query: 'title OR else',
|
|
|
|
limit: 15,
|
2015-04-05 23:05:33 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
assert(!result.empty?, 'result exists not')
|
|
|
|
assert(result[0], 'record 1')
|
|
|
|
assert(!result[1], 'record 2')
|
|
|
|
assert_equal(result[0].id, ticket3.id)
|
|
|
|
end
|
|
|
|
|
|
|
|
# check users and search it
|
|
|
|
test 'b - users' do
|
|
|
|
|
|
|
|
# search as agent
|
|
|
|
result = User.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: agent,
|
|
|
|
query: 'customer1',
|
|
|
|
limit: 15,
|
2015-04-05 23:05:33 +00:00
|
|
|
)
|
|
|
|
assert(!result.empty?, 'result should not be empty')
|
|
|
|
assert(result[0], 'record 1')
|
2015-04-05 23:35:07 +00:00
|
|
|
assert(!result[1], 'record 2')
|
2015-04-05 23:05:33 +00:00
|
|
|
assert_equal(result[0].id, customer1.id)
|
|
|
|
|
|
|
|
# search as customer1
|
|
|
|
result = User.search(
|
2015-04-27 13:42:53 +00:00
|
|
|
current_user: customer1,
|
|
|
|
query: 'customer1',
|
|
|
|
limit: 15,
|
2015-04-05 23:05:33 +00:00
|
|
|
)
|
|
|
|
assert(result.empty?, 'result should be empty')
|
|
|
|
assert(!result[0], 'record 1')
|
|
|
|
|
2016-01-26 15:48:31 +00:00
|
|
|
# cleanup
|
2016-01-26 15:36:40 +00:00
|
|
|
system('rake searchindex:drop')
|
|
|
|
end
|
|
|
|
|
2015-04-27 14:15:29 +00:00
|
|
|
end
|