Developed basic search queries.

Updated search & permission regen commands with ability to specify
database.
This commit is contained in:
Dan Brown 2017-03-26 19:24:57 +01:00
parent 070d4aeb6c
commit 1552417598
No known key found for this signature in database
GPG Key ID: 46D9F943C24A2EF9
5 changed files with 68 additions and 18 deletions

View File

@ -12,7 +12,7 @@ class RegeneratePermissions extends Command
* *
* @var string * @var string
*/ */
protected $signature = 'bookstack:regenerate-permissions'; protected $signature = 'bookstack:regenerate-permissions {--database= : The database connection to use.}';
/** /**
* The console command description. * The console command description.
@ -46,7 +46,14 @@ class RegeneratePermissions extends Command
*/ */
public function handle() public function handle()
{ {
$connection = \DB::getDefaultConnection();
if ($this->option('database') !== null) {
\DB::setDefaultConnection($this->option('database'));
}
$this->permissionService->buildJointPermissions(); $this->permissionService->buildJointPermissions();
\DB::setDefaultConnection($connection);
$this->comment('Permissions regenerated'); $this->comment('Permissions regenerated');
} }
} }

View File

@ -12,7 +12,7 @@ class RegenerateSearch extends Command
* *
* @var string * @var string
*/ */
protected $signature = 'bookstack:regenerate-search'; protected $signature = 'bookstack:regenerate-search {--database= : The database connection to use.}';
/** /**
* The console command description. * The console command description.
@ -41,6 +41,13 @@ class RegenerateSearch extends Command
*/ */
public function handle() public function handle()
{ {
$connection = \DB::getDefaultConnection();
if ($this->option('database') !== null) {
\DB::setDefaultConnection($this->option('database'));
}
$this->searchService->indexAllEntities(); $this->searchService->indexAllEntities();
\DB::setDefaultConnection($connection);
$this->comment('Search index regenerated');
} }
} }

View File

@ -513,7 +513,7 @@ class PermissionService
* @param string $entityType * @param string $entityType
* @param Builder|Entity $query * @param Builder|Entity $query
* @param string $action * @param string $action
* @return mixed * @return Builder
*/ */
public function enforceEntityRestrictions($entityType, $query, $action = 'view') public function enforceEntityRestrictions($entityType, $query, $action = 'view')
{ {

View File

@ -16,6 +16,8 @@ class SearchService
protected $chapter; protected $chapter;
protected $page; protected $page;
protected $db; protected $db;
protected $permissionService;
protected $entities;
/** /**
* SearchService constructor. * SearchService constructor.
@ -24,22 +26,41 @@ class SearchService
* @param Chapter $chapter * @param Chapter $chapter
* @param Page $page * @param Page $page
* @param Connection $db * @param Connection $db
* @param PermissionService $permissionService
*/ */
public function __construct(SearchTerm $searchTerm, Book $book, Chapter $chapter, Page $page, Connection $db) public function __construct(SearchTerm $searchTerm, Book $book, Chapter $chapter, Page $page, Connection $db, PermissionService $permissionService)
{ {
$this->searchTerm = $searchTerm; $this->searchTerm = $searchTerm;
$this->book = $book; $this->book = $book;
$this->chapter = $chapter; $this->chapter = $chapter;
$this->page = $page; $this->page = $page;
$this->db = $db; $this->db = $db;
$this->entities = [
'page' => $this->page,
'chapter' => $this->chapter,
'book' => $this->book
];
$this->permissionService = $permissionService;
} }
public function searchEntities($searchString, $entityType = 'all') public function searchEntities($searchString, $entityType = 'all', $page = 0, $count = 20)
{ {
// TODO - Add Tag Searches // TODO - Add Tag Searches
// TODO - Add advanced custom column searches // TODO - Add advanced custom column searches
// TODO - Add exact match searches ("") // TODO - Add exact match searches ("")
// TODO - Check drafts don't show up in results
// TODO - Move search all page to just /search?term=cat
if ($entityType !== 'all') return $this->searchEntityTable($searchString, $entityType, $page, $count);
$bookSearch = $this->searchEntityTable($searchString, 'book', $page, $count);
$chapterSearch = $this->searchEntityTable($searchString, 'chapter', $page, $count);
$pageSearch = $this->searchEntityTable($searchString, 'page', $page, $count);
return collect($bookSearch)->merge($chapterSearch)->merge($pageSearch)->sortByDesc('score');
}
public function searchEntityTable($searchString, $entityType = 'page', $page = 0, $count = 20)
{
$termArray = explode(' ', $searchString); $termArray = explode(' ', $searchString);
$subQuery = $this->db->table('search_terms')->select('entity_id', 'entity_type', \DB::raw('SUM(score) as score')); $subQuery = $this->db->table('search_terms')->select('entity_id', 'entity_type', \DB::raw('SUM(score) as score'));
@ -49,13 +70,24 @@ class SearchService
} }
}); });
$entity = $this->getEntity($entityType);
$subQuery = $subQuery->groupBy('entity_type', 'entity_id'); $subQuery = $subQuery->groupBy('entity_type', 'entity_id');
$pageSelect = $this->db->table('pages as e')->join(\DB::raw('(' . $subQuery->toSql() . ') as s'), function(JoinClause $join) { $entitySelect = $entity->newQuery()->join(\DB::raw('(' . $subQuery->toSql() . ') as s'), function(JoinClause $join) {
$join->on('e.id', '=', 's.entity_id'); $join->on('id', '=', 'entity_id');
})->selectRaw('e.*, s.score')->orderBy('score', 'desc'); })->selectRaw($entity->getTable().'.*, s.score')->orderBy('score', 'desc')->skip($page * $count)->take($count);
$pageSelect->mergeBindings($subQuery); $entitySelect->mergeBindings($subQuery);
dd($pageSelect->toSql()); $query = $this->permissionService->enforceEntityRestrictions($entityType, $entitySelect, 'view');
// TODO - Continue from here return $query->get();
}
/**
* Get an entity instance via type.
* @param $type
* @return Entity
*/
protected function getEntity($type)
{
return $this->entities[strtolower($type)];
} }
/** /**
@ -86,7 +118,11 @@ class SearchService
$terms[] = $term; $terms[] = $term;
} }
} }
$this->searchTerm->insert($terms);
$chunkedTerms = array_chunk($terms, 500);
foreach ($chunkedTerms as $termChunk) {
$this->searchTerm->insert($termChunk);
}
} }
/** /**
@ -97,17 +133,17 @@ class SearchService
$this->searchTerm->truncate(); $this->searchTerm->truncate();
// Chunk through all books // Chunk through all books
$this->book->chunk(500, function ($books) { $this->book->chunk(1000, function ($books) {
$this->indexEntities($books); $this->indexEntities($books);
}); });
// Chunk through all chapters // Chunk through all chapters
$this->chapter->chunk(500, function ($chapters) { $this->chapter->chunk(1000, function ($chapters) {
$this->indexEntities($chapters); $this->indexEntities($chapters);
}); });
// Chunk through all pages // Chunk through all pages
$this->page->chunk(500, function ($pages) { $this->page->chunk(1000, function ($pages) {
$this->indexEntities($pages); $this->indexEntities($pages);
}); });
} }

View File

@ -16,7 +16,7 @@ class DummyContentSeeder extends Seeder
$user->attachRole($role); $user->attachRole($role);
$books = factory(\BookStack\Book::class, 20)->create(['created_by' => $user->id, 'updated_by' => $user->id]) factory(\BookStack\Book::class, 20)->create(['created_by' => $user->id, 'updated_by' => $user->id])
->each(function($book) use ($user) { ->each(function($book) use ($user) {
$chapters = factory(\BookStack\Chapter::class, 5)->create(['created_by' => $user->id, 'updated_by' => $user->id]) $chapters = factory(\BookStack\Chapter::class, 5)->create(['created_by' => $user->id, 'updated_by' => $user->id])
->each(function($chapter) use ($user, $book){ ->each(function($chapter) use ($user, $book){
@ -28,7 +28,7 @@ class DummyContentSeeder extends Seeder
$book->pages()->saveMany($pages); $book->pages()->saveMany($pages);
}); });
$restrictionService = app(\BookStack\Services\PermissionService::class); app(\BookStack\Services\PermissionService::class)->buildJointPermissions();
$restrictionService->buildJointPermissions(); app(\BookStack\Services\SearchService::class)->indexAllEntities();
} }
} }