ltsecurityinc安防产品在线商城代码

This commit is contained in:
2026-09-14 17:47:10 +08:00
parent 57d8444c15
commit 6a3c9c5bd8
14539 changed files with 1775310 additions and 0 deletions
@@ -0,0 +1,210 @@
<?php
/**
* @author Amasty Team
* @copyright Copyright (c) Amasty (https://www.amasty.com)
* @package Elastic Search Base for Magento 2
*/
namespace Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder;
use Amasty\ElasticSearch\Api\Data\Indexer\Structure\AnalyzerBuilderInterface;
use Amasty\ElasticSearch\Model\Client\ClientRepositoryInterface;
use Amasty\ElasticSearch\Model\Config;
class DefaultBuilder implements AnalyzerBuilderInterface
{
public const WORD_DELIMITER_VERSION_5 = 'word_delimiter';
public const WORD_DELIMITER_VERSION_6 = 'word_delimiter_graph';
public const LOWERCASE_NORMALIZER = 'useLowercase';
/**
* @var EntityCollectionProvider
*/
private $entityCollectionProvider;
/**
* @var Config
*/
private $config;
/**
* @var ClientRepositoryInterface
*/
private $clientRepository;
public function __construct(
EntityCollectionProvider $entityCollectionProvider,
Config $config,
ClientRepositoryInterface $clientRepository
) {
$this->entityCollectionProvider = $entityCollectionProvider;
$this->config = $config;
$this->clientRepository = $clientRepository;
}
/**
* @param int $storeId
* @return array
* @SuppressWarnings(PHPMD.UnusedFormalParameter)
*/
public function build($storeId)
{
$analyser = [
'analyzer' => [
//"the A*b-1^2 O'Neil's" => ["ab12", "oneil"]
'default' => [
'type' => 'custom',
'tokenizer' => 'whitespace',
'filter' => [
'stop_filter',
"graph_synonyms",
'lowercase',
$this->getWordDelimiterFilter()
],
],
//"the A*b-1^2 O'Neil's" => ["a*b-1^2", "o'neil's"]
'allow_spec_chars' => [
'type' => 'custom',
'tokenizer' => 'whitespace',
'filter' => [
'stop_filter',
'graph_synonyms',
'lowercase'
],
],
'stem' => [
'type' => 'custom',
'tokenizer' => 'whitespace',
'filter' => [
'stop_filter',
'lowercase'
]
]
],
'filter' => [
$this->getWordDelimiterFilter() => [
// https://www.elastic.co/guide/en/elasticsearch/reference/current/analysis-word-delimiter-graph-tokenfilter.html
'type' => $this->getWordDelimiterFilter(),
'catenate_all' => true,
'catenate_words' => false,
'catenate_numbers' => false,
//^ catenate all
'generate_word_parts' => false,
'generate_number_parts' => false,
'split_on_case_change' => false,
'preserve_original' => true,
'split_on_numerics' => false,
],
'stop_filter' => [
"type" => "stop",
"stopwords" => $this->getStopWords($storeId)
],
"graph_synonyms" => [
"type" => "synonym_graph",
"lenient" => true,
"synonyms" => $this->getSynonyms($storeId)
]
],
"normalizer" => [
self::LOWERCASE_NORMALIZER => [
"type" => "custom",
"filter" => ["lowercase"]
]
]
];
if ($stemmingData = $this->getStemmingData($storeId)) {
$analyser['filter']['stemming'] = [
'type' => 'stemmer',
'language' => $stemmingData
];
$analyser['analyzer']['stem']['filter'][] = 'stemming';
}
$charMappings = $this->config->getCharMappings($storeId);
if ($charMappings) {
$analyser['char_filter']['mapped_char_filter'] = [
'type' => 'mapping',
'mappings' => $charMappings
];
$analyser['analyzer']['default']['char_filter'] = 'mapped_char_filter';
$analyser['analyzer']['allow_spec_chars']['char_filter'] = 'mapped_char_filter';
}
return $analyser;
}
/**
* @param $storeId
* @return array|string
*/
private function getStopWords($storeId)
{
$usePredefined = $this->config->getUsePredefinedStopwords($storeId);
if ($usePredefined) {
return sprintf(
'_%s_',
$this->config->getStopWordsLanguage($storeId)
);
} else {
$stopWords = [];
$collection = $this->entityCollectionProvider->getStopWordCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $stopWord) {
$stopWords[] = preg_replace('/\s*/', '', $stopWord->getTerm());
}
if (!count($stopWords)) {
$stopWords = '_none_';
}
}
return $stopWords;
}
/**
* @param $storeId
* @return string
*/
private function getStemmingData($storeId)
{
$usePredefined = $this->config->getUsePredefinedStemming($storeId);
if ($usePredefined) {
return $this->config->getStemmedLanguage($storeId);
}
return '';
}
/**
* @param $storeId
* @return array
*/
private function getSynonyms($storeId)
{
$synonyms = [];
$collection = $this->entityCollectionProvider->getSynonymCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $synonym) {
$synonyms[] = trim($synonym->getTerm());
}
return $synonyms ?: ['']; //can't pass empty array to elastic 5.x
}
/**
* @return string
*/
private function getWordDelimiterFilter()
{
$elasticVersion = $this->clientRepository->get()->getCurrentEngineVersion();
if (version_compare($elasticVersion, '5.0.0', '>=')
&& version_compare($elasticVersion, '6.0.0', '<=')
) {
return self::WORD_DELIMITER_VERSION_5;
}
return self::WORD_DELIMITER_VERSION_6;
}
}
@@ -0,0 +1,48 @@
<?php
/**
* @author Amasty Team
* @copyright Copyright (c) Amasty (https://www.amasty.com)
* @package Elastic Search Base for Magento 2
*/
namespace Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder;
use Amasty\ElasticSearch\Model\ResourceModel\StopWord\CollectionFactory as StopWordCollectionFactory;
use Amasty\ElasticSearch\Model\ResourceModel\Synonym\CollectionFactory as SynoymCollectionFactory;
class EntityCollectionProvider
{
/**
* @var StopWordCollectionFactory
*/
private $stopWordCollectionFactory;
/**
* @var SynoymCollectionFactory
*/
private $synoymCollectionFactory;
public function __construct(
StopWordCollectionFactory $stopWordCollectionFactory,
SynoymCollectionFactory $synoymCollectionFactory
) {
$this->stopWordCollectionFactory = $stopWordCollectionFactory;
$this->synoymCollectionFactory = $synoymCollectionFactory;
}
/**
* @return StopWordCollectionFactory
*/
public function getStopWordCollectionFactory()
{
return $this->stopWordCollectionFactory;
}
/**
* @return SynoymCollectionFactory
*/
public function getSynonymCollectionFactory()
{
return $this->synoymCollectionFactory;
}
}
@@ -0,0 +1,173 @@
<?php
/**
* @author Amasty Team
* @copyright Copyright (c) Amasty (https://www.amasty.com)
* @package Elastic Search Base for Magento 2
*/
namespace Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder;
use Amasty\ElasticSearch\Api\Data\Indexer\Structure\AnalyzerBuilderInterface;
use Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder\EntityCollectionProvider;
use Amasty\ElasticSearch\Model\Source\KuromojiReadingForm;
class Kuromoji implements AnalyzerBuilderInterface
{
/**
* @var EntityCollectionProvider
*/
private $entityCollectionProvider;
/**
* @var \Amasty\ElasticSearch\Model\Config
*/
private $config;
public function __construct(
EntityCollectionProvider $entityCollectionProvider,
\Amasty\ElasticSearch\Model\Config $config
) {
$this->entityCollectionProvider = $entityCollectionProvider;
$this->config = $config;
}
/**
* @param int $storeId
* @return array
* @SuppressWarnings(PHPMD.UnusedFormalParameter)
*/
public function build($storeId)
{
$filters = $this->getFilters($storeId);
$analyzerFilters = array_merge(array_keys($filters), ['lowercase']);
$tokenizer = $this->getTokenizer($storeId);
$analyser = [
'analyzer' => [
'default' => [
'type' => 'custom',
'tokenizer' => key($tokenizer),
'filter' => $analyzerFilters
],
'stem' => [
'type' => 'custom',
'tokenizer' => 'whitespace',
'filter' => [
'stop_filter',
'lowercase'
]
]
],
'tokenizer' => $tokenizer,
'filter' => $this->getFilters($storeId)
];
return $analyser;
}
private function getFilters($storeId)
{
$filters = [
'stop_filter' => [
"type" => "ja_stop",
"stopwords" => $this->getStopWords($storeId)
],
"graph_synonyms" => [
"type" => "synonym_graph",
"lenient" => true,
"synonyms" => $this->getSynonyms($storeId)
]
];
if ($stemmingData = $this->getStemmingData($storeId)) {
$filters['stemming'] = [
'type' => 'kuromoji_stemmer',
'minimum_length' => 4
];
}
if ($readingForm = $this->config->getKuromojiReadingForm($storeId)) {
switch ($readingForm) {
case KuromojiReadingForm::ROMAJI:
$filters['romaji_readingform'] = [
'type' => 'kuromoji_readingform',
'use_romaji' => true
];
break;
case KuromojiReadingForm::KATAKANA:
$filters['romaji_readingform'] = [
'type' => 'kuromoji_readingform',
'use_romaji' => false
];
break;
}
}
return $filters;
}
/**
* @param int $storeId
* @return array
*/
private function getTokenizer($storeId)
{
return [
'kuromoji_custom_tokenizer' => [
'type' => 'kuromoji_tokenizer',
'mode' => $this->config->getKoromojiTokenMode($storeId),
]
];
}
/**
* @param $storeId
* @return array|string
*/
private function getStopWords($storeId)
{
$usePredefined = $this->config->getUsePredefinedStopwords($storeId);
if ($usePredefined) {
return "_japanese_";
} else {
$stopWords = [];
$collection = $this->entityCollectionProvider->getStopWordCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $stopWord) {
$stopWords[] = preg_replace('/\s*/u', '-', $stopWord->getTerm());
}
if (!count($stopWords)) {
$stopWords = '_none_';
}
}
return $stopWords;
}
/**
* @param $storeId
* @return array|string
*/
private function getStemmingData($storeId)
{
return $this->config->getUsePredefinedStemming($storeId);
}
/**
* @param $storeId
* @return array
*/
private function getSynonyms($storeId)
{
$synonyms = [];
$collection = $this->entityCollectionProvider->getSynonymCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $synonym) {
$synonyms[] = trim($synonym->getTerm());
}
return $synonyms ?: ['']; //can't pass empty array to elastic 5.x
}
}
@@ -0,0 +1,132 @@
<?php
/**
* @author Amasty Team
* @copyright Copyright (c) Amasty (https://www.amasty.com)
* @package Elastic Search Base for Magento 2
*/
namespace Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder;
use Amasty\ElasticSearch\Api\Data\Indexer\Structure\AnalyzerBuilderInterface;
use Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder\EntityCollectionProvider;
use Magento\Framework\App\Config\ScopeConfigInterface;
class Nori implements AnalyzerBuilderInterface
{
/**
* @var EntityCollectionProvider
*/
private $entityCollectionProvider;
/**
* @var \Amasty\ElasticSearch\Model\Config
*/
private $config;
public function __construct(
EntityCollectionProvider $entityCollectionProvider,
\Amasty\ElasticSearch\Model\Config $config
) {
$this->entityCollectionProvider = $entityCollectionProvider;
$this->config = $config;
}
/**
* @param int $storeId
* @return array
* @SuppressWarnings(PHPMD.UnusedFormalParameter)
*/
public function build($storeId)
{
$filters = $this->getFilters($storeId);
$defaultFilters = [];
if ($readingForm = $this->config->getUseNoriReadingForm($storeId)) {
$defaultFilters[] = 'nori_readingform';
}
$analyzerFilters = array_merge($defaultFilters, array_keys($filters), ['lowercase']);
$tokenizer = $this->getTokenizer($storeId);
$analyser = [
'analyzer' => [
'default' => [
'type' => 'custom',
'tokenizer' => key($tokenizer),
'filter' => $analyzerFilters
]
],
'tokenizer' => $tokenizer,
'filter' => $filters
];
return $analyser;
}
private function getFilters($storeId)
{
$filters = [
'stop_filter' => [
"type" => "stop",
"stopwords" => $this->getStopWords($storeId)
],
"graph_synonyms" => [
"type" => "synonym_graph",
"lenient" => true,
"synonyms" => $this->getSynonyms($storeId)
]
];
return $filters;
}
/**
* @param int $storeId
* @return array
*/
private function getTokenizer($storeId)
{
return [
'nori_custom_tokenizer' => [
'type' => 'nori_tokenizer',
'mode' => $this->config->getNoriTokenMode($storeId),
]
];
}
/**
* @param $storeId
* @return array|string
*/
private function getStopWords($storeId)
{
$stopWords = [];
$collection = $this->entityCollectionProvider->getStopWordCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $stopWord) {
$stopWords[] = preg_replace('/\s*/u', '-', $stopWord->getTerm());
}
if (!count($stopWords)) {
$stopWords = '_none_';
}
return $stopWords;
}
/**
* @param $storeId
* @return array
*/
private function getSynonyms($storeId)
{
$synonyms = [];
$collection = $this->entityCollectionProvider->getSynonymCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $synonym) {
$synonyms[] = trim($synonym->getTerm());
}
return $synonyms ?: ['']; //can't pass empty array to elastic 5.x
}
}
@@ -0,0 +1,96 @@
<?php
/**
* @author Amasty Team
* @copyright Copyright (c) Amasty (https://www.amasty.com)
* @package Elastic Search Base for Magento 2
*/
namespace Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder;
use Amasty\ElasticSearch\Api\Data\Indexer\Structure\AnalyzerBuilderInterface;
use Amasty\ElasticSearch\Model\Indexer\Structure\AnalyzerBuilder\EntityCollectionProvider;
class Smartcn implements AnalyzerBuilderInterface
{
/**
* @var EntityCollectionProvider
*/
private $entityCollectionProvider;
public function __construct(EntityCollectionProvider $entityCollectionProvider)
{
$this->entityCollectionProvider = $entityCollectionProvider;
}
/**
* @param int $storeId
* @return array
* @SuppressWarnings(PHPMD.UnusedFormalParameter)
*/
public function build($storeId)
{
$analyser = [
'analyzer' => [
'default' => [
'type' => 'custom',
'tokenizer' => 'smartcn_tokenizer',
'filter' => [
'stop_filter',
"graph_synonyms",
'lowercase'
],
]
],
'filter' => [
'stop_filter' => [
"type" => "stop",
"stopwords" => $this->getStopWords($storeId)
],
"graph_synonyms" => [
"type" => "synonym_graph",
"lenient" => true,
"synonyms" => $this->getSynonyms($storeId)
]
],
];
return $analyser;
}
/**
* @param $storeId
* @return array|string
*/
private function getStopWords($storeId)
{
$stopWords = [];
$collection = $this->entityCollectionProvider->getStopWordCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $stopWord) {
$stopWords[] = preg_replace('/\s*/u', '-', $stopWord->getTerm());
}
if (!count($stopWords)) {
$stopWords = '_none_';
}
return $stopWords;
}
/**
* @param $storeId
* @return array
*/
private function getSynonyms($storeId)
{
$synonyms = [];
$collection = $this->entityCollectionProvider->getSynonymCollectionFactory()->create();
$collection->addStoreFilter($storeId);
foreach ($collection as $synonym) {
$synonyms[] = trim($synonym->getTerm());
}
return $synonyms ?: ['']; //can't pass empty array to elastic 5.x
}
}