我有一个Sphinx索引,它每4小时运行一次优化任务。但是,Sphinx似乎无法处理此优化,因为它一直崩溃?此外,我的服务器在此优化运行期间正在使用100%的资源,但是到目前为止,我似乎还不能以任何方式限制它?
我的Sphinx发行版的配置如下:
index IndexName
{
type = rt
path = /disk/IndexName
rt_field = Name
rt_field = Author
rt_field = Extension
rt_field = Content
rt_mem_limit = 256M
charset_table = A..Z, a..z, 0..9, _, ;, %
ondisk_attrs = pool
}
indexer
{
mem_limit = 256M
}
searchd
{
listen = 9306:mysql41
log = /var/log/sphinxsearch/searchd.log
read_timeout = 5
max_children = 30
pid_file = /var/run/searchd.pid
max_packet_size = 16M
binlog_path = /disk
dist_threads = 10
thread_stack = 1M
}
当我在崩溃后查看searchd.log时,看到以下由searchd报告的行:
[Sat Dec 22 18:22:35.874 2018] [47106] accepting connections
[Sat Dec 22 18:42:06.191 2018] [47105] watchdog: main process 47106 killed cleanly with SIGKILL, shutting down
我在具有4GB RAM的4核计算机上运行此狮身人面像索引。索引文件为:
-rw------- 1 root root 0 Dec 20 16:00 IndexName.22.spm
-rw------- 1 root root 127268736 Dec 20 16:00 IndexName.22.spa
-rw------- 1 root root 0 Dec 20 16:06 IndexName.22.spk
-rw------- 1 root root 1353567377 Dec 20 16:07 IndexName.22.spi
-rw------- 1 root root 7405800596 Dec 20 16:07 IndexName.22.spd
-rw------- 1 root root 8854866660 Dec 20 16:07 IndexName.22.spp
-rw------- 1 root root 620 Dec 20 16:07 IndexName.22.sph
-rw------- 1 root root 50781868 Dec 20 16:07 IndexName.22.spe
-rw------- 1 root root 1 Dec 20 16:07 IndexName.22.sps
-rw------- 1 root root 1 Dec 20 19:48 IndexName.23.sps
-rw------- 1 root root 4 Dec 20 19:48 IndexName.23.spm
-rw------- 1 root root 168 Dec 20 19:48 IndexName.23.spk
-rw------- 1 root root 380323953 Dec 20 19:48 IndexName.23.spp
-rw------- 1 root root 98055090 Dec 20 19:48 IndexName.23.spi
-rw------- 1 root root 612 Dec 20 19:48 IndexName.23.sph
-rw------- 1 root root 1846158 Dec 20 19:48 IndexName.23.spe
-rw------- 1 root root 334351797 Dec 20 19:48 IndexName.23.spd
-rw------- 1 root root 4876896 Dec 20 19:48 IndexName.23.spa
-rw------- 1 root root 1 Dec 21 00:24 IndexName.24.sps
-rw------- 1 root root 4 Dec 21 00:24 IndexName.24.spm
-rw------- 1 root root 0 Dec 21 00:24 IndexName.24.spk
-rw------- 1 root root 612 Dec 21 00:24 IndexName.24.sph
-rw------- 1 root root 1503024 Dec 21 00:24 IndexName.24.spe
-rw------- 1 root root 423109284 Dec 21 00:24 IndexName.24.spp
-rw------- 1 root root 102796686 Dec 21 00:24 IndexName.24.spi
-rw------- 1 root root 299744375 Dec 21 00:24 IndexName.24.spd
-rw------- 1 root root 4112960 Dec 21 00:24 IndexName.24.spa
-rw------- 1 root root 1 Dec 21 06:43 IndexName.25.sps
-rw------- 1 root root 4 Dec 21 06:43 IndexName.25.spm
-rw------- 1 root root 0 Dec 21 06:43 IndexName.25.spk
-rw------- 1 root root 382528420 Dec 21 06:43 IndexName.25.spp
-rw------- 1 root root 107414168 Dec 21 06:43 IndexName.25.spi
-rw------- 1 root root 612 Dec 21 06:43 IndexName.25.sph
-rw------- 1 root root 1708186 Dec 21 06:43 IndexName.25.spe
-rw------- 1 root root 318270631 Dec 21 06:43 IndexName.25.spd
-rw------- 1 root root 5505024 Dec 21 06:43 IndexName.25.spa
-rw------- 1 root root 1 Dec 21 17:42 IndexName.26.sps
-rw------- 1 root root 4 Dec 21 17:42 IndexName.26.spm
-rw------- 1 root root 387833045 Dec 21 17:43 IndexName.26.spp
-rw------- 1 root root 0 Dec 21 17:43 IndexName.26.spk
-rw------- 1 root root 111537374 Dec 21 17:43 IndexName.26.spi
-rw------- 1 root root 612 Dec 21 17:43 IndexName.26.sph
-rw------- 1 root root 1686355 Dec 21 17:43 IndexName.26.spe
-rw------- 1 root root 317443846 Dec 21 17:43 IndexName.26.spd
-rw------- 1 root root 5749344 Dec 21 17:43 IndexName.26.spa
-rw------- 1 root root 1 Dec 22 01:32 IndexName.27.sps
-rw------- 1 root root 4 Dec 22 01:32 IndexName.27.spm
-rw------- 1 root root 0 Dec 22 01:32 IndexName.27.spk
-rw------- 1 root root 612 Dec 22 01:32 IndexName.27.sph
-rw------- 1 root root 1955816 Dec 22 01:32 IndexName.27.spe
-rw------- 1 root root 378097296 Dec 22 01:32 IndexName.27.spp
-rw------- 1 root root 96292419 Dec 22 01:32 IndexName.27.spi
-rw------- 1 root root 336377333 Dec 22 01:32 IndexName.27.spd
-rw------- 1 root root 6004416 Dec 22 01:32 IndexName.27.spa
-rw------- 1 root root 1 Dec 22 07:04 IndexName.28.sps
-rw------- 1 root root 4 Dec 22 07:04 IndexName.28.spm
-rw------- 1 root root 381900739 Dec 22 07:04 IndexName.28.spp
-rw------- 1 root root 1304 Dec 22 07:04 IndexName.28.spk
-rw------- 1 root root 94190375 Dec 22 07:04 IndexName.28.spi
-rw------- 1 root root 612 Dec 22 07:04 IndexName.28.sph
-rw------- 1 root root 1886316 Dec 22 07:04 IndexName.28.spe
-rw------- 1 root root 331406918 Dec 22 07:04 IndexName.28.spd
-rw------- 1 root root 4958496 Dec 22 07:04 IndexName.28.spa
-rw------- 1 root root 1 Dec 22 15:50 IndexName.29.sps
-rw------- 1 root root 4 Dec 22 15:50 IndexName.29.spm
-rw------- 1 root root 0 Dec 22 15:50 IndexName.29.spk
-rw------- 1 root root 612 Dec 22 15:50 IndexName.29.sph
-rw------- 1 root root 395173 Dec 22 15:50 IndexName.29.spe
-rw------- 1 root root 87150366 Dec 22 15:50 IndexName.29.spp
-rw------- 1 root root 33934704 Dec 22 15:50 IndexName.29.spi
-rw------- 1 root root 80655797 Dec 22 15:50 IndexName.29.spd
-rw------- 1 root root 1584928 Dec 22 15:50 IndexName.29.spa
-rw------- 1 root root 1 Dec 22 15:50 IndexName.30.sps
-rw------- 1 root root 4 Dec 22 15:50 IndexName.30.spm
-rw------- 1 root root 0 Dec 22 15:50 IndexName.30.spk
-rw------- 1 root root 87169173 Dec 22 15:50 IndexName.30.spp
-rw------- 1 root root 34073967 Dec 22 15:50 IndexName.30.spi
-rw------- 1 root root 612 Dec 22 15:50 IndexName.30.sph
-rw------- 1 root root 392020 Dec 22 15:50 IndexName.30.spe
-rw------- 1 root root 81002059 Dec 22 15:50 IndexName.30.spd
-rw------- 1 root root 1654336 Dec 22 15:50 IndexName.30.spa
-rw------- 1 root root 1 Dec 22 15:51 IndexName.31.sps
-rw------- 1 root root 4 Dec 22 15:51 IndexName.31.spm
-rw------- 1 root root 87350751 Dec 22 15:51 IndexName.31.spp
-rw------- 1 root root 0 Dec 22 15:51 IndexName.31.spk
-rw------- 1 root root 31291325 Dec 22 15:51 IndexName.31.spi
-rw------- 1 root root 612 Dec 22 15:51 IndexName.31.sph
-rw------- 1 root root 433602 Dec 22 15:51 IndexName.31.spe
-rw------- 1 root root 84162137 Dec 22 15:51 IndexName.31.spd
-rw------- 1 root root 2107264 Dec 22 15:51 IndexName.31.spa
-rw------- 1 root root 4 Dec 22 15:52 IndexName.kill
-rw------- 1 root root 1 Dec 22 15:55 IndexName.32.sps
-rw------- 1 root root 4 Dec 22 15:55 IndexName.32.spm
-rw------- 1 root root 88749078 Dec 22 15:55 IndexName.32.spp
-rw------- 1 root root 0 Dec 22 15:55 IndexName.32.spk
-rw------- 1 root root 33571374 Dec 22 15:55 IndexName.32.spi
-rw------- 1 root root 612 Dec 22 15:55 IndexName.32.sph
-rw------- 1 root root 396547 Dec 22 15:55 IndexName.32.spe
-rw------- 1 root root 80712858 Dec 22 15:55 IndexName.32.spd
-rw------- 1 root root 1311200 Dec 22 15:55 IndexName.32.spa
-rw------- 1 root root 0 Dec 22 16:00 IndexName.22.tmp.spm
-rw------- 1 root root 132139744 Dec 22 16:00 IndexName.22.tmp.spa
-rw------- 1 root root 0 Dec 22 16:06 IndexName.22.tmp.spk
-rw------- 1 root root 1395888188 Dec 22 16:07 IndexName.22.tmp.spi
-rw------- 1 root root 7727080144 Dec 22 16:07 IndexName.22.tmp.spd
-rw------- 1 root root 9234622206 Dec 22 16:07 IndexName.22.tmp.spp
-rw------- 1 root root 620 Dec 22 16:07 IndexName.22.tmp.sph
-rw------- 1 root root 53085295 Dec 22 16:07 IndexName.22.tmp.spe
-rw------- 1 root root 1 Dec 22 16:07 IndexName.22.tmp.sps
-rw------- 1 root root 1 Dec 22 16:36 IndexName.33.sps
-rw------- 1 root root 4 Dec 22 16:36 IndexName.33.spm
-rw------- 1 root root 89828308 Dec 22 16:36 IndexName.33.spp
-rw------- 1 root root 0 Dec 22 16:36 IndexName.33.spk
-rw------- 1 root root 33327140 Dec 22 16:36 IndexName.33.spi
-rw------- 1 root root 612 Dec 22 16:36 IndexName.33.sph
-rw------- 1 root root 375938 Dec 22 16:36 IndexName.33.spe
-rw------- 1 root root 78884224 Dec 22 16:36 IndexName.33.spd
-rw------- 1 root root 1136064 Dec 22 16:36 IndexName.33.spa
-rw------- 1 root root 1 Dec 22 17:57 IndexName.34.sps
-rw------- 1 root root 4 Dec 22 17:57 IndexName.34.spm
-rw------- 1 root root 0 Dec 22 17:57 IndexName.34.spk
-rw------- 1 root root 90283805 Dec 22 17:57 IndexName.34.spp
-rw------- 1 root root 33977672 Dec 22 17:57 IndexName.34.spi
-rw------- 1 root root 612 Dec 22 17:57 IndexName.34.sph
-rw------- 1 root root 365463 Dec 22 17:57 IndexName.34.spe
-rw------- 1 root root 78312120 Dec 22 17:57 IndexName.34.spd
-rw------- 1 root root 1085984 Dec 22 17:57 IndexName.34.spa
-rw------- 1 root root 593 Dec 22 17:57 IndexName.meta
-rw------- 1 root root 101245353 Dec 22 18:20 binlog.001
-rw------- 1 root root 77137241 Dec 22 18:38 binlog.002
-rw------- 1 root root 15607497 Dec 22 18:50 binlog.003
-rw------- 1 root root 0 Dec 22 18:50 IndexName.lock
-rw------- 1 root root 0 Dec 22 18:51 binlog.lock
-rw------- 1 root root 14 Dec 22 18:51 binlog.meta
-rw------- 1 root root 8 Dec 22 18:51 binlog.004