Possible dead lock [LSAPI application] - Help

#1
"No request delivery notification has been received from LSAPI application, possible dead lock."

When this happens, the webserver will return a 500 Internal Server Error.

I have tried many edits, as you can see, value of initTimeout and pcKeepAliveTimeout are big (from 60 to, 600 and 10000).
I tried versions fcgi-bin/lsphp7+

I'm desperate, I was even looking for other platforms, but the litespeed I remember was so good, I don't know what I did wrong this time on the instalation.

Your help will be appreciated!

Code:
#
# PLAIN TEXT CONFIGURATION FILE
#
#It not set, will use host name as serverName
serverName            
user                      nobody
group                     nogroup
priority                  0
inMemBufSize              60M
swappingDir               /tmp/lshttpd/swap
autoFix503                1
gracefulRestartTimeout    300
mime                      conf/mime.properties
showVersionNumber         0
adminEmails               myemailglobal@gmail.com

errorlog /home/Litespeed_Logs/error.log {
  logLevel                DEBUG
  debugLevel              0
  rollingSize             100M
  enableStderrLog         1
}

accesslog /home/Litespeed_Logs/access.log {
  rollingSize             100M
  keepDays                30
  compressArchive         0
}
#adminEmails                      root@localhost
indexFiles                index.php, index.html

expires  {
  enableExpires           1
  expiresByType           image/*=A604800,text/css=A604800,application/x-javascript=A604800,application/javascript=A604800,font/*=A604800,application/x-font-ttf=A604800
}

tuning  {
  maxConnections          20000
  maxSSLConnections       10000
  connTimeout             30
  maxKeepAliveReq         1000
  keepAliveTimeout        5
  sndBufSize              0
  rcvBufSize              0
  maxReqURLLen            8192
  maxReqHeaderSize        16380
  maxReqBodySize          2047M
  maxDynRespHeaderSize    8192
  maxDynRespSize          2047M
  maxCachedFileSize       4096
  totalInMemCacheSize     20M
  maxMMapFileSize         256K
  totalMMapCacheSize      40M
  useSendfile             1
  fileETag                28
  enableGzipCompress      1
  compressibleTypes       text/*, application/x-javascript, application/xml, application/javascript, image/svg+xml,application/rss+xml
  enableDynGzipCompress   1
  gzipCompressLevel       6
  gzipAutoUpdateStatic    1
  gzipStaticCompressLevel 6
  brStaticCompressLevel   6
  gzipMaxFileSize         10M
  gzipMinFileSize         300

  quicEnable              1
  quicShmDir              /dev/shm
}

fileAccessControl  {
  followSymbolLink        1
  checkSymbolLink         0
  requiredPermissionMask  000
  restrictedPermissionMask 000
}

perClientConnLimit  {
  staticReqPerSec         10
  dynReqPerSec            2
  outBandwidth            9000K
  inBandwidth             0
  softLimit               15
  hardLimit               20
  gracePeriod             15
  banPeriod               300
}

CGIRLimit  {
  maxCGIInstances         20
  minUID                  11
  minGID                  10
  priority                0
  CPUSoftLimit            10
  CPUHardLimit            50
  memSoftLimit            1500M
  memHardLimit            1700M
  procSoftLimit           2500
  procHardLimit           3000
  cgroups                 0
}

accessDenyDir  {
  dir                     /
  dir                     /etc/*
  dir                     /dev/*
  dir                     conf/*
  dir                     admin/conf/*
}

accessControl  {
  allow                   ALL
}

extprocessor lsphp {
  type                    lsapi
  address                 uds://tmp/lshttpd/lsphp.sock
  maxConns                35
  env                     PHP_LSAPI_CHILDREN=35
  env                     LSAPI_AVOID_FORK=200M
  initTimeout             600
  retryTimeout            0
  persistConn             1
  respBuffer              0
  autoStart               2
  path                    fcgi-bin/lsphp7
  backlog                 100
  instances               1
  priority                0
  memSoftLimit            2047M
  memHardLimit            2047M
  procSoftLimit           400
  procHardLimit           500
}

scripthandler  {
  add                     lsapi:lsphp php
}

railsDefaults  {
  maxConns                1
  env                     LSAPI_MAX_IDLE=60
  initTimeout             600
  retryTimeout            0
  pcKeepAliveTimeout      10000
  respBuffer              0
  backlog                 50
  runOnStartUp            3
  extMaxIdleTime          300
  priority                3
  memSoftLimit            2047M
  memHardLimit            2047M
  procSoftLimit           500
  procHardLimit           600
}

wsgiDefaults  {
  maxConns                5
  env                     LSAPI_MAX_IDLE=60
  initTimeout             600
  retryTimeout            0
  pcKeepAliveTimeout      10000
  respBuffer              0
  backlog                 50
  runOnStartUp            3
  extMaxIdleTime          300
  priority                3
  memSoftLimit            2047M
  memHardLimit            2047M
  procSoftLimit           500
  procHardLimit           600
}

nodeDefaults  {
  maxConns                5
  env                     LSAPI_MAX_IDLE=60
  initTimeout             600
  retryTimeout            0
  pcKeepAliveTimeout      10000
  respBuffer              0
  backlog                 50
  runOnStartUp            3
  extMaxIdleTime          300
  priority                3
  memSoftLimit            2047M
  memHardLimit            2047M
  procSoftLimit           500
  procHardLimit           600
}

module cache {
  internal                1
#          1
checkPrivateCache   1
checkPublicCache    1
maxCacheObjSize     10000000
maxStaleAge         200
qsCache             1
reqCookieCache      1
respCookieCache     1
ignoreReqCacheCtrl  1
ignoreRespCacheCtrl 0

enableCache         0
expireInSeconds     3600
enablePrivateCache  0
privateExpireInSeconds 3600
  ls_enabled              1
}

virtualhost Example {
  vhRoot                  Example/
  configFile              conf/vhosts/Example/vhconf.conf
  allowSymbolLink         1
  enableScript            1
  restrained              1
  setUIDMode              0
}

listener Default {
  address                 *:80
  secure                  0
  map                     Example *
}

listener Defaultssl {
  address                 *:443
  secure                  1
  keyFile                 /etc/letsencrypt/live/www.mysite.net/privkey.pem
  certFile                /etc/letsencrypt/live/www.mysite.net/fullchain.pem
  map                     Example *
}

vhTemplate centralConfigLog {
  templateFile            conf/templates/ccl.conf
  listeners               Default
}

vhTemplate EasyRailsWithSuEXEC {
  templateFile            conf/templates/rails.conf
  listeners               Default
}
I used that command to install:
bash <( curl -k https://raw.githubusercontent.com/litespeedtech/ols1clk/master/ols1clk.sh ) --adminpassword mypassword --email myemail@gmail.com

PHP 7


Erro logs:
Code:
2020-06-26 12:46:25.005145 [NOTICE] [121.101.104.52:20750#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-06-26 12:46:25.405862 [INFO] [162.157.107.142:16000#Example] Connection idle time too long: 31 while in state: 6 watching for event: 0, close!
2020-06-26 12:46:25.405938 [INFO] [162.158.137.122:16000] Content len: 0, Request line:
GET /index.php?subtopic=houses&show=2163 HTTP/1.1
2020-06-26 12:46:25.405959 [INFO] [162.158.117.122:16000#Example] HttpExtConnector state: 8, request body sent: 0, response body size: -2, response body sent:0, left in buffer: 0, attempts: 0.
2020-06-26 12:46:27.016562 [NOTICE] [172.68.24.261:29042#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-06-26 12:46:27.016654 [NOTICE] [172.68.22.261:29040#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-06-26 12:46:27.045244 [NOTICE] [172.68.24.261:29118#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-06-26 12:46:27.045308 [NOTICE] [172.68.24.261:29136#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-06-26 12:46:27.065838 [NOTICE] [172.68.24.261:29054#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-06-26 12:46:27.069825 [NOTICE] [172.68.24.261:29068#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-06-26 12:46:27.069888 [NOTICE] [172.68.24.261:29104#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
 
Last edited:

Cold-Egg

Administrator
#3
Hi @Dolirow and @dipsondolphin ,

I just run the same command on Ubuntu 20.04 and did not see any 500/503 error. May I know which platform you installed? and did you install and change any PHP settings?
Please try install it again with PHP73 see if it helps
Code:
bash <( curl -k https://raw.githubusercontent.com/litespeedtech/ols1clk/master/ols1clk.sh ) --adminpassword mypassword --email myemail@gmail.com --lsphp 73
 
#4
I installed mine on CentOS7, although my social network site is working well, but whenever I initiate a call to fetch data, like ajax like, LIKE comment, LIKE page, post smiley, send message, check notifications, the site will hang for more than 40 minutes.

Log reveals, Possible dead lock [LSAPI application]

This is slowing down my social network project.
 
#5
Hi @Dolirow and @dipsondolphin ,

I just run the same command on Ubuntu 20.04 and did not see any 500/503 error. May I know which platform you installed? and did you install and change any PHP settings?
Please try install it again with PHP73 see if it helps
Code:
bash <( curl -k https://raw.githubusercontent.com/litespeedtech/ols1clk/master/ols1clk.sh ) --adminpassword mypassword --email myemail@gmail.com --lsphp 73
I installed mine on CentOS7, although my social network site is working well, but whenever I initiate a call to fetch data, like ajax like, LIKE comment, LIKE page, post smiley, send message, check notifications, the site will hang for more than 40 minutes.

Log reveals, Possible dead lock [LSAPI application]

This is slowing down my social network project.
 
#6
Hi @Dolirow and @dipsondolphin ,

I just run the same command on Ubuntu 20.04 and did not see any 500/503 error. May I know which platform you installed? and did you install and change any PHP settings?
Please try install it again with PHP73 see if it helps
Code:
bash <( curl -k https://raw.githubusercontent.com/litespeedtech/ols1clk/master/ols1clk.sh ) --adminpassword mypassword --email myemail@gmail.com --lsphp 73
Ubuntu 18 bionic and now testing in Ubuntu 16.
PHP 7.0.33-0ubuntu0.16.04.15 (cli) ( NTS )

I used the code to install php:
Code:
apt-get -y install apache2

apt-get -y install php7.0 libapache2-mod-php7.0

apt-get -y install php7.0-mysql php7.0-curl php7.0-gd php7.0-intl php-pear php7.0-imap php7.0-mcrypt php7.0-ps php7.0-pspell php7.0-recode php7.0-snmp php7.0-sqlite3 php7.0-tidy php7.0-xmlrpc php7.0-xsl php-memcache php-memcached php-imagick
 
#8
Hi @dipsondolphin ,

I just tested CentOS7 and CentOS8 on DigitalOcean server and no PHP Possible dead lock [LSAPI application] issue found. Possible to provide which platform you tested?

Hi @Dolirow ,
ok, I tested Ubuntu 18 and it works too.
Please install PHP from LiteSpeed repository. https://docs.litespeedtech.com/extapp/php/getting_started/
Hey, I tried follow but get error when used the command
Code:
sudo apt-get install lsphp73 lsphp73-common lsphp73-mysqlnd
Screenshot_1.png


(I use ubuntu)

Would there be no other way to try a fix? Thanks for the awnser
 
#9
Hi,

The warning indicate the lsphp73-mysqlnd package does not exist, and it is right, you might want to use mysql only.
Code:
sudo apt-get install lsphp73 lsphp73-common lsphp73-mysql
 
#10
I am running Ubuntu 20.4 and OpenLitespeed 1.6.13 and I am having the same errors in error.log since I installed it a month ago.
"No request delivery notification has been received from LSAPI application, possible dead lock."
These errors are happening constantly, but only about once per about 100 requests (a very rough estimation based on log files).
What I think happens here is that OLS doesn't get a response from lsphp, so it waits until the timeout and then retries it. Because it happened a few times to myself that some requests to the OLS just took a veeeeery long time to complete, while others were very fast. For example, I can be waiting for one of my requests to get a response from the server, while simultaneously I can trigger multiple new requests (new tab in browser) and these will all get an immediate response, while the first one is still waiting.

The only errors which also happens together (but more rarely) are these 3 in this order:
[NOTICE] sendKillCmdToWatchdog: 'extappkill:789021:-3:0'.
[NOTICE] [788761] Cmd from child: [extappkill:789021:-3:0]
[INFO] Failed to get process [789021] start time, not running, skip killing.

And this one:
[NOTICE] [redacted ip address+port:HTTP2-1#redacted hostname] ExtConn timed out while processing.


I have now increased Dynamic Requests/second and Static Requests/second from 0 to 100, as I am not sure if 0 was set as no-limit or as actual 0.
But it doesn't seem to help.
 
#11
Hi,

The warning indicate the lsphp73-mysqlnd package does not exist, and it is right, you might want to use mysql only.
Code:
sudo apt-get install lsphp73 lsphp73-common lsphp73-mysql
how ?
Code:
Reading state information... Done
lsphp73 is already the newest version (7.3.19-1+xenial).
lsphp73 set to manually installed.
lsphp73-common is already the newest version (7.3.19-1+xenial).
lsphp73-common set to manually installed.
lsphp73-mysql is already the newest version (7.3.19-1+xenial).
lsphp73-mysql set to manually installed.
0 upgraded, 0 newly installed, 0 to remove and 7 not upgraded.


sudo a2enmod php7.3
ERROR: Module php7.3 does not exist!
 
#15
Hi @Dolirow ,

a2enmod is a script for Apache only, please do not mix it with OpenLiteSpeed Web Server.
Like I said, if you use ols1clk script to install, then you can use apt install lsphp extensions.
Im not using apache (I disabled it).
I used ols1clk to install yes and extensions already installed but the error persists :(

download.png

part of erros:
Code:
2020-07-05 21:16:47.068746 [NOTICE] [108.161.212.142:31534#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:16:48.070526 [NOTICE] [173.61.24.209:40754#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:16:48.507785 [INFO] [108.161.212.142:31534#Example] Connection idle time too long: 31 while in state: 6 watching for event: 0, close!
2020-07-05 21:16:48.507803 [INFO] [108.161.212.142:31534] Content len: 0, Request line:
GET /?subtopic=worlds&world=Kivera-Global HTTP/1.1
2020-07-05 21:16:48.507806 [INFO] [108.161.212.142:31534#Example] HttpExtConnector state: 8, request body sent: 0, response body size: -2, response body sent:0, left in buffer: 0, attempts: 0.
2020-07-05 21:16:49.572283 [INFO] [173.61.24.209:40754#Example] Connection idle time too long: 31 while in state: 6 watching for event: 0, close!
2020-07-05 21:16:49.572305 [INFO] [173.61.24.209:40754] Content len: 27, Request line:
POST /?subtopic=buypoints&action=agreement HTTP/1.1
2020-07-05 21:16:49.572319 [INFO] [173.61.24.209:40754#Example] HttpExtConnector state: 8, request body sent: 27, response body size: -2, response body sent:0, left in buffer: 0, attempts: 0.
2020-07-05 21:17:00.088380 [NOTICE] [164.152.94.231:21656#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:01.090035 [NOTICE] [162.153.106.41:33252#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:10.077951 [NOTICE] [164.152.94.231:21656#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:11.004466 [NOTICE] [162.153.106.41:33252#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:20.018233 [NOTICE] [164.152.94.231:21656#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:21.019809 [NOTICE] [162.153.106.41:33252#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:21.921094 [INFO] [164.152.94.231:21656#Example] Connection idle time too long: 31 while in state: 6 watching for event: 0, close!
2020-07-05 21:17:21.921106 [INFO] [164.152.94.231:21656] Content len: 0, Request line:
GET /?subtopic=characters&name=Blaszcykowisk HTTP/1.1
2020-07-05 21:17:21.921110 [INFO] [164.152.94.231:21656#Example] HttpExtConnector state: 8, request body sent: 0, response body size: -2, response body sent:0, left in buffer: 0, attempts: 0.
2020-07-05 21:17:22.012472 [INFO] [162.153.106.41:33252#Example] Connection idle time too long: 31 while in state: 6 watching for event: 0, close!
2020-07-05 21:17:22.012487 [INFO] [162.153.106.41:33252] Content len: 0, Request line:
GET /index.php?subtopic=characters&name=Adicto HTTP/1.1
2020-07-05 21:17:22.012490 [INFO] [162.153.106.41:33252#Example] HttpExtConnector state: 8, request body sent: 0, response body size: -2, response body sent:0, left in buffer: 0, attempts: 0.
2020-07-05 21:17:33.037657 [NOTICE] [172.63.63.141:44396#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:36.041865 [NOTICE] [108.161.212.142:12384#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:43.052610 [NOTICE] [172.63.63.141:44396#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:17:46.056980 [NOTICE] [108.161.212.142:12384#Example] No request delivery notification has been received from LSAPI application, possible dead lock.
2020-07-05 21:28:43.596052 [NOTICE] [172.68.24.225] Reached per client connection hard limit: 20, close connection!
2020-07-05 21:28:43.645165 [NOTICE] [172.68.24.225] Reached per client connection hard limit: 20, close connection!
2020-07-05 21:29:55.368507 [NOTICE] [173.61.24.249] Reached per client connection hard limit: 20, close connection!
2020-07-05 21:29:56.047785 [NOTICE] [173.61.24.249] Reached per client connection hard limit: 20, close connection!
2020-07-05 21:29:56.100092 [NOTICE] [173.61.24.249] Reached per client connection hard limit: 20, close connection!
2020-07-05 21:29:56.108852 [NOTICE] [173.61.24.249] Reached per client connection hard limit: 20, close connection!
PS. sometimes appear in page "connection timeout~"
 
Last edited:
Top