Lighttpd

It is happening to my video site asianupload.com. When the site gets about 250 or more, streaming via lighttpd is very slow. My site is a video streaming site using clip-share script.

The OS is CentOS 5.4 x86_64. Here is an example

-Streaming via Apache
http://asianupload.com/test.htm

-Streaming via lighttpd
http://www.asianupload.com/video/4989/Hoa-Trong-Bao-14b

Again it only happens when there are over 250 connections. The server was using lighttpd. 1.4.22. After that I installed 1.4.26 and it still happens. I have disabled the connection.kbytes-per-second but it won't help.

Is it a bug in lighttpd, or what do I need to do to solve this issue?

Here is the lighttpd.conf
[code]

1. lighttpd configuration file #
2. use it as a base for lighttpd 1.0.0 and above #
3. $Id: lighttpd.conf,v 1.7 2004/11/03 22:26:05 weigon Exp $

1. Options you really have to take care of ####################

1. modules to load

1. at least mod_access and mod_accesslog should be loaded
2. all other module should only be loaded if really neccesary
3. - saves some time
4. - saves memory
   server.modules = (
5. "mod_rewrite",
6. "mod_redirect",
7. "mod_alias",
   "mod_access",
8. "mod_cml",
9. "mod_trigger_b4_dl",
10. "mod_auth",
11. "mod_status",
12. "mod_setenv",
13. "mod_fastcgi",
14. "mod_proxy",
15. "mod_simple_vhost",
16. "mod_evhost",
17. "mod_userdir",
18. "mod_cgi",
    "mod_compress",
19. "mod_ssi",
20. "mod_usertrack",
21. "mod_expire",
    "mod_secdownload",
    "mod_flv_streaming",
22. "mod_h264_streaming",
    "mod_evasive",
23. "mod_rrdtool",
    "mod_accesslog" )

1. a static document-root, for virtual-hosting take look at the
2. server.virtual-* options
   server.document-root = "/home/www3/public_html/flvideo/lighty/"
   #server.document-root = "/var/www/lighttpd/"
3. where to send error-messages to
   server.errorlog = "/var/log/lighttpd/error.log"

1. files to check for if .../ is requested
   index-file.names = ( "index.php", "index.html",
   "index.htm", "default.htm" )
2. mod secdownload settings
   secdownload.secret = "raidergiant"
   secdownload.document-root = "/home/www3/public_html/flvideo/"
   secdownload.uri-prefix = "/vid/"
   secdownload.timeout = 7200

1. extension of flv files
   flv-streaming.extensions = ( ".flv" )

1. extension of mp4 files
   #h264-streaming.extensions = ( ".mp4", ".flv" )

#connection.kbytes-per-second = 500
evasive.max-conns-per-ip = 3

1. set the event-handler (read the performance section in the manual)

1. server.event-handler = "freebsd-kqueue" # needed on OS X

1. mimetype mapping
   mimetype.assign = (
   ".flv" => "video/x-flv",
   ".mp4" => "video/mp4",
   ".rpm" => "application/x-rpm",
   ".pdf" => "application/pdf",
   ".sig" => "application/pgp-signature",
   ".spl" => "application/futuresplash",
   ".class" => "application/octet-stream",
   ".ps" => "application/postscript",
   ".torrent" => "application/x-bittorrent",
   ".dvi" => "application/x-dvi",
   ".gz" => "application/x-gzip",
   ".pac" => "application/x-ns-proxy-autoconfig",
   ".swf" => "application/x-shockwave-flash",
   ".tar.gz" => "application/x-tgz",
   ".tgz" => "application/x-tgz",
   ".tar" => "application/x-tar",
   ".zip" => "application/zip",
   ".mp3" => "audio/mpeg",
   ".m3u" => "audio/x-mpegurl",
   ".wma" => "audio/x-ms-wma",
   ".wax" => "audio/x-ms-wax",
   ".ogg" => "application/ogg",
   ".wav" => "audio/x-wav",
   ".gif" => "image/gif",
   ".jar" => "application/x-java-archive",
   ".jpg" => "image/jpeg",
   ".jpeg" => "image/jpeg",
   ".png" => "image/png",
   ".xbm" => "image/x-xbitmap",
   ".xpm" => "image/x-xpixmap",
   ".xwd" => "image/x-xwindowdump",
   ".css" => "text/css",
   ".html" => "text/html",
   ".htm" => "text/html",
   ".js" => "text/javascript",
   ".asc" => "text/plain",
   ".c" => "text/plain",
   ".cpp" => "text/plain",
   ".log" => "text/plain",
   ".conf" => "text/plain",
   ".text" => "text/plain",
   ".txt" => "text/plain",
   ".dtd" => "text/xml",
   ".xml" => "text/xml",
   ".mpeg" => "video/mpeg",
   ".mpg" => "video/mpeg",
   ".mov" => "video/quicktime",
   ".qt" => "video/quicktime",
   ".avi" => "video/x-msvideo",
   ".asf" => "video/x-ms-asf",
   ".asx" => "video/x-ms-asf",
   ".wmv" => "video/x-ms-wmv",
   ".bz2" => "application/x-bzip",
   ".tbz" => "application/x-bzip-compressed-tar",
   ".tar.bz2" => "application/x-bzip-compressed-tar", # default mime type
   "" => "application/octet-stream",
   )

1. Use the "Content-Type" extended attribute to obtain mime type if possible
   #mimetype.use-xattr = "enable"

1. send a different Server: header
2. be nice and keep it at lighttpd

1. server.tag = "lighttpd"

1. accesslog module
   accesslog.filename = "/var/log/lighttpd/access.log"

1. deny access the file-extensions #

1. ~ is for backupfiles from vi, emacs, joe, ...
2. .inc is often used for code includes which should in general not be part
3. of the document-root
   url.access-deny = ( "~", ".inc" )

$HTTP["url"] =~ "\.pdf$" {
server.range-requests = "disable"
}

##

1. which extensions should not be handle via static-file transfer #
2. .php, .pl, .fcgi are most often handled by mod_fastcgi or mod_cgi
   static-file.exclude-extensions = ( ".php", ".pl", ".fcgi" )

1. Options that are good to be but not neccesary to be changed #######

1. bind to port (default: 80)
   server.port = 81

1. bind to localhost (default: all interfaces)
   #server.bind = "127.0.0.1"

1. error-handler for status 404
   #server.error-handler-404 = "/error-handler.html"
   #server.error-handler-404 = "/error-handler.php"

1. to help the rc.scripts
   server.pid-file = "/var/run/lighttpd.pid"

1. virtual hosts ##

1. If you want name-based virtual hosting add the next three settings and load
2. mod_simple_vhost ##
3. document-root =
4. virtual-server-root + virtual-server-default-host + virtual-server-docroot
5. or
6. virtual-server-root + http-host + virtual-server-docroot ##
   #simple-vhost.server-root = "/srv/www/vhosts/"
   #simple-vhost.default-host = "www.example.org"
   #simple-vhost.document-root = "/htdocs/"

##

1. Format: <errorfile-prefix><status-code>.html
2. > ..../status-404.html for 'File not found'
   #server.errorfile-prefix = "/usr/share/lighttpd/errors/status"
   #server.errorfile-prefix = "/srv/www/errors/status-"

1. virtual directory listings
   #dir-listing.activate = "enable"
2. select encoding for directory listings
   #dir-listing.encoding = "utf-8"

1. enable debugging
   #debug.log-request-header = "enable"
   #debug.log-response-header = "enable"
   debug.log-request-handling = "enable"
   debug.log-file-not-found = "enable"

1. only root can use these options #

1. chroot() to directory (default: no chroot() )
   #server.chroot = "/"

1. change uid to <uid> (default: don't care)
   #server.username = "lighttpd"

1. change uid to <uid> (default: don't care)
   #server.groupname = "lighttpd"

1. compress module
   #compress.cache-dir = "/var/cache/lighttpd/compress/"
   #compress.filetype = ("text/plain", "text/html")

1. proxy module

1. read proxy.txt for more info
   #proxy.server = ( ".php" =>

1. ( "localhost" =>
2. (
3. "host" => "192.168.0.101",
4. "port" => 80
5. )
6. )
7. )

1. fastcgi module

1. read fastcgi.txt for more info
2. for PHP don't forget to set cgi.fix_pathinfo = 1 in the php.ini
   #fastcgi.server = ( ".php" =>

1. ( "localhost" =>
2. (
3. "socket" => "/var/run/lighttpd/php-fastcgi.socket",
4. "bin-path" => "/usr/bin/php-cgi"
5. )
6. )
7. )

1. CGI module
   #cgi.assign = ( ".pl" => "/usr/bin/perl",

1. ".cgi" => "/usr/bin/perl" ) #

1. SSL engine
   #ssl.engine = "enable"
   #ssl.pemfile = "/etc/ssl/private/lighttpd.pem"

1. status module
   #status.status-url = "/server-status"
   #status.config-url = "/server-config"

1. auth module

1. read authentication.txt for more info
   #auth.backend = "plain"
   #auth.backend.plain.userfile = "lighttpd.user"
   #auth.backend.plain.groupfile = "lighttpd.group"

#auth.backend.ldap.hostname = "localhost"
#auth.backend.ldap.base-dn = "dc=my-domain,dc=com"
#auth.backend.ldap.filter = "(uid=$)"

#auth.require = ( "/server-status" =>

1. (
2. "method" => "digest",
3. "realm" => "download archiv",
4. "require" => "user=jan"
5. ),
6. "/server-config" =>
7. (
8. "method" => "digest",
9. "realm" => "download archiv",
10. "require" => "valid-user"
11. )
12. )

1. url handling modules (rewrite, redirect, access)
   #url.rewrite = ( "^/$" => "/server-status" )
   #url.redirect = ( "^/wishlist/(.+)" => "http://www.123.org/$1" )
2. both rewrite/redirect support back reference to regex conditional using %n
   #$HTTP["host"] =~ "^www\.(.*)" {

1. url.redirect = ( "^/(.*)" => "http://%1/$1" )
   #}

#

1. define a pattern for the host url finding
2. %% => % sign
3. %0 => domain name + tld
4. %1 => tld
5. %2 => domain name without tld
6. %3 => subdomain 1 name
7. %4 => subdomain 2 name #
   #evhost.path-pattern = "/srv/www/vhosts/%3/htdocs/"

1. expire module
   #expire.url = ( "/buggy/" => "access 2 hours", "/asdhas/" => "access plus 1 seconds 2 minutes")

1. ssi
   #ssi.extension = ( ".shtml" )

1. rrdtool
   #rrdtool.binary = "/usr/bin/rrdtool"
   #rrdtool.db-name = "/var/lib/lighttpd/lighttpd.rrd"

1. setenv
   #setenv.add-request-header = ( "TRAV_ENV" => "mysql://user@host/db" )
   #setenv.add-response-header = ( "X-Secret-Message" => "42" )

1. for mod_trigger_b4_dl

1. trigger-before-download.gdbm-filename = "/var/lib/lighttpd/trigger.db"
2. trigger-before-download.memcache-hosts = ( "127.0.0.1:11211" )
3. trigger-before-download.trigger-url = "^/trigger/"
4. trigger-before-download.download-url = "^/download/"
5. trigger-before-download.deny-url = "http://127.0.0.1/index.html"
6. trigger-before-download.trigger-timeout = 10

1. for mod_cml
2. don't forget to add index.cml to server.indexfiles

1. cml.extension = ".cml"
2. cml.memcache-hosts = ( "127.0.0.1:11211" )

1. variable usage:

1. variable name without "." is auto prefixed by "var." and becomes "var.bar"
   #bar = 1
   #var.mystring = "foo"

1. integer add
   #bar += 1
2. string concat, with integer cast as string, result: "www.foo1.com"
   #server.name = "www." + mystring + var.bar + ".com"
3. array merge
   #index-file.names = (foo + ".php") + index-file.names
   #index-file.names += (foo + ".php")

1. include
   #include /etc/lighttpd/lighttpd-inc.conf

1. same as above if you run: "lighttpd -f /etc/lighttpd/lighttpd.conf"
   #include "lighttpd-inc.conf"

1. include_shell
   #include_shell "echo var.a=1"

1. the above is same as:
   #var.a=1

1. include configuration snippets, usually provided by packages
   include_shell "find /etc/lighttpd/conf.d -maxdepth 1 -name '*.conf' -exec cat {} \;"
   [/code]