HowToSpeedUpStatWithFastcgi » History » Revision 4
Revision 3 (jan, 2007-01-27 02:30) → Revision 4/12 (jan, 2007-01-27 02:38)
== The problem == Blocking operations are real problem for event based servers. Blocking IO is a good example here. Even with lighttpd 1.5 and AIO you have blocking calls like stat(). * http://blog.lighttpd.net/articles/tag/aio for more on lighty 1.5 and aio Fobax on #lighttpd brought up the idea to use fastcgi to speed up the blocking stat() for us. == The idea == Lighttpd passes the request to a simple fastcgi app that does a stat() call. Than the app sends back a X-LIGHTTPD-send-file header with the original filename. If lighttpd now stats the same file, the information is already hot in the kernel cache and we get result. On one side the way adds the overhead of fastcgi to static file sending, on the otherside it really speeds up the stat(). This works best for servers which have a very high stat() count like for all the servers which have to send alot small files (thumbnails, images, ads, ...). == The code == Fobax provided a working example code for us. I just added support to modify the thread count at runtime. For easier support with spawn-fcgi we abused the PHP_FCGI_CHILDREN variable for that. {{{ #!c /* compile with: $ gcc -lfcgi -lpthread fcgi-stat-accel.c fcgifileserversendfile.c -o fcgi-stat-accel fcgi-stat-accel fcgifileserv fcgifileserv will use the PHP_FCGI_CHILDREN environment variable to value, if it is set. that value tunes the threadcount. for spawn-fcgi you should be aware that if -C is not set the thread count. value of 5 is passed. The default value, if spawned from lighttpd, is 20. It can be changed at compile time. (see THREAD_COUNT) */ */ #include "fcgi_config.h" #include <pthread.h> #include <sys/types.h> #include <unistd.h> #include "fcgiapp.h" #include <string.h> #include <sys/types.h> #include <sys/stat.h> #include <stdlib.h> #include <stdio.h> #define THREAD_COUNT 20 #define FORBIDDEN(stream) \ FCGX_FPrintF(stream, "Status: 403 Forbidden\r\nContent-Type: text/html\r\n\r\n<h1>403 Forbidden</h1>\n"); #define NOTFOUND(stream, filename) \ FCGX_FPrintF(stream, "Status: 404 Not Found\r\nContent-Type: text/html\r\n\r\n<h1>404 Not Found</h1>\r\n%s", filename); #define SENDFILE(stream, filename) \ FCGX_FPrintF(stream, "X-LIGHTTPD-send-file: %s\r\n\r\n", filename); static void *doit(void *a){ FCGX_Request request; int rc; char *filename; FILE *fd; FCGX_InitRequest(&request, 0, FCGI_FAIL_ACCEPT_ON_INTR); while(1){ //Some platforms require accept() serialization, some don't. The documentation claims it to be thread safe // static pthread_mutex_t accept_mutex = PTHREAD_MUTEX_INITIALIZER; // pthread_mutex_lock(&accept_mutex); rc = FCGX_Accept_r(&request); // pthread_mutex_unlock(&accept_mutex); if(rc < 0) break; //get the filename if((filename = FCGX_GetParam("SCRIPT_FILENAME", request.envp)) == NULL){ FORBIDDEN(request.out); //don't try to open directories }else if(filename[strlen(filename)-1] == '/'){ FORBIDDEN(request.out); //open the file }else if((fd = fopen(filename, "r")) == NULL){ NOTFOUND(request.out, filename); //no error, serve it }else{ SENDFILE(request.out, filename); fclose(fd); } FCGX_Finish_r(&request); } return NULL; } int main(void){ int i,j,thread_count; pthread_t* id; char* env_val; FCGX_Init(); thread_count = THREAD_COUNT; env_val = getenv("PHP_FCGI_CHILDREN"); if (env_val != NULL) { j = atoi(env_val); if (j != 0) { thread_count = j; }; }; id = malloc(sizeof(*id) * thread_count); for (i = 0; i < thread_count; i++) { pthread_create(&id[i], NULL, doit, NULL); } doit(NULL); free(id); return 0; } }}} == lighty config snippet == In your lighttpd.conf you have to pick one of the following snippets. {{{ ## for all files var.socket_dir = "/var/run/lighttpd/sockets" fastcgi.server = ( "" => ( "fastcgi-stat-local" => ( "socket" => "/var/tmp/fcgi-stat-accel.socket", socket_dir + "/fastcgi-stat-fastcgi-1.socket", "bin-path" => "/usr/local/bin/fcgi-stat-accel", "/usr/local/bin/fcgifileserv", "max-procs" => 1, "disable-time" => 2, "check-local" => "disable", "allow-x-send-file" => "enable", ) ), # # spawn-fcgi -a 127.0.0.1 -p 1234 -P /var/run/fastcgi-stat.pid -f /usr/local/bin/fcgifileserv # ( "fastcgi-stat-tcp" => ( "host" => "127.0.0.1", "port" => 1234, "disable-time" => 2, "check-local" => "disable", "allow-x-send-file" => "enable", ) ), ( "fastcgi-stat-num-procs" => ( "socket" => socket_dir + "/fastcgi-stat-fastcgi-2.socket", "bin-path" => "/usr/local/bin/fcgifileserv", "bin-environment" => ( "PHP_FCGI_CHILDREN" => "2", "16", ), "max-procs" => 1, "disable-time" => 2, "check-local" => "disable", "allow-x-send-file" => "enable", ) ) ), ) }}}