erlang下的fast-cgi模式访问(php-fpm),构建多语言开发平台

bs

Erlang做为高并发(c100K)连接前端,后端使用fast-cgi构建多语言开发平台,甚至负载均衡/分布式应用,
本文以php-fpm为例说明:





php脚本代码:

1. <?php
   
2. echo 'hello world!';
   
3. ?>

复制代码

erlang代码:

1. -module(fcgi).
   
2. -export([start/0]).
   
3. 
   
4. start() ->
   
5.     Env = [{"SERVER_SOFTWARE","test web server"},
   
6.       {"SERVER_NAME","localhost"},
   
7.       {"HTTP_HOST","localhost"},
   
8.       {"GATEWAY_INTERFACE","CGI/1.1"},
   
9.       {"SERVER_PROTOCOL","HTTP/1.1"},
   
10.       {"SERVER_PORT","8080"},
    
11.       {"REQUEST_METHOD","GET"},
    
12.       {"REQUEST_URI","/t.php"},
    
13.       {"DOCUMENT_ROOT","/var/www/erlang"},
    
14.       {"DOCUMENT_ROOT_MOUNT","/"},
    
15.       {"SCRIPT_FILENAME","/var/www/erlang/t.php"},
    
16.       {"PATH_INFO",[]},
    
17.       {"PATH_TRANSLATED",[]},
    
18.       {"SCRIPT_NAME","/t.php"},
    
19.       {"REMOTE_ADDR","127.0.0.1"},
    
20.       {"REMOTE_HOST","127.0.0.1"},
    
21.       {"SERVER_ADDR","127.0.0.1"},
    
22.       {"LOCAL_ADDR","127.0.0.1"},
    
23.       {"QUERY_STRING",[]},
    
24.       {"HTTP_ACCEPT",
    
25.        "text/html;q=0.9,text/plain;q=0.5"},
    
26.       {"HTTP_USER_AGENT","unknow"},
    
27.       {"HTTP_ACCEPT_CHARSET","GBK,utf-8;q=0.7,*;q=0.3"},
    
28.       {"HTTP_ACCEPT_LANGUAGE","zh-CN,zh;q=0.8"},
    
29.       {"HTTP_ACCEPT_ENCODING","gzip,deflate,sdch"},
    
30.       {"HTTP_CACHE_CONTROL","max-age=0"}],%%构造http访问相关配置
    
31. 
    
32.         {ok, Socket}=gen_tcp:connect("127.0.0.1",9000,[binary, {packet, 0}],10000),
    
33.         %%发送初始请求8字节
    
34.         fcgi_send_record(Socket,1,
    
35.                 1,                        %%fast-cgi requestID application,下同
    
36.                 <<1:16,0:8,0:40>>),        %%<<1:16,是否长连接1或0:8,填充:40>>
    
37.         %%请求内容
    
38.         fcgi_send_record(Socket, 4,        %%fast-cgi类型参数,下同
    
39.                 1, Env),
    
40.         %%完成
    
41.         fcgi_send_record(Socket, 4,1, []),       
    
42.         recv_msg(Socket),
    
43.         gen_tcp:close(Socket).
    
44. 
    
45. 
    
46. %%返回内容接收
    
47. recv_msg(Socket) ->
    
48.   receive
    
49.     {tcp, Socket, Bin} ->
    
50.       %%原报文<<Version:8, Type:8, RequestId:16, ContentLength:16,PaddingLength:8, Reserved:8,Str/binary >> = Bin,
    
51.       <<_:32,ContentLength:16,_:16,Str/binary >> = Bin,
    
52.       %%计算输出内容长度
    
53.       Dlen=ContentLength-53,
    
54.       %%获取内容
    
55.       << _H:53/binary,Data:Dlen/binary,_Other/binary >> = Str,
    
56.       io:format("Received msg: ~p~n", [Data]);
    
57.     _other   ->
    
58.         io:format("Other msg: ~p~n", [_other]),
    
59.         recv_msg(Socket),
    
60.         error
    
61.   after 3000 ->io:format("Time out.~n")
    
62.   end.
    
63. 
    
64. 
    
65. 
    
66. %%发送选项
    
67. fcgi_send_record(Socket, Type, RequestId, NameValueList) ->
    
68.     EncodedRecord = fcgi_encode_record(Type, RequestId,NameValueList),
    
69.     gen_tcp:send(Socket, EncodedRecord).
    
70. 
    
71. 
    
72. 
    
73. %%组包
    
74. fcgi_encode_record(Type, RequestId, NameValueList)
    
75.   when is_list(NameValueList) ->
    
76.     fcgi_encode_record(Type, RequestId,fcgi_encode_name_value_list(NameValueList));
    
77. %%判断ContentData是否满8字节,否则填充
    
78. fcgi_encode_record(Type, RequestId, ContentData)
    
79.         when is_binary(ContentData) ->
    
80.         ContentLength = size(ContentData),
    
81.         PaddingLength = if
    
82.                         ContentLength rem 8 == 0 ->
    
83.                             0;
    
84.                         true ->
    
85.                             8 - (ContentLength rem 8)
    
86.                     end,
    
87.         %%填充数据,每8字节组包        不足用0填充       
    
88.         PaddingData = <<0:(PaddingLength*8)>>,
    
89.         Version = 1,
    
90.         Reserved = 0,
    
91.     <<Version:8,
    
92.       Type:8,
    
93.       RequestId:16,
    
94.       ContentLength:16,
    
95.       PaddingLength:8,
    
96.       Reserved:8,
    
97.       ContentData/binary,
    
98.       PaddingData/binary >>.
    
99. 
    
100. 
     
101. 
     
102. 
     
103. %%将环境变量组成binary
     
104. fcgi_encode_name_value_list(_NameValueList = []) ->
     
105.     << >>;
     
106. fcgi_encode_name_value_list(_NameValueList = [{Name, Value} | Tail]) ->
     
107.     <<(fcgi_encode_name_value(Name,Value))/binary,(fcgi_encode_name_value_list(Tail))/binary >>.
     
108. fcgi_encode_name_value(Name, _Value = undefined) ->
     
109.     fcgi_encode_name_value(Name, "");
     
110. fcgi_encode_name_value(Name, Value) when is_list(Name) and is_list(Value) ->
     
111.     NameSize = length(Name),
     
112.     NameSizeData = << NameSize:8 >>,
     
113.     ValueSize = length(Value),
     
114.     ValueSizeData = <<ValueSize:8 >>,
     
115.     << NameSizeData/binary,
     
116.       ValueSizeData/binary,
     
117.       (list_to_binary(Name))/binary,
     
118.       (list_to_binary(Value))/binary >>.

复制代码

在Eshell下:

>fcgi:start().
Received msg: <<"hello world!">>
ok












初始内容数据:
ContentData=<<Role:16,
        KeepConn:8,                  %%是否长连接
        0:40                                %%填充数据
        >>

环境变量内容数据(样例):

1. 
   
2. ContentData=[{"SERVER_SOFTWARE","test web server"},
   
3.       {"SERVER_NAME","localhost"},
   
4.       {"HTTP_HOST","localhost"},
   
5.       {"GATEWAY_INTERFACE","CGI/1.1"},
   
6.       {"SERVER_PROTOCOL","HTTP/1.1"},
   
7.       {"SERVER_PORT","8080"},
   
8.       {"REQUEST_METHOD","GET"},
   
9.       {"REQUEST_URI","/t.php"},
   
10.       {"DOCUMENT_ROOT","/var/www/erlang"},
    
11.       {"DOCUMENT_ROOT_MOUNT","/"},
    
12.       {"SCRIPT_FILENAME","/var/www/erlang/t.php"},
    
13.       {"PATH_INFO",[]},
    
14.       {"PATH_TRANSLATED",[]},
    
15.       {"SCRIPT_NAME","/t.php"},
    
16.       {"REMOTE_ADDR","127.0.0.1"},
    
17.       {"REMOTE_HOST","127.0.0.1"},
    
18.       {"SERVER_ADDR","127.0.0.1"},
    
19.       {"LOCAL_ADDR","127.0.0.1"},
    
20.       {"QUERY_STRING",[]},
    
21.       {"HTTP_ACCEPT",
    
22.        "text/html;q=0.9,text/plain;q=0.5"},
    
23.       {"HTTP_USER_AGENT","unknow"},
    
24.       {"HTTP_ACCEPT_CHARSET","GBK,utf-8;q=0.7,*;q=0.3"},
    
25.       {"HTTP_ACCEPT_LANGUAGE","zh-CN,zh;q=0.8"},
    
26.       {"HTTP_ACCEPT_ENCODING","gzip,deflate,sdch"},
    
27.       {"HTTP_CACHE_CONTROL","max-age=0"}],%%构造http访问相关配置
    
28. 
    

复制代码

通信报文:
    <<Version:8,
      Type:8,
      RequestId:16,
      ContentLen:16,                        %%内容长度
      PaddingLength:8,                %%填充长度
      Reserved:8,               
      ContentData/binary,                %%内容数据
      PaddingData/binary           %%填充数据
        >>.



返回的内容,前8个字节数据如下:
<<Version:8, Type:8, RequestId:16, ContentLength:16,PaddingLength:8, Reserved:8,
Data/binary>>
Data为处理结果数据,类似 <<"X-Powered-By: PHP/5.2.13\r\nContent-type: text/html\r\n\r\nhello world!">>
ContentLength既fastcgi处理结果数据的长度(字节).






原先CGI版本:
http://bbs.chinaunix.net/thread-1632957-1-1.html

bs

附性能测试及测试代码:

1. 
   
2. -module( echo ).
   
3. -export( [ test/1] ).
   
4. %%测试脚本
   
5. 
   
6. test(N)->
   
7.     Start = erlang:now(),
   
8.     dotimes(N),
   
9.     Stop = erlang:now(),
   
10.     time_diff(Start, Stop).
    
11. 
    
12. dotimes(0) -> done;
    
13. dotimes(N) ->
    
14.     fcgi:start(),
    
15.     dotimes(N - 1).
    
16. 
    
17. time_diff({_,A2,A3}, {_,B2,B3}) ->
    
18.         io:fwrite("Spand ~p Sec.~n",[(B2 - A2) + (B3 - A3) / 1000000.0]).
    

复制代码

单线程1万次压力测试

> echo:test(10000).  
Received data: <<"hello world!">>
....
Received data: <<"hello world!">>
Spand 2.106399 Sec.



测试机:
2G内存
1.8G双核

erlang环境
Erlang R13B04 (erts-5.7.5) [source] [64-bit] [smp:2:2] [rq:2] [async-threads:0] [hipe] [kernel-poll:false]