// -------------------------------------------------------------------------- // // File // Name: testhttpserver.cpp // Purpose: Test code for HTTP server class // Created: 26/3/04 // // -------------------------------------------------------------------------- #include "Box.h" #include #include #include #ifdef HAVE_SIGNAL_H #include #endif #include #include "autogen_HTTPException.h" #include "HTTPRequest.h" #include "HTTPResponse.h" #include "HTTPServer.h" #include "IOStreamGetLine.h" #include "S3Client.h" #include "ServerControl.h" #include "Test.h" #include "decode.h" #include "encode.h" #include "MemLeakFindOn.h" class TestWebServer : public HTTPServer { public: TestWebServer(); ~TestWebServer(); virtual void Handle(HTTPRequest &rRequest, HTTPResponse &rResponse); }; // Build a nice HTML response, so this can also be tested neatly in a browser void TestWebServer::Handle(HTTPRequest &rRequest, HTTPResponse &rResponse) { // Test redirection mechanism if(rRequest.GetRequestURI() == "/redirect") { rResponse.SetAsRedirect("/redirected"); return; } // Set a cookie? if(rRequest.GetRequestURI() == "/set-cookie") { rResponse.SetCookie("SetByServer", "Value1"); } #define DEFAULT_RESPONSE_1 "\nTEST SERVER RESPONSE\n

Test response

URI: " #define DEFAULT_RESPONSE_3 "

Query string: " #define DEFAULT_RESPONSE_4 "

Method: " #define DEFAULT_RESPONSE_5 "

Decoded query:
" #define DEFAULT_RESPONSE_6 "

Content type: " #define DEFAULT_RESPONSE_7 "

Content length: " #define DEFAULT_RESPONSE_8 "

Cookies:
\n" #define DEFAULT_RESPONSE_2 "

\n\n\n" rResponse.SetResponseCode(HTTPResponse::Code_OK); rResponse.SetContentType("text/html"); rResponse.Write(DEFAULT_RESPONSE_1, sizeof(DEFAULT_RESPONSE_1) - 1); const std::string &ruri(rRequest.GetRequestURI()); rResponse.Write(ruri.c_str(), ruri.size()); rResponse.Write(DEFAULT_RESPONSE_3, sizeof(DEFAULT_RESPONSE_3) - 1); const std::string &rquery(rRequest.GetQueryString()); rResponse.Write(rquery.c_str(), rquery.size()); rResponse.Write(DEFAULT_RESPONSE_4, sizeof(DEFAULT_RESPONSE_4) - 1); { const char *m = "????"; switch(rRequest.GetMethod()) { case HTTPRequest::Method_GET: m = "GET "; break; case HTTPRequest::Method_HEAD: m = "HEAD"; break; case HTTPRequest::Method_POST: m = "POST"; break; default: m = "UNKNOWN"; } rResponse.Write(m, 4); } rResponse.Write(DEFAULT_RESPONSE_5, sizeof(DEFAULT_RESPONSE_5) - 1); { const HTTPRequest::Query_t &rquery(rRequest.GetQuery()); for(HTTPRequest::Query_t::const_iterator i(rquery.begin()); i != rquery.end(); ++i) { rResponse.Write("\nPARAM:", 7); rResponse.Write(i->first.c_str(), i->first.size()); rResponse.Write("=", 1); rResponse.Write(i->second.c_str(), i->second.size()); rResponse.Write("
\n", 4); } } rResponse.Write(DEFAULT_RESPONSE_6, sizeof(DEFAULT_RESPONSE_6) - 1); const std::string &rctype(rRequest.GetContentType()); rResponse.Write(rctype.c_str(), rctype.size()); rResponse.Write(DEFAULT_RESPONSE_7, sizeof(DEFAULT_RESPONSE_7) - 1); { char l[32]; rResponse.Write(l, ::sprintf(l, "%d", rRequest.GetContentLength())); } rResponse.Write(DEFAULT_RESPONSE_8, sizeof(DEFAULT_RESPONSE_8) - 1); const HTTPRequest::CookieJar_t *pcookies = rRequest.GetCookies(); if(pcookies != 0) { HTTPRequest::CookieJar_t::const_iterator i(pcookies->begin()); for(; i != pcookies->end(); ++i) { char t[512]; rResponse.Write(t, ::sprintf(t, "COOKIE:%s=%s
\n", i->first.c_str(), i->second.c_str())); } } rResponse.Write(DEFAULT_RESPONSE_2, sizeof(DEFAULT_RESPONSE_2) - 1); } TestWebServer::TestWebServer() {} TestWebServer::~TestWebServer() {} class S3Simulator : public HTTPServer { public: S3Simulator() { } ~S3Simulator() { } virtual void Handle(HTTPRequest &rRequest, HTTPResponse &rResponse); virtual void HandleGet(HTTPRequest &rRequest, HTTPResponse &rResponse); virtual void HandlePut(HTTPRequest &rRequest, HTTPResponse &rResponse); }; void S3Simulator::Handle(HTTPRequest &rRequest, HTTPResponse &rResponse) { // if anything goes wrong, return a 500 error rResponse.SetResponseCode(HTTPResponse::Code_InternalServerError); rResponse.SetContentType("text/plain"); try { // http://docs.amazonwebservices.com/AmazonS3/2006-03-01/RESTAuthentication.html std::string access_key = "0PN5J17HBGZHT7JJ3X82"; std::string secret_key = "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"; std::string md5, date, bucket; rRequest.GetHeader("Content-MD5", &md5); rRequest.GetHeader("Date", &date); std::string host = rRequest.GetHostName(); std::string s3suffix = ".s3.amazonaws.com"; if (host.size() > s3suffix.size()) { std::string suffix = host.substr(host.size() - s3suffix.size(), s3suffix.size()); if (suffix == s3suffix) { bucket = host.substr(0, host.size() - s3suffix.size()); } } std::ostringstream data; data << rRequest.GetVerb() << "\n"; data << md5 << "\n"; data << rRequest.GetContentType() << "\n"; data << date << "\n"; std::vector headers = rRequest.GetHeaders(); for (std::vector::iterator i = headers.begin(); i != headers.end(); i++) { std::string& rHeaderName = i->first; for (std::string::iterator c = rHeaderName.begin(); c != rHeaderName.end() && *c != ':'; c++) { *c = tolower(*c); } } sort(headers.begin(), headers.end()); for (std::vector::iterator i = headers.begin(); i != headers.end(); i++) { if (i->first.substr(0, 5) == "x-amz") { data << i->first << ":" << i->second << "\n"; } } if (! bucket.empty()) { data << "/" << bucket; } data << rRequest.GetRequestURI(); std::string data_string = data.str(); unsigned char digest_buffer[EVP_MAX_MD_SIZE]; unsigned int digest_size = sizeof(digest_buffer); /* unsigned char* mac = */ HMAC(EVP_sha1(), secret_key.c_str(), secret_key.size(), (const unsigned char*)data_string.c_str(), data_string.size(), digest_buffer, &digest_size); std::string digest((const char *)digest_buffer, digest_size); base64::encoder encoder; std::string expectedAuth = "AWS " + access_key + ":" + encoder.encode(digest); if (expectedAuth[expectedAuth.size() - 1] == '\n') { expectedAuth = expectedAuth.substr(0, expectedAuth.size() - 1); } std::string actualAuth; if (!rRequest.GetHeader("Authorization", &actualAuth) || actualAuth != expectedAuth) { rResponse.SetResponseCode(HTTPResponse::Code_Unauthorized); } else if (rRequest.GetMethod() == HTTPRequest::Method_GET) { HandleGet(rRequest, rResponse); } else if (rRequest.GetMethod() == HTTPRequest::Method_PUT) { HandlePut(rRequest, rResponse); } else { rResponse.SetResponseCode(HTTPResponse::Code_MethodNotAllowed); } } catch (CommonException &ce) { rResponse.IOStream::Write(ce.what()); } catch (std::exception &e) { rResponse.IOStream::Write(e.what()); } catch (...) { rResponse.IOStream::Write("Unknown error"); } return; } void S3Simulator::HandleGet(HTTPRequest &rRequest, HTTPResponse &rResponse) { std::string path = "testfiles"; path += rRequest.GetRequestURI(); std::auto_ptr apFile; try { apFile.reset(new FileStream(path)); } catch (CommonException &ce) { if (ce.GetSubType() == CommonException::OSFileOpenError) { rResponse.SetResponseCode(HTTPResponse::Code_NotFound); } else if (ce.GetSubType() == CommonException::AccessDenied) { rResponse.SetResponseCode(HTTPResponse::Code_Forbidden); } throw; } // http://docs.amazonwebservices.com/AmazonS3/2006-03-01/UsingRESTOperations.html apFile->CopyStreamTo(rResponse); rResponse.AddHeader("x-amz-id-2", "qBmKRcEWBBhH6XAqsKU/eg24V3jf/kWKN9dJip1L/FpbYr9FDy7wWFurfdQOEMcY"); rResponse.AddHeader("x-amz-request-id", "F2A8CCCA26B4B26D"); rResponse.AddHeader("Date", "Wed, 01 Mar 2006 12:00:00 GMT"); rResponse.AddHeader("Last-Modified", "Sun, 1 Jan 2006 12:00:00 GMT"); rResponse.AddHeader("ETag", "\"828ef3fdfa96f00ad9f27c383fc9ac7f\""); rResponse.AddHeader("Server", "AmazonS3"); rResponse.SetResponseCode(HTTPResponse::Code_OK); } void S3Simulator::HandlePut(HTTPRequest &rRequest, HTTPResponse &rResponse) { std::string path = "testfiles"; path += rRequest.GetRequestURI(); std::auto_ptr apFile; try { apFile.reset(new FileStream(path, O_CREAT | O_WRONLY)); } catch (CommonException &ce) { if (ce.GetSubType() == CommonException::OSFileOpenError) { rResponse.SetResponseCode(HTTPResponse::Code_NotFound); } else if (ce.GetSubType() == CommonException::AccessDenied) { rResponse.SetResponseCode(HTTPResponse::Code_Forbidden); } throw; } if (rRequest.IsExpectingContinue()) { rResponse.SendContinue(); } rRequest.ReadContent(*apFile); // http://docs.amazonwebservices.com/AmazonS3/2006-03-01/RESTObjectPUT.html rResponse.AddHeader("x-amz-id-2", "LriYPLdmOdAiIfgSm/F1YsViT1LW94/xUQxMsF7xiEb1a0wiIOIxl+zbwZ163pt7"); rResponse.AddHeader("x-amz-request-id", "F2A8CCCA26B4B26D"); rResponse.AddHeader("Date", "Wed, 01 Mar 2006 12:00:00 GMT"); rResponse.AddHeader("Last-Modified", "Sun, 1 Jan 2006 12:00:00 GMT"); rResponse.AddHeader("ETag", "\"828ef3fdfa96f00ad9f27c383fc9ac7f\""); rResponse.SetContentType(""); rResponse.AddHeader("Server", "AmazonS3"); rResponse.SetResponseCode(HTTPResponse::Code_OK); } int test(int argc, const char *argv[]) { if(argc >= 2 && ::strcmp(argv[1], "server") == 0) { // Run a server TestWebServer server; return server.Main("doesnotexist", argc - 1, argv + 1); } if(argc >= 2 && ::strcmp(argv[1], "s3server") == 0) { // Run a server S3Simulator server; return server.Main("doesnotexist", argc - 1, argv + 1); } // Start the server int pid = LaunchServer("./test server testfiles/httpserver.conf", "testfiles/httpserver.pid"); TEST_THAT(pid != -1 && pid != 0); if(pid <= 0) { return 0; } // Run the request script TEST_THAT(::system("perl testfiles/testrequests.pl") == 0); signal(SIGPIPE, SIG_IGN); SocketStream sock; sock.Open(Socket::TypeINET, "localhost", 1080); for (int i = 0; i < 4; i++) { HTTPRequest request(HTTPRequest::Method_GET, "/test-one/34/341s/234?p1=vOne&p2=vTwo"); if (i < 2) { // first set of passes has keepalive off by default, // so when i == 1 the socket has already been closed // by the server, and we'll get -EPIPE when we try // to send the request. request.SetClientKeepAliveRequested(false); } else { request.SetClientKeepAliveRequested(true); } if (i == 1) { sleep(1); // need time for our process to realise // that the peer has died, otherwise no SIGPIPE :( TEST_CHECK_THROWS(request.Send(sock, IOStream::TimeOutInfinite), ConnectionException, SocketWriteError); sock.Close(); sock.Open(Socket::TypeINET, "localhost", 1080); continue; } else { request.Send(sock, IOStream::TimeOutInfinite); } HTTPResponse response; response.Receive(sock); TEST_THAT(response.GetResponseCode() == HTTPResponse::Code_OK); TEST_THAT(response.GetContentType() == "text/html"); IOStreamGetLine getline(response); std::string line; TEST_THAT(getline.GetLine(line)); TEST_EQUAL("", line); TEST_THAT(getline.GetLine(line)); TEST_EQUAL("TEST SERVER RESPONSE", line); TEST_THAT(getline.GetLine(line)); TEST_EQUAL("

Test response