Moved HttpGet in from eubit. It's pretty cool, just give it a url, and it gives

you a Stream contianing the web server's response.  Right now it doesn't parse
any headers or anything.

2 files changed, 225 insertions, 0 deletions

diff --git a/src/httpget.cpp b/src/httpget.cpp
new file mode 100644
index 0000000..6317403
--- /dev/null
+++ b/src/httpget.cpp
@@ -0,0 +1,181 @@
+#include "httpget.h"
+#include "exceptionbase.h"
+#include "connection.h"
+#include <stdio.h>
+
+char HttpGet::hexcode[]={'0','1','2','3','4','5','6','7','8','9','A','B','C','D','E','F'};
+
+HttpGet::HttpGet() :
+        nPort( 80 ),
+        sUserAgent("libbu++; HttpGet")
+{
+}
+
+HttpGet::HttpGet( const std::string &url ) :
+        nPort( 80 )
+{
+        setURL( url );
+}
+
+HttpGet::~HttpGet()
+{
+}
+
+void HttpGet::setURL( const std::string &url )
+{
+        int len = url.size();
+        printf("Full URL: %s\n", url.c_str() );
+        int pos = url.find("://");
+        sProto.assign( url, 0, pos );
+        printf("Protocol: %s\n", sProto.c_str() );
+        
+        int pos2 = url.find("/", pos+3 );
+        if( pos2 >= 0 )
+        {
+                sHost.assign( url, pos+3, pos2-pos-3 );
+        }
+        else
+        {
+                sHost.assign( url, pos+3, std::string::npos );
+        }
+
+        int pos3 = sHost.find(":");
+        if( pos3 >= 0 )
+        {
+                nPort = strtol( sHost.c_str()+pos3+1, NULL, 10 );
+                sHost.erase( pos3 );
+        }
+        printf("Hostname: %s\n", sHost.c_str() );
+        printf("Port: %d\n", nPort );
+
+        pos3 = url.find("?", pos2+1 );
+        if( pos3 >= 0 )
+        {
+                sPath.assign( url, pos2, pos3-pos2 );
+                printf("Path: %s\n", sPath.c_str() );
+                for(;;)
+                {
+                        int end = pos3+1;
+                        for(; url[end] != '=' && url[end] != '&' && end < len; end++ );
+                        std::string sKey, sValue;
+                        sKey.assign( url, pos3+1, end-pos3-1 );
+                        if( url[end] == '=' )
+                        {
+                                pos3 = end;
+                                for( end++; url[end] != '&' && end < len; end++ );
+                                sValue.assign( url, pos3+1, end-pos3-1 );
+                                pos3 = end;
+                        }
+                        else
+                        {
+                        }
+                        lParams.push_back( StringPair( sKey, sValue ) );
+                        printf("Param: %s = %s\n", sKey.c_str(), sValue.c_str() );
+                        if( end+1 >= len ) break;
+                }
+        }
+        else
+        {
+                sPath.assign( url, pos2, std::string::npos );
+                printf("Path: %s\n", sPath.c_str() );
+        }
+
+        printf("\n");
+}
+
+void HttpGet::addParam( const std::string &key, const std::string &value )
+{
+        lParams.push_back( StringPair( key, value ) );
+}
+
+std::string HttpGet::escape( const std::string &src )
+{
+        std::string escaped("");
+        for( std::string::const_iterator i = src.begin(); i != src.end(); i++ )
+        {
+                unsigned char j = *i;
+                if( (j >= '0' && j <= '9') || 
+                        (j >= 'a' && j <= 'z') ||
+                        (j >= 'A' && j <= 'Z') ||
+                        j == '$' ||
+                        j == '-' ||
+                        j == '_' ||
+                        j == '.' ||
+                        j == '+' ||
+                        j == '!' ||
+                        j == '*' ||
+                        j == '\'' ||
+                        j == '(' ||
+                        j == ')' )
+                {
+                        escaped += j;
+                }
+                else
+                {
+                        escaped += "%";
+                        escaped += hexcode[j>>4];
+                        escaped += hexcode[j&0x0F];
+                }
+        }
+
+        return escaped;
+}
+
+SBuffer *HttpGet::get()
+{
+        std::string sData;
+        sData = "GET " + sPath;
+        if( !lParams.empty() )
+        {
+                sData += "?";
+                for( std::list<StringPair>::iterator i = lParams.begin();
+                         i != lParams.end(); i++ )
+                {
+                        if( i != lParams.begin() )
+                                sData += "&";
+
+                        if( (*i).second == "" )
+                        {
+                                sData += escape( (*i).first );
+                        }
+                        else
+                        {
+                                sData += escape( (*i).first );
+                                sData += "=";
+                                sData += escape( (*i).second );
+                        }
+                }
+        }
+
+        sData += " HTTP/1.1\r\n"
+                "User-Agent: " + sUserAgent + "\r\n"
+                "Connection: close\r\n"
+                "Host: " + sHost + "\r\n"
+                "Content-type: application/x-www-form-urlencoded\r\n\r\n";
+
+        printf("Connection content:\n\n%s\n\n", sData.c_str() );
+
+        Connection con;
+        con.open( "127.0.0.1", nPort );
+        con.appendOutput( sData.c_str(), sData.size() );
+        con.writeOutput();
+        while( con.readInput() );
+
+        int total = con.getInputAmnt();
+        const char *dat = con.getInput();
+        for( int i = 0; i < total; i++ )
+        {
+                if( !memcmp( dat+i, "\r\n\r\n", 4 ) )
+                {
+                        SBuffer *buf = new SBuffer;
+                        buf->write( dat+i+4, total-i-4 );
+                        buf->setPos( 0 );
+                        con.close();
+                        return buf;
+                }
+        }
+        con.close();
+
+        throw ExceptionBase("Something went wrong, incomplete response?  fix this.\n");
+}
+
diff --git a/src/httpget.h b/src/httpget.h
new file mode 100644
index 0000000..afa1ec5
--- /dev/null
+++ b/src/httpget.h
@@ -0,0 +1,44 @@
+#ifndef HTTP_GET_H
+#define HTTP_GET_H
+
+#include <stdint.h>
+#include <string>
+#include <list>
+#include <utility>
+
+#include "sbuffer.h"
+
+class HttpGet
+{
+public:
+        HttpGet();
+        HttpGet( const std::string &url );
+        virtual ~HttpGet();
+
+        void setURL( const std::string &url );
+        void addParam( const std::string &key, const std::string &value );
+        void setUserAgent( const std::string &sUserAgent )
+        {
+                this->sUserAgent = sUserAgent;
+        }
+        void setHost( const std::string &sHost )
+        {
+                this->sHost = sHost;
+        }
+
+        std::string escape( const std::string &src );
+        SBuffer *get();
+
+private:
+        std::string sProto;
+        std::string sHost;
+        std::string sPath;
+        std::string sUserAgent;
+        typedef std::pair<std::string,std::string> StringPair;
+        std::list<StringPair> lParams;
+        int nPort;
+        static char hexcode[];
+
+};
+
+#endif