|
SNAP Library, User Reference
2012-10-15 15:06:59
SNAP, a general purpose network analysis and graph mining library
|
Go to the source code of this file.
Classes | |
| class | THttp |
Enumerations | |
| enum | THttpRqMethod { hrmUndef, hrmGet, hrmHead, hrmPost } |
Functions | |
| void | ParseSearch (const TStr &SearchStr) |
| void | ParseHttpRq (const PSIn &SIn) |
| THttpRq (const PSIn &SIn) | |
| static PHttpRq | New (const PSIn &SIn) |
| THttpRq (const THttpRqMethod &_Method, const PUrl &_Url, const TStr &ContTypeFldVal, const TMem &_BodyMem, const int &FetchId=-1) | |
| static PHttpRq | New (const THttpRqMethod &Method, const PUrl &Url, const TStr &ContTypeFldVal, const TMem &BodyMem) |
| static PHttpRq | New (const PUrl &Url, const int &FetchId=-1) |
| ~THttpRq () | |
| THttpRq (TSIn &) | |
| static PHttpRq | Load (TSIn &) |
| void | Save (TSOut &) |
| THttpRq & | operator= (const THttpRq &) |
| bool | IsOk () const |
| bool | IsComplete () const |
| THttpRqMethod | GetMethod () const |
| const TStr & | GetMethodNm () const |
| PUrl | GetUrl () const |
| PUrlEnv | GetUrlEnv () const |
| bool | IsFldNm (const TStr &FldNm) const |
| TStr | GetFldVal (const TStr &FldNm) const |
| bool | IsFldVal (const TStr &FldNm, const TStr &FldVal) const |
| void | AddFldVal (const TStr &FldNm, const TStr &FldVal) |
| const TStrStrH & | GetFldValH () const |
| TStr | GetHdStr () const |
| int | GetBodyLen () const |
| TStr | GetBodyAsStr () const |
| PSIn | GetBodyAsSIn () const |
| void | GetBodyAsMem (TMem &Mem) const |
| void | GetAsMem (TMem &Mem) const |
| bool | IsContType (const TStr &ContTypeStr) const |
| bool | IsContLen (int &ContLen) const |
| TStr | GetStr () const |
| void | AddHdFld (const TStr &FldNm, const TStr &FldVal, TChA &HdChA) |
| void | ParseHttpResp (const PSIn &SIn) |
| THttpResp (const int &_StatusCd, const TStr &ContTypeVal, const bool &CacheCtrlP, const PSIn &BodySIn, const TStr LocStr) | |
| static PHttpResp | New (const int &StatusCd, const TStr &ContTypeVal, const bool &CacheCtrlP, const PSIn &BodySIn, const TStr LocStr=TStr()) |
| THttpResp (const PSIn &SIn) | |
| ~THttpResp () | |
| THttpResp (TSIn &) | |
| THttpResp & | operator= (const THttpResp &) |
| int | Len () const |
| bool | IsContLenOk () const |
| const TMem & | GetBodyAsMem () const |
| int | GetStatusCd () const |
| TStr | GetReasonPhrase () const |
| int | GetFlds () const |
| int | GetFldVals (const int &FldN) const |
| void | GetFldNmVal (const int &FldN, TStr &FldNm, TStr &FldVal) |
| void | GetFldNmVal (const int &FldN, const int &ValN, TStr &FldNm, TStr &FldVal) |
| TStr | GetFldVal (const TStr &FldNm, const int &ValN=0) const |
| void | GetFldValV (const TStr &FldNm, TStrV &FldValV) const |
| bool | IsStatusCd_Ok () const |
| bool | IsStatusCd_Redir () const |
| bool | IsContType () const |
| TStr | GetSrvNm () const |
| void | GetCookieKeyValDmPathQuV (TStrQuV &CookieKeyValDmPathQuV) |
| int | GetTxtLen () const |
| static PHttpResp | LoadTxt (PSIn &SIn) |
| void | SaveTxt (const PSOut &SOut) const |
| void | SaveBody (const PSOut &SOut) const |
| PSIn | GetSIn () const |
Variables | |
| ClassTP(THttpRq, PHttpRq) private bool | CompleteP |
| int | MajorVerN |
| int | MinorVerN |
| THttpRqMethod | Method |
| PUrl | Url |
| TStrStrH | FldNmToValH |
| PUrlEnv | UrlEnv |
| TStr | HdStr |
| TMem | BodyMem |
| int | StatusCd |
| TStr | ReasonPhrase |
| TStrStrVH | FldNmToValVH |
| enum THttpRqMethod |
Definition at line 663 of file http.cpp.
{
TStr NrFldNm=THttpLx::GetNrStr(FldNm);
FldNmToValH.AddDat(NrFldNm, FldVal);
}
| void THttpResp::AddHdFld | ( | const TStr & | FldNm, |
| const TStr & | FldVal, | ||
| TChA & | HdChA | ||
| ) |
Definition at line 692 of file http.cpp.
{
TStr NrFldNm=THttpLx::GetNrStr(FldNm);
FldNmToValVH.AddDat(NrFldNm).Add(FldVal);
HdChA+=FldNm; HdChA+=": "; HdChA+=FldVal; HdChA+="\r\n";
}
| void GetBodyAsMem | ( | TMem & | Mem | ) | const |
| const TMem& GetBodyAsMem | ( | ) | const |
| PSIn GetBodyAsSIn | ( | ) | const |
Definition at line 114 of file http.h.
{ return TMemIn::New(BodyMem); }
| TStr GetBodyAsStr | ( | ) | const |
| int GetBodyLen | ( | ) | const |
| void THttpResp::GetCookieKeyValDmPathQuV | ( | TStrQuV & | CookieKeyValDmPathQuV | ) |
Definition at line 824 of file http.cpp.
{
CookieKeyValDmPathQuV.Clr();
TStrV CookieFldValV; GetFldValV(THttp::SetCookieFldNm, CookieFldValV);
for (int CookieN=0; CookieN<CookieFldValV.Len(); CookieN++){
TStr CookieFldVal=CookieFldValV[CookieN];
TStrV KeyValStrV;
CookieFldVal.SplitOnAllCh(';', KeyValStrV, true);
TStrPrV KeyValPrV; TStr DmNm; TStr PathStr;
for (int KeyValStrN=0; KeyValStrN<KeyValStrV.Len(); KeyValStrN++){
TStr KeyValStr=KeyValStrV[KeyValStrN];
TStr KeyNm; TStr ValStr;
if (KeyValStr.IsChIn('=')){
KeyValStrV[KeyValStrN].SplitOnCh(KeyNm, '=', ValStr);
KeyNm.ToTrunc(); ValStr.ToTrunc();
} else {
KeyNm=KeyValStr.GetTrunc();
}
if (KeyNm=="expires"){}
else if (KeyNm=="domain"){DmNm=ValStr;}
else if (KeyNm=="path"){PathStr=ValStr;}
else if (KeyNm=="expires"){}
else if (KeyNm=="secure"){}
else if (KeyNm=="httponly"){}
else if (!KeyNm.Empty()){
KeyValPrV.Add(TStrPr(KeyNm, ValStr));
}
}
for (int KeyValPrN=0; KeyValPrN<KeyValPrV.Len(); KeyValPrN++){
TStr KeyNm=KeyValPrV[KeyValPrN].Val1;
TStr ValStr=KeyValPrV[KeyValPrN].Val2;
CookieKeyValDmPathQuV.Add(TStrQu(KeyNm, ValStr, DmNm, PathStr));
}
}
}
| void GetFldNmVal | ( | const int & | FldN, |
| TStr & | FldNm, | ||
| TStr & | FldVal | ||
| ) |
Definition at line 172 of file http.h.
{
FldNm=FldNmToValVH.GetKey(FldN); FldVal=FldNmToValVH[FldN][0];}
| void GetFldNmVal | ( | const int & | FldN, |
| const int & | ValN, | ||
| TStr & | FldNm, | ||
| TStr & | FldVal | ||
| ) |
Definition at line 174 of file http.h.
{
FldNm=FldNmToValVH.GetKey(FldN); FldVal=FldNmToValVH[FldN][ValN];}
| int GetFlds | ( | ) | const |
Definition at line 169 of file http.h.
{return FldNmToValVH.Len();}
| const TStrStrH & THttpRq::GetFldValH | ( | ) | const |
Definition at line 668 of file http.cpp.
{
return FldNmToValH;
}
| int GetFldVals | ( | const int & | FldN | ) | const |
Definition at line 170 of file http.h.
{
return FldNmToValVH[FldN].Len();}
| void THttpResp::GetFldValV | ( | const TStr & | FldNm, |
| TStrV & | FldValV | ||
| ) | const |
Definition at line 799 of file http.cpp.
{
TStr NrFldNm=THttpLx::GetNrStr(FldNm);
if (FldNmToValVH.IsKey(NrFldNm)){
FldValV=FldNmToValVH.GetDat(NrFldNm);
} else {
FldValV.Clr();
}
}
| THttpRqMethod GetMethod | ( | ) | const |
| const TStr& GetMethodNm | ( | ) | const |
| TStr GetReasonPhrase | ( | ) | const |
Definition at line 168 of file http.h.
{return THttp::GetReasonPhrase(StatusCd);}
Definition at line 193 of file http.h.
{
return GetFldVal(THttp::SrvFldNm);}
| int GetStatusCd | ( | ) | const |
| bool IsComplete | ( | ) | const |
| bool IsContLen | ( | int & | ContLen | ) | const |
Definition at line 121 of file http.h.
{
return GetFldVal(THttp::ContLenFldNm).IsInt(ContLen);}
| bool IsContLenOk | ( | ) | const |
| bool IsContType | ( | const TStr & | ContTypeStr | ) | const |
Definition at line 119 of file http.h.
{
return GetFldVal(THttp::ContTypeFldNm).IsStrIn(ContTypeStr);}
| bool IsContType | ( | ) | const |
Definition at line 187 of file http.h.
{
return IsFldNm(THttp::ContTypeFldNm);}
Definition at line 645 of file http.cpp.
{
return FldNmToValH.IsKey(THttpLx::GetNrStr(FldNm));
}
Definition at line 658 of file http.cpp.
{
return THttpLx::GetNrStr(FldVal)==THttpLx::GetNrStr(GetFldVal(FldNm));
}
| bool IsStatusCd_Ok | ( | ) | const |
Definition at line 182 of file http.h.
{
return IsOk() && (GetStatusCd()/100==THttp::OkStatusCd/100);}
| bool IsStatusCd_Redir | ( | ) | const |
Definition at line 184 of file http.h.
{
return IsOk() && (GetStatusCd()/100==THttp::RedirStatusCd/100);}
| static PHttpRq New | ( | const THttpRqMethod & | Method, |
| const PUrl & | Url, | ||
| const TStr & | ContTypeFldVal, | ||
| const TMem & | BodyMem | ||
| ) | [static] |
| static PHttpRq New | ( | const PUrl & | Url, |
| const int & | FetchId = -1 |
||
| ) | [static] |
| void THttpResp::ParseHttpResp | ( | const PSIn & | SIn | ) |
Definition at line 698 of file http.cpp.
{
THttpLx Lx(SIn);
if (Lx.Eof()){
// no content
MajorVerN=0; MinorVerN=9; StatusCd=204;
HdStr.Clr(); BodyMem.Clr();
} else {
if (Lx.IsRespStatusLn()){
// status-line
Lx.GetToken(THttp::HttpStr); Lx.GetSpec(THttp::SlashStr);
MajorVerN=Lx.GetInt(1); Lx.GetPeriod(); MinorVerN=Lx.GetInt(1);
StatusCd=Lx.GetInt(3);
ReasonPhrase=Lx.GetRespReasonPhrase();
Lx.GetCrLf();
// header fields & values
while (!Lx.IsCrLf()){
TStr FldNm=Lx.GetToken(); Lx.GetSpec(THttp::ColonStr);
TStr FldVal=Lx.GetFldVal();
Lx.GetCrLf();
TStr NrFldNm=THttpLx::GetNrStr(FldNm);
FldNmToValVH.AddDat(NrFldNm).Add(FldVal);
}
// separator CrLf
Lx.GetCrLf();
// header & body strings
HdStr=Lx.GetMemSf().GetAsStr();
Lx.ClrMemSf();
Lx.GetRest();
BodyMem=Lx.GetMemSf();
} else {
// old fashion format
MajorVerN=0; MinorVerN=9; StatusCd=200;
HdStr.Clr();
Lx.ClrMemSf();
Lx.GetRest();
BodyMem=Lx.GetMemSf();
}
}
Ok=true;
}
| void THttpRq::ParseHttpRq | ( | const PSIn & | SIn | ) |
Definition at line 512 of file http.cpp.
{
THttpLx Lx(SIn);
// initial status
Ok=false;
CompleteP=false;
// request-line
Method=Lx.GetRqMethod();
Lx.GetWs();
//Url=Lx.GetUrl();
TStr UrlStr=Lx.GetUrlStr();
Lx.GetWs();
Lx.GetToken(THttp::HttpStr); Lx.GetSpec(THttp::SlashStr);
MajorVerN=Lx.GetInt(1); Lx.GetPeriod(); MinorVerN=Lx.GetInt(1);
Lx.GetCrLf();
// header fields & values
while ((!Lx.Eof())&&(!Lx.IsCrLf())){
TStr FldNm=Lx.GetToken(); Lx.GetSpec(THttp::ColonStr);
TStr FldVal=Lx.GetFldVal();
Lx.GetCrLf();
TStr NrFldNm=THttpLx::GetNrStr(FldNm);
FldNmToValH.AddDat(NrFldNm, FldVal);
}
// separator CrLf
if (!Lx.IsCrLf()){return;} // to avoid exceptions
Lx.GetCrLf();
// header & body strings
HdStr=Lx.GetMemSf().GetAsStr();
Lx.ClrMemSf();
Lx.GetRest();
BodyMem=Lx.GetMemSf();
// completeness
int ContLen=GetFldVal(THttp::ContLenFldNm).GetInt(-1);
if (ContLen==-1){
// if not content-len is given we assume http-request is ok
CompleteP=true;
} else {
if (ContLen<=BodyMem.Len()){
// if we read enough data, we claim completeness
CompleteP=true;
BodyMem.Trunc(ContLen);
} else {
// if we read not enough data we claim incompleteness
CompleteP=false;
}
}
// url
if (CompleteP){
const TStr LocalBaseUrlStr="http://localhost/";
Url=TUrl::New(UrlStr, LocalBaseUrlStr);
if (!Url->IsOk()){
throw THttpEx(heBadUrl);}
}
// search string
TStr SearchStr;
if (Method==hrmGet){
SearchStr=Url->GetSearchStr();
} else
if ((Method==hrmPost)&&(
(!IsFldNm(THttp::ContTypeFldNm))||
(GetFldVal(THttp::ContTypeFldNm)==THttp::TextHtmlFldVal)||
(GetFldVal(THttp::ContTypeFldNm)==THttp::AppW3FormFldVal))){
SearchStr=TStr("?")+BodyMem.GetAsStr();
}
ParseSearch(SearchStr);
// at this point ok=true
Ok=true;
}
| void THttpRq::ParseSearch | ( | const TStr & | SearchStr | ) |
Definition at line 461 of file http.cpp.
{
PSIn SIn=TStrIn::New(SearchStr);
THttpChRet ChRet(SIn, heBadSearchStr);
try {
// check empty search string
if (ChRet.Eof()){return;}
// require '?' at the beginning
if (ChRet.GetCh()!='?'){
throw THttpEx(heBadSearchStr);}
// parse key=val{&...} pairs
TChA KeyNm; TChA ValStr;
while (!ChRet.Eof()){
char Ch; KeyNm.Clr(); ValStr.Clr();
// key
while ((Ch=ChRet.GetCh())!='='){
switch (Ch){
case '%':{
char Ch1=ChRet.GetCh();
if (!TCh::IsHex(Ch1)) { throw THttpEx(heBadSearchStr); }
char Ch2=ChRet.GetCh();
if (!TCh::IsHex(Ch2)) { throw THttpEx(heBadSearchStr); }
KeyNm.AddCh(char(16*TCh::GetHex(Ch1)+TCh::GetHex(Ch2)));} break;
case '+': KeyNm.AddCh(' '); break;
case '&': throw THttpEx(heBadSearchStr);
default: KeyNm.AddCh(Ch);
}
}
// equals
if (Ch!='='){
throw THttpEx(heBadSearchStr);}
// value
while ((!ChRet.Eof())&&((Ch=ChRet.GetCh())!='&')){
switch (Ch){
case '%':{
char Ch1=ChRet.GetCh();
if (!TCh::IsHex(Ch1)) { throw THttpEx(heBadSearchStr); }
char Ch2=ChRet.GetCh();
if (!TCh::IsHex(Ch2)) { throw THttpEx(heBadSearchStr); }
ValStr.AddCh(char(16*TCh::GetHex(Ch1)+TCh::GetHex(Ch2)));} break;
case '+': ValStr.AddCh(' '); break;
case '&': throw THttpEx(heBadSearchStr);
default: ValStr.AddCh(Ch);
}
}
// save key-value pair
UrlEnv->AddToKeyVal(KeyNm, ValStr);
}
}
catch (THttpEx){Ok=false;}
}
| THttpResp::THttpResp | ( | const int & | _StatusCd, |
| const TStr & | ContTypeVal, | ||
| const bool & | CacheCtrlP, | ||
| const PSIn & | BodySIn, | ||
| const TStr | LocStr | ||
| ) |
Definition at line 739 of file http.cpp.
: Ok(true), MajorVerN(1), MinorVerN(0), StatusCd(_StatusCd), ReasonPhrase(), FldNmToValVH(20), HdStr(), BodyMem(){ ReasonPhrase=THttp::GetReasonPhrase(StatusCd); TChA HdChA; // first line HdChA+="HTTP/"; HdChA+=TInt::GetStr(MajorVerN); HdChA+="."; HdChA+=TInt::GetStr(MinorVerN); HdChA+=' '; HdChA+=TInt::GetStr(StatusCd); HdChA+=' '; HdChA+=ReasonPhrase; HdChA+="\r\n"; // header fields // server //AddHdFld(THttp::SrvFldNm, "Tralala", HdChA); if (!LocStr.Empty()){ AddHdFld("Location", LocStr, HdChA);} if (!BodySIn.Empty()){ // content-type AddHdFld(THttp::ContTypeFldNm, ContTypeVal, HdChA); // accept-ranges AddHdFld(THttp::AcceptRangesFldNm, "bytes", HdChA); // content-length TStr ContLenVal=TInt::GetStr(BodySIn->Len()); AddHdFld(THttp::ContLenFldNm, ContLenVal, HdChA); // cache-control if (!CacheCtrlP){ AddHdFld(THttp::CacheCtrlFldNm, "no-cache", HdChA);} } // header/body separator HdChA+="\r\n"; // header/body data HdStr=HdChA; if (!BodySIn.Empty()){ TMem::LoadMem(BodySIn, BodyMem);} }
| THttpResp::THttpResp | ( | const PSIn & | SIn | ) |
Definition at line 776 of file http.cpp.
: Ok(false), MajorVerN(0), MinorVerN(0), StatusCd(-1), ReasonPhrase(), FldNmToValVH(20), HdStr(), BodyMem(){ try { ParseHttpResp(SIn); } catch (THttpEx){Ok=false;} }
| THttpRq::THttpRq | ( | const PSIn & | SIn | ) |
Definition at line 580 of file http.cpp.
: Ok(false), MajorVerN(0), MinorVerN(0), Method(hrmUndef), FldNmToValH(), UrlEnv(TUrlEnv::New()), HdStr(), BodyMem(){ try { ParseHttpRq(SIn); } catch (THttpEx){Ok=false;} }
| THttpRq::THttpRq | ( | const THttpRqMethod & | _Method, |
| const PUrl & | _Url, | ||
| const TStr & | ContTypeFldVal, | ||
| const TMem & | _BodyMem, | ||
| const int & | FetchId = -1 |
||
| ) |
Definition at line 590 of file http.cpp.
: Ok(false), MajorVerN(1), MinorVerN(0), Method(_Method), Url(_Url), FldNmToValH(), UrlEnv(TUrlEnv::New()), HdStr(), BodyMem(_BodyMem){ // compose head-http-request TChA HdChA; if (Url->IsOk()){ TStr AbsPath=Url->GetPathStr()+Url->GetSearchStr(); HdChA+=GetMethodNm(); HdChA+=' '; HdChA+=AbsPath; HdChA+=" HTTP/1.0\r\n"; } // add content-type if (!ContTypeFldVal.Empty()){ FldNmToValH.AddDat(THttpLx::GetNrStr(THttp::ContTypeFldNm), ContTypeFldVal); HdChA+=THttpLx::GetNrStr(THttp::ContTypeFldNm); HdChA+=": "; HdChA+=ContTypeFldVal; HdChA+="\r\n"; } // add host if (Url->IsOk()){ TStr HostNm=Url->GetHostNm(); FldNmToValH.AddDat(THttpLx::GetNrStr(THttp::HostFldNm), HostNm); HdChA+=THttpLx::GetNrStr(THttp::HostFldNm); HdChA+=": "; HdChA+=HostNm; HdChA+="\r\n"; ParseSearch(Url->GetSearchStr()); } // add fetch-id if (Url->IsOk()&&(FetchId!=-1)){ TStr FetchIdStr=TInt::GetStr(FetchId); FldNmToValH.AddDat(THttpLx::GetNrStr(THttp::FetchIdFldNm), FetchIdStr); HdChA+=THttpLx::GetNrStr(THttp::FetchIdFldNm); HdChA+=": "; HdChA+=FetchIdStr; HdChA+="\r\n"; } // finish head-http-request if (Url->IsOk()){ HdChA+="\r\n"; HdStr=HdChA; } // set http-request ok Ok=true; }