xrootd
Loading...
Searching...
No Matches
XrdHttpReq.hh
Go to the documentation of this file.
1//------------------------------------------------------------------------------
2// This file is part of XrdHTTP: A pragmatic implementation of the
3// HTTP/WebDAV protocol for the Xrootd framework
4//
5// Copyright (c) 2013 by European Organization for Nuclear Research (CERN)
6// Author: Fabrizio Furano <furano@cern.ch>
7// File Date: Nov 2012
8//------------------------------------------------------------------------------
9// XRootD is free software: you can redistribute it and/or modify
10// it under the terms of the GNU Lesser General Public License as published by
11// the Free Software Foundation, either version 3 of the License, or
12// (at your option) any later version.
13//
14// XRootD is distributed in the hope that it will be useful,
15// but WITHOUT ANY WARRANTY; without even the implied warranty of
16// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17// GNU General Public License for more details.
18//
19// You should have received a copy of the GNU Lesser General Public License
20// along with XRootD. If not, see <http://www.gnu.org/licenses/>.
21//------------------------------------------------------------------------------
22
23
24
25
26
27
28
38#ifndef XRDHTTPREQ_HH
39#define XRDHTTPREQ_HH
40
41
43
48
49#include <vector>
50#include <string>
51#include <map>
52
53//#include <libxml/parser.h>
54//#include <libxml/tree.h>
55
56
57
58
60 std::string path;
61 long long size;
62 long id;
63 long flags;
64 long modtime;
65};
66
67
68class XrdHttpProtocol;
69class XrdOucEnv;
70
72private:
73 // HTTP response parameters to be sent back to the user
75 std::string httpStatusText;
76
77 // Whether transfer encoding was requested.
81
82 // Whether trailer headers were enabled
83 bool m_trailer_headers{false};
84
85 // Whether the client understands our special status trailer.
86 // The status trailer allows us to report when an IO error occurred
87 // after a response body has started
88 bool m_status_trailer{false};
89
90 int parseHost(char *);
91
92 void parseScitag(const std::string & val);
93
94 //xmlDocPtr xmlbody; /* the resulting document tree */
96
99
100
102
103 // Process the checksum response and return a header that should
104 // be included in the response.
105 int PostProcessChecksum(std::string &digest_header);
106
112 int PostProcessHTTPReq(bool final = false);
113
114 // Parse a resource string, typically a filename, setting the resource field and the opaque data
115 void parseResource(char *url);
116 // Map an XRootD error code to an appropriate HTTP status code and message
118
119 // Sanitize the resource from http[s]://[host]/ questionable prefix
121
122 // parses the iovN data pointers elements as either a kXR_read or kXR_readv
123 // response and fills out a XrdHttpIOList with the corresponding length and
124 // buffer pointers. File offsets from kXR_readv responses are not recorded.
126
127 // notifies the range handler of receipt of bytes and sends the client
128 // the data.
130
131 // notifies the range handler of receipt of bytes and sends the client
132 // the data and necessary headers, assuming multipart/byteranges content type.
134
140 static void extractChecksumFromList(const std::string & checksumList, std::vector<std::string> & extractedChecksum);
141
148 static void determineXRootDChecksumFromUserDigest(const std::string & userDigest, std::vector<std::string> & xrootdChecksums);
149
150public:
152 readRangeHandler(rcfg), keepalive(true) {
153
154 prot = protinstance;
155 length = 0;
156 //xmlbody = 0;
157 depth = 0;
158 opaque = 0;
159 writtenbytes = 0;
160 fopened = false;
161 headerok = false;
162 mScitag = -1;
163 };
164
165 virtual ~XrdHttpReq();
166
167 virtual void reset();
168
170 int parseLine(char *line, int len);
171
173 int parseFirstLine(char *line, int len);
174
176 int parseBody(char *body, long long len);
177
179 int ReqReadV(const XrdHttpIOList &cl);
180 std::vector<readahead_list> ralist;
181
183 std::string buildPartialHdr(long long bytestart, long long byteend, long long filesize, char *token);
184
186 std::string buildPartialHdrEnd(char *token);
187
188 // Appends the opaque info that we have
189 // NOTE: this function assumes that the strings are unquoted, and will quote them
190 void appendOpaque(XrdOucString &s, XrdSecEntity *secent, char *hash, time_t tnow);
191
192 void addCgi(const std::string & key, const std::string & value);
193
194 // ----------------
195 // Description of the request. The header/body parsing
196 // is supposed to populate these fields, for fast access while
197 // processing the request
198
200
216
219 std::string requestverb;
220
221 // We have to keep the headers for possible further processing
222 // by external plugins
223 std::map<std::string, std::string> allheaders;
224
231
232
235
239
241 long long length; // Total size from client for PUT; total length of response TO client for GET.
242 int depth;
244
246 std::string host;
248 std::string destination;
249
251 std::string m_req_digest;
252
255
261 std::string m_digest_header;
262
264 std::string hdr2cgistr;
266
267 //
268 // Area for coordinating request and responses to/from the bridge
269 //
270
271
274
277
281 std::string etext;
283
285 const struct iovec *iovP;
286 int iovN;
287 int iovL;
288 bool final;
289
290 // The latest stat info got from the xrd layer
291 long long filesize;
295 char fhandle[4];
297
299 std::string stringresp;
300
303
305 long long writtenbytes;
306
308
309
310
311
312
319
320
321 // ------------
322 // Items inherited from the Bridge class
323 //
324
325 //-----------------------------------------------------------------------------
351 //-----------------------------------------------------------------------------
352
353 virtual bool Data(XrdXrootd::Bridge::Context &info,
354 const
355 struct iovec *iovP,
356 int iovN,
357 int iovL,
358 bool final
359 );
360
361 //-----------------------------------------------------------------------------
371 //-----------------------------------------------------------------------------
372
373 virtual bool Done(XrdXrootd::Bridge::Context &info);
374
375
376 //-----------------------------------------------------------------------------
389 //-----------------------------------------------------------------------------
390
392 int ecode,
393 const char *etext
394 );
395
396 //-----------------------------------------------------------------------------
409 //-----------------------------------------------------------------------------
410
412 int dlen
413 );
414
415 //-----------------------------------------------------------------------------
428 //-----------------------------------------------------------------------------
429
431 int port,
432 const char *hname
433 );
434
435};
436
437
438
439void trim(std::string &str);
440
441#endif /* XRDHTTPREQ_HH */
442
XErrorCode
Definition XProtocol.hh:987
XResponseType
Definition XProtocol.hh:896
void trim(std::string &str)
std::vector< XrdOucIOVec2 > XrdHttpIOList
Definition XrdHttpUtils.hh:95
Definition XrdHttpChecksum.hh:32
Definition XrdHttpProtocol.hh:79
Definition XrdHttpReadRangeHandler.hh:36
Definition XrdHttpReq.hh:71
int reqstate
State machine to talk to the bridge.
Definition XrdHttpReq.hh:302
char fhandle[4]
Definition XrdHttpReq.hh:295
int PostProcessHTTPReq(bool final=false)
int ReqReadV(const XrdHttpIOList &cl)
Prepare the buffers for sending a readv request.
bool keepalive
Definition XrdHttpReq.hh:240
unsigned int rwOpPartialDone
Definition XrdHttpReq.hh:273
ReqType
These are the HTTP/DAV requests that we support.
Definition XrdHttpReq.hh:201
@ rtUnset
Definition XrdHttpReq.hh:202
@ rtMalformed
Definition XrdHttpReq.hh:204
@ rtDELETE
Definition XrdHttpReq.hh:210
@ rtOPTIONS
Definition XrdHttpReq.hh:208
@ rtMOVE
Definition XrdHttpReq.hh:213
@ rtHEAD
Definition XrdHttpReq.hh:206
@ rtGET
Definition XrdHttpReq.hh:205
@ rtPATCH
Definition XrdHttpReq.hh:209
@ rtPROPFIND
Definition XrdHttpReq.hh:211
@ rtPUT
Definition XrdHttpReq.hh:207
@ rtUnknown
Definition XrdHttpReq.hh:203
@ rtPOST
Definition XrdHttpReq.hh:214
@ rtMKCOL
Definition XrdHttpReq.hh:212
int parseBody(char *body, long long len)
Parse the body of a request, assuming that it's XML and that it's entirely in memory.
std::string httpStatusText
Definition XrdHttpReq.hh:75
std::vector< readahead_list > ralist
Definition XrdHttpReq.hh:180
long long length
Definition XrdHttpReq.hh:241
std::string destination
The destination field specified in the req.
Definition XrdHttpReq.hh:248
XrdOucString resource
The resource specified by the request, stripped of opaque data.
Definition XrdHttpReq.hh:226
bool headerok
Tells if we have finished reading the header.
Definition XrdHttpReq.hh:234
void clientMarshallReadAheadList(int nitems)
virtual void reset()
virtual bool Redir(XrdXrootd::Bridge::Context &info, int port, const char *hname)
XrdHttpProtocol * prot
Definition XrdHttpReq.hh:95
int sendReadResponsesMultiRanges(const XrdHttpIOList &received)
std::string m_digest_header
The computed digest for the HTTP response header.
Definition XrdHttpReq.hh:261
std::string etext
Definition XrdHttpReq.hh:281
std::string stringresp
If we want to give a string as a response, we compose it here.
Definition XrdHttpReq.hh:299
void getReadResponse(XrdHttpIOList &received)
XResponseType xrdresp
The last response data we got.
Definition XrdHttpReq.hh:279
bool m_status_trailer
Definition XrdHttpReq.hh:88
std::string requestverb
Definition XrdHttpReq.hh:219
ReqType request
The request we got.
Definition XrdHttpReq.hh:218
int ProcessHTTPReq()
virtual bool Done(XrdXrootd::Bridge::Context &info)
the result context
long long writtenbytes
In a long write, we track where we have arrived.
Definition XrdHttpReq.hh:305
XrdOucEnv * opaque
The opaque data, after parsing.
Definition XrdHttpReq.hh:228
long fileflags
Definition XrdHttpReq.hh:292
int PostProcessChecksum(std::string &digest_header)
int iovL
byte count
Definition XrdHttpReq.hh:287
void sanitizeResourcePfx()
static void determineXRootDChecksumFromUserDigest(const std::string &userDigest, std::vector< std::string > &xrootdChecksums)
int depth
Definition XrdHttpReq.hh:242
virtual bool Error(XrdXrootd::Bridge::Context &info, int ecode, const char *etext)
bool fopened
Definition XrdHttpReq.hh:296
const struct iovec * iovP
The latest data chunks got from the xrd layer. These are valid only inside the callbacks!
Definition XrdHttpReq.hh:285
int parseHost(char *)
int httpStatusCode
Definition XrdHttpReq.hh:74
int mScitag
Definition XrdHttpReq.hh:307
std::string m_req_digest
The requested digest type.
Definition XrdHttpReq.hh:251
XrdOucString resourceplusopaque
The resource specified by the request, including all the opaque data.
Definition XrdHttpReq.hh:230
long filectime
Definition XrdHttpReq.hh:294
void getfhandle()
std::string hdr2cgistr
Additional opaque info that may come from the hdr2cgi directive.
Definition XrdHttpReq.hh:264
std::string host
The host field specified in the req.
Definition XrdHttpReq.hh:246
void parseScitag(const std::string &val)
long filemodtime
Definition XrdHttpReq.hh:293
int parseFirstLine(char *line, int len)
Parse the first line of the header.
XrdOucString redirdest
Definition XrdHttpReq.hh:282
long long m_current_chunk_size
Definition XrdHttpReq.hh:80
void parseResource(char *url)
virtual int File(XrdXrootd::Bridge::Context &info, int dlen)
int parseLine(char *line, int len)
Parse the header.
std::string buildPartialHdrEnd(char *token)
Build the closing part for a multipart response.
XrdHttpChecksumHandler::XrdHttpChecksumRawPtr m_req_cksum
The checksum that was ran for this request.
Definition XrdHttpReq.hh:254
bool m_transfer_encoding_chunked
Definition XrdHttpReq.hh:78
void mapXrdErrorToHttpStatus()
bool m_appended_hdr2cgistr
Definition XrdHttpReq.hh:265
void appendOpaque(XrdOucString &s, XrdSecEntity *secent, char *hash, time_t tnow)
int sendReadResponseSingleRange(const XrdHttpIOList &received)
int iovN
array count
Definition XrdHttpReq.hh:286
XrdHttpReq(XrdHttpProtocol *protinstance, const XrdHttpReadRangeHandler::Configuration &rcfg)
Definition XrdHttpReq.hh:151
virtual bool Data(XrdXrootd::Bridge::Context &info, const struct iovec *iovP, int iovN, int iovL, bool final)
XrdOucString m_resource_with_digest
Definition XrdHttpReq.hh:259
long long filesize
Definition XrdHttpReq.hh:291
bool readClosing
Definition XrdHttpReq.hh:238
long long m_current_chunk_offset
Definition XrdHttpReq.hh:79
static void extractChecksumFromList(const std::string &checksumList, std::vector< std::string > &extractedChecksum)
bool m_trailer_headers
Definition XrdHttpReq.hh:83
XErrorCode xrderrcode
Definition XrdHttpReq.hh:280
void clientUnMarshallReadAheadList(int nitems)
std::map< std::string, std::string > allheaders
Definition XrdHttpReq.hh:223
unsigned int rwOpDone
To coordinate multipart responses across multiple calls.
Definition XrdHttpReq.hh:273
virtual ~XrdHttpReq()
void addCgi(const std::string &key, const std::string &value)
bool sendcontinue
Definition XrdHttpReq.hh:243
ClientRequest xrdreq
The last issued xrd request, often pending.
Definition XrdHttpReq.hh:276
std::string buildPartialHdr(long long bytestart, long long byteend, long long filesize, char *token)
Build a partial header for a multipart response.
XrdHttpReadRangeHandler readRangeHandler
Tracking the next ranges of data to read during GET.
Definition XrdHttpReq.hh:237
Definition XrdOucEnv.hh:42
Definition XrdOucString.hh:254
Definition XrdSecEntity.hh:65
Definition XrdXrootdBridge.hh:226
Definition XrdXrootdBridge.hh:294
Definition XrdHttpReq.hh:59
long long size
Definition XrdHttpReq.hh:61
long flags
Definition XrdHttpReq.hh:63
long id
Definition XrdHttpReq.hh:62
std::string path
Definition XrdHttpReq.hh:60
long modtime
Definition XrdHttpReq.hh:64
Definition XrdHttpReadRangeHandler.hh:54
Definition XProtocol.hh:843