ZOO-Project
ulinet.h
Go to the documentation of this file.
1 /*
2  * Author : GĂ©rald FENOY
3  *
4  * Copyright 2008-2019 GeoLabs SARL. All rights reserved.
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a copy
7  * of this software and associated documentation files (the "Software"), to deal
8  * in the Software without restriction, including without limitation the rights
9  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10  * copies of the Software, and to permit persons to whom the Software is
11  * furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in
14  * all copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22  * THE SOFTWARE.
23  */
24 
25 #ifndef _ULINET_H
26 #define _ULINET_H
27 
28 #include <stdlib.h>
29 #include <fcntl.h>
30 #include <curl/curl.h>
31 #include <curl/curlver.h>
32 #include "service.h"
33 #ifndef WIN32
34 #include <unistd.h>
35 #endif
36 #include <string.h>
37 #include "time.h"
38 #ifdef USE_JS
39 #ifdef WIN32
40 #define XP_WIN 1
41 #else
42 #define XP_UNIX 0
43 #endif
44 #include "jsapi.h"
45 #endif
46 #ifndef __cplusplus
47 // knut: see new def of bool in service.h
48 //#ifndef bool
49 //#define bool int
50 //#endif
51 //#ifndef true
52 //#define true 1
53 //#define false 0
54 //#endif
55 #endif
56 
57 #define MAX_REQ 50
58 
59 #ifdef __cplusplus
60 extern "C" {
61 #endif
62 
67  struct MemoryStruct {
68  char *memory;
69  size_t size;
70  };
71 
75  typedef struct {
76  CURL *handle;
77  struct curl_slist *header;
78  char* filename;
79  FILE* file;
80  unsigned char *pabyData;
81  char *url;
82  char *mimeType;
83  char *post;
84  char* cookie;
86  int nDataLen;
87  int nDataAlloc;
88  long code;
89  int id;
90  } _HINTERNET;
91 
95  typedef struct {
96  CURLM *handle;
97  _HINTERNET ihandle[MAX_REQ];
98  char *waitingRequests[MAX_REQ];
99  char *agent;
100  int nb;
101  } HINTERNET;
102 
103  size_t write_data_into(void*,size_t,size_t,void*);
104 
105  size_t write_data_into_file(void*,size_t,size_t,void*);
106 
107  size_t header_write_data(void*,size_t,size_t,void*);
108 
109  void setProxy(CURL*,char*,long);
110 
111 #if defined(macintosh) || (defined(__MACH__) && defined(__APPLE__))
112 
113 #include <CoreServices/CoreServices.h>
114 #include <SystemConfiguration/SystemConfiguration.h>
115  char* CFStringToCString(CFStringRef,char*);
116  OSStatus setProxiesForProtcol(CURL*,const char*);
117 
118 #else
119 
120 //#include <gconf/gconf-client.h>
121  int setProxiesForProtcol(CURL*,const char*);
122 
123 #endif
124 
125 
126 #define INTERNET_OPEN_TYPE_DIRECT 0
127 #define INTERNET_OPEN_TYPE_PRECONFIG 1
128 #define INTERNET_OPEN_TYPE_PRECONFIG_WITH_NO_AUTOPROXY 2
129 #define INTERNET_OPEN_TYPE_PROXY 3
130 #ifndef WIN32
131 typedef char* LPCTSTR;
132 #endif
133  HINTERNET InternetOpen(char*,int,char*,char*,int);
134 
135  char* getProvenance(maps*,const char*);
136  int isProtectedHost(const char*,const char*);
137  int AddMissingHeaderEntry(_HINTERNET*,const char*,const char*);
139 
141 
142 #define INTERNET_FLAG_EXISTING_CONNECT 0
143 #define INTERNET_FLAG_HYPERLINK 1
144 #define INTERNET_FLAG_IGNORE_CERT_CN_INVALID 2
145 #define INTERNET_FLAG_IGNORE_CERT_DATE_INVALID 3
146 #define INTERNET_FLAG_IGNORE_REDIRECT_TO_HTTP 4
147 #define INTERNET_FLAG_IGNORE_REDIRECT_TO_HTTPS 5
148 #define INTERNET_FLAG_KEEP_CONNECTION 6
149 #define INTERNET_FLAG_NEED_FILE 7
150 #define INTERNET_FLAG_NO_AUTH 8
151 #define INTERNET_FLAG_NO_AUTO_REDIRECT 9
152 #define INTERNET_FLAG_NO_CACHE_WRITE 10
153 //typedef char* LPVOID;
154 #ifndef WIN32
155  typedef void* LPVOID;
156  typedef void* LPTSTR;
157  typedef size_t* LPDWORD;
158 #endif
159 // knut: see new definition of bool in service.h
160 //#ifndef bool
161 //#define bool int
162 //#endif
163 
164 # define CHECK_INET_HANDLE(h) (h.handle != 0)
165 
166  HINTERNET InternetOpenUrl(HINTERNET*,LPCTSTR,LPCTSTR,size_t,size_t,size_t,const maps*);
167 
169 
171 
172  int InternetReadFile(_HINTERNET,LPVOID,int,size_t*);
173 
174  int setBasicAuth(HINTERNET,char*,char*);
175 
176 #ifdef __cplusplus
177 }
178 #endif
179 
180 #endif
181 
int setProxiesForProtcol(CURL *, const char *)
MACOSX.
Definition: ulinet.c:219
char * mimeType
the mimeType returned by the server
Definition: ulinet.h:82
Individual CURL handler.
Definition: ulinet.h:75
HINTERNET InternetOpen(char *, int, char *, char *, int)
Create a HINTERNET.
Definition: ulinet.c:238
int processDownloads(HINTERNET *)
Download all opened urls in the queue.
Definition: ulinet.c:578
HINTERNET InternetOpenUrl(HINTERNET *, LPCTSTR, LPCTSTR, size_t, size_t, size_t, const maps *)
Create a new element in the download queue.
Definition: ulinet.c:469
CURLM * handle
the CURLM handler
Definition: ulinet.h:96
void InternetCloseHandle(HINTERNET *)
Close a HINTERNET connection and free allocated resources.
Definition: ulinet.c:409
char * post
the potential POST XML content
Definition: ulinet.h:83
char * agent
The User-Agent to use for HTTP request.
Definition: ulinet.h:99
int hasCacheFile
1 if we used a cache file
Definition: ulinet.h:85
unsigned char * pabyData
the downloaded content
Definition: ulinet.h:80
int nb
number of element in the queue
Definition: ulinet.h:100
int freeCookieList(HINTERNET)
Initialize the cookie for a specific index (hInternet.nb)
Definition: ulinet.c:642
char * filename
the cached file name
Definition: ulinet.h:78
int isProtectedHost(const char *, const char *)
Verify if a host is protected (appear in [security] > hosts)
Definition: ulinet.c:325
size_t * LPDWORD
Definition: ulinet.h:157
long code
the last received response code
Definition: ulinet.h:88
size_t write_data_into(void *, size_t, size_t, void *)
Write the downloaded content to a _HINTERNET structure.
Definition: ulinet.c:45
int InternetReadFile(_HINTERNET, LPVOID, int, size_t *)
Copy a downloaded content.
Definition: ulinet.c:659
size_t write_data_into_file(void *, size_t, size_t, void *)
Write the downloaded content in the file pouted by the _HINTERNET structure.
Definition: ulinet.c:81
linked list of map pointer
Definition: main_conf_read.y:285
size_t header_write_data(void *, size_t, size_t, void *)
In case of presence of "Set-Cookie" in the headers red, store the cookie identifier in cookie...
Definition: ulinet.c:111
int setBasicAuth(HINTERNET, char *, char *)
Use basic authentication for accessing a resource.
Definition: ulinet.c:710
int nDataLen
the length of the downloaded content
Definition: ulinet.h:86
#define MAX_REQ
Definition: ulinet.h:57
int id
The position of the element in the queue.
Definition: ulinet.h:89
CURL * handle
the CURL handler
Definition: ulinet.h:76
int AddMissingHeaderEntry(_HINTERNET *, const char *, const char *)
Add missing headers to an existing _HINTERNET.
Definition: ulinet.c:307
char * cookie
The potential Cookie returned by the server.
Definition: ulinet.h:84
struct curl_slist * header
the headers to send
Definition: ulinet.h:77
char * url
the url used to access the server
Definition: ulinet.h:81
char * LPCTSTR
Definition: ulinet.h:131
char * memory
the memory space to store data
Definition: ulinet.h:68
void setProxy(CURL *, char *, long)
Define the proxy to use for a CURL handler.
Definition: ulinet.c:139
Headers storage.
Definition: ulinet.h:67
void * LPVOID
Definition: ulinet.h:155
void * LPTSTR
Definition: ulinet.h:156
void AddHeaderEntries(HINTERNET *, maps *)
Add headers defined in [security] > attributes to an existing HINTERNET.
Definition: ulinet.c:363
Multiple CURL handlers.
Definition: ulinet.h:95
int nDataAlloc
Definition: ulinet.h:87
FILE * file
the file pointer
Definition: ulinet.h:79
char * getProvenance(maps *, const char *)
Verify if the URL should use a shared cache or not.
Definition: ulinet.c:270
size_t size
size of the memory space
Definition: ulinet.h:69