Anubis / Xlib

Commit b223a43c317ad9b16d77a16c12af6403cb032e8b

Authored by David RENÉ
1 parent 6f771698

add missing data attribute which contain phone number 

remove force_nth which is now in anubis standard library
Showing 1 changed file with 305 additions and 305 deletions   Show diff stats
Inline Side-by-side
web/CXM_http_get_common.anubis
  Show/Hide comments   View file @b223a43
1 -  
2 - *Project* The Anubis Project  
3 -  
4 - *Title* Getting a document from the Web.  
5 -  
6 - *Copyright* Copyright (c) Alain Prouté 2001.  
7 -  
8 -  
9 - *Author* Alain Prouté  
10 -  
11 -  
12 -  
13 - This file contains the types and functions which are common to 'http_get' and  
14 - 'https_get'.  
15 -  
16 -read tools/basis.anubis  
17 -read tools/findstring.anubis  
18 -read system/string.anubis  
19 -read CXM_common.anubis  
20 - read web/html.anubis  
21 -  
22 -  
23 -  
24 - Body of HTTP requests may also contain name-value pairs. We call them HTTP arguments:  
25 -  
26 -public type HTTP_argument:  
27 - http_argument(String name, String value).  
28 -  
29 -  
30 -  
31 - We begin by several simple tools.  
32 -  
33 - 'crlf' and 'crlfcrlf' are defined in 'basis.anubis'.  
34 -  
35 -public define Maybe(Int)  
36 - has_double_crlf  
37 - (  
38 - String s,  
39 - ) =  
40 - find(crlfcrlf,s,0).  
41 -  
42 -  
43 -  
44 -  
45 - Formatting a list of HTTP arguments.  
46 -  
47 -public define String  
48 - format_http_args  
49 - (  
50 - List(HTTP_argument) l  
51 - ) =  
52 - if l is  
53 - {  
54 - [ ] then "",  
55 - [h . t] then  
56 - if t is  
57 - {  
58 - [ ] then if h is http_argument(n,v) then n + "=" + v,  
59 - [_ . _] then if h is http_argument(n,v) then n + "=" + v + "&" + format_http_args(t)  
60 - }  
61 - }.  
62 -  
63 -  
64 -  
65 - Formatting the headers.  
66 -  
67 -public define String  
68 - format_headers  
69 - (  
70 - List(HTTP_header) headers  
71 - ) =  
72 - if headers is  
73 - {  
74 - [ ] then "",  
75 - [h . t] then if h is http_header(n,v) then  
76 - n + ": " + v + crlf + format_headers(t)  
77 - }.  
78 -  
79 -  
80 -  
81 -  
82 -  
83 -public define String  
84 - format  
85 - (  
86 - DNS_Result r  
87 - ) =  
88 - if r is  
89 - {  
90 - host_not_found then "host not found",  
91 - no_address_found then "no address found for this host",  
92 - try_again then "DNS server is busy, try again later",  
93 - non_recoverable_error then "non recoverable DNS error",  
94 - ok(n) then should_not_happen("ok") // should never happen  
95 - }.  
96 -  
97 -  
98 -public define String  
99 - format  
100 - (  
101 - NetworkConnectError e  
102 - ) =  
103 - if e is  
104 - {  
105 - cannot_create_the_socket then "cannot create the socket",  
106 - address_port_not_available then "address:port not available",  
107 - connection_refused then "connection refused",  
108 - network_unreachable then "network is unreachable",  
109 - address_port_already_in_use then "address:port already in use",  
110 - out_of_time then "out of time"  
111 - }.  
112 -  
113 -public define String  
114 - format  
115 - (  
116 - SSLConnectError e  
117 - ) =  
118 - if e is  
119 - {  
120 - tcp_error(nce) then format(nce),  
121 - cannot_create_SSL_object then "cannot create SSL object",  
122 - cannot_connect_under_SSL then "cannot connect under SSL",  
123 - cannot_trust_server_certificate then "cannot trust server certificate"  
124 - }.  
125 -  
126 -  
127 -  
128 - The next function empties the standard input (the keybord normally).  
129 -  
130 -define One  
131 - empty_stdin  
132 - (  
133 - One dummy  
134 - ) =  
135 - if *stdin is  
136 - {  
137 - failure then unique,  
138 - success(c) then  
139 - if c = 10  
140 - then unique  
141 - else empty_stdin(dummy)  
142 - }.  
143 -  
144 -  
145 - The next function returns true if the user answers Y or y.  
146 -  
147 -public define Bool  
148 - yes  
149 - =  
150 - if *stdin is  
151 - {  
152 - failure then should_not_happen(false), // this can never happen, because stdin is never closed  
153 - success(c) then  
154 - empty_stdin(unique);  
155 - (c = 'Y' | c = 'y')  
156 - }.  
157 -  
158 -  
159 -  
160 - Separating the server name from the port.  
161 -  
162 -public define (String,Word32)  
163 - separate_name_port  
164 - (  
165 - String server_name,  
166 - Word32 default_port  
167 - ) =  
168 - if find(":",server_name,0) is  
169 - {  
170 - failure then (server_name,default_port),  
171 - success(n) then  
172 - (substr(server_name,0,n),  
173 - if decimal_scan(substr(server_name,n+1,length(server_name)-n-1)) is  
174 - {  
175 - failure then default_port,  
176 - success(p) then truncate_to_Word32(p)  
177 - })  
178 - }.  
179 -  
180 -  
181 -  
182 -  
183 -  
184 - Separating the headers. The headers are comming in the form of a unique string. They  
185 - should be put in the form of a list of pairs of strings (one list element per header).  
186 -  
187 - We do that in two steps. (1) separate the headers into a list of strings (one per  
188 - header), and (2) separate each string into a pair of strings (name,value).  
189 -  
190 -  
191 -define HTTP_header  
192 - separate_header  
193 - (  
194 - String header,  
195 - Int i  
196 - ) =  
197 - if nth(i,header) is  
198 - {  
199 - failure then http_header(header,""),  
200 - success(c) then  
201 - if c = ':' // separator  
202 - then http_header(substr(header,0,i),substr(header,i+1,length(header)-i-1))  
203 - else separate_header(header,i+1)  
204 - }.  
205 -  
206 -  
207 - Headers are separated from each other by CRLF not followed by a blank character.  
208 -  
209 -define List(HTTP_header)  
210 - separate_headers  
211 - (  
212 - String headers,  
213 - Int start,  
214 - ) =  
215 - if find("\r\n",headers,start) is  
216 - {  
217 - failure then [separate_header(substr(headers,start,length(headers)-start),0)],  
218 - success(end) then  
219 - [separate_header(substr(headers,start,end-start),0) . separate_headers(headers,end+2)]  
220 - }.  
221 -  
222 -public define List(HTTP_header)  
223 - separate_headers  
224 - (  
225 - String headers,  
226 - ) =  
227 - separate_headers(headers,0).  
228 -  
229 -  
230 -public define One  
231 - print_headers  
232 - (  
233 - List(HTTP_header) headers  
234 - ) =  
235 - if headers is  
236 - {  
237 - [ ] then unique,  
238 - [h . t] then  
239 - if h is http_header(l,r) then  
240 - print(" "); print(l); print(": "); print(r); print("\n"); print_headers(t)  
241 - }.  
242 -  
243 -  
244 -public define Word8  
245 - force_nth  
246 - (  
247 - Int n,  
248 - String s  
249 - ) =  
250 - if nth(n,s) is  
251 - {  
252 - failure then 0,  
253 - success(c) then c  
254 - }.  
255 -  
256 -  
257 -public define List(HTTP_header)  
258 - get_headers  
259 - (  
260 - List(String) args  
261 - ) =  
262 - if args is  
263 - {  
264 - [ ] then [ ],  
265 - [h . t] then if nth(0,h) is  
266 - {  
267 - failure then should_not_happen([]),  
268 - success(c) then if c = '='  
269 - then if t is  
270 - {  
271 - [ ] then [http_header(substr(h,1,length(h)-1),"")],  
272 - [u . v] then [http_header(substr(h,1,length(h)-1),u) . get_headers(v)]  
273 - }  
274 - else get_headers(t)  
275 - }  
276 - }.  
277 -  
278 -public define List(HTTP_argument)  
279 - get_arguments  
280 - (  
281 - List(String) args  
282 - ) =  
283 - if args is  
284 - {  
285 - [ ] then [ ],  
286 - [h . t] then if nth(0,h) is  
287 - {  
288 - failure then should_not_happen([]),  
289 - success(c) then if c = '='  
290 - then if t is  
291 - {  
292 - [ ] then [ ],  
293 - [u . v] then get_arguments(v)  
294 - }  
295 - else if c = '-'  
296 - then get_arguments(t)  
297 - else if t is  
298 - {  
299 - [ ] then [http_argument(h,"")],  
300 - [u . v] then [http_argument(h,u) . get_arguments(v)]  
301 - }  
302 - }  
303 - }.  
304 -  
305 - 1 +
  2 + *Project* The Anubis Project
  3 +
  4 + *Title* Getting a document from the Web.
  5 +
  6 + *Copyright* Copyright (c) Alain Prouté 2001.
  7 +
  8 +
  9 + *Author* Alain Prouté
  10 +
  11 +
  12 +
  13 + This file contains the types and functions which are common to 'http_get' and
  14 + 'https_get'.
  15 +
  16 +read tools/basis.anubis
  17 +read tools/findstring.anubis
  18 +read system/string.anubis
  19 +read CXM_common.anubis
  20 + read web/html.anubis
  21 +
  22 +
  23 +
  24 + Body of HTTP requests may also contain name-value pairs. We call them HTTP arguments:
  25 +
  26 +public type HTTP_argument:
  27 + http_argument(String name, String value).
  28 +
  29 +
  30 +
  31 + We begin by several simple tools.
  32 +
  33 + 'crlf' and 'crlfcrlf' are defined in 'basis.anubis'.
  34 +
  35 +public define Maybe(Int)
  36 + has_double_crlf
  37 + (
  38 + String s,
  39 + ) =
  40 + find(crlfcrlf,s,0).
  41 +
  42 +
  43 +
  44 +
  45 + Formatting a list of HTTP arguments.
  46 +
  47 +public define String
  48 + format_http_args
  49 + (
  50 + List(HTTP_argument) l
  51 + ) =
  52 + if l is
  53 + {
  54 + [ ] then "",
  55 + [h . t] then
  56 + if t is
  57 + {
  58 + [ ] then if h is http_argument(n,v) then n + "=" + v,
  59 + [_ . _] then if h is http_argument(n,v) then n + "=" + v + "&" + format_http_args(t)
  60 + }
  61 + }.
  62 +
  63 +
  64 +
  65 + Formatting the headers.
  66 +
  67 +public define String
  68 + format_headers
  69 + (
  70 + List(HTTP_header) headers
  71 + ) =
  72 + if headers is
  73 + {
  74 + [ ] then "",
  75 + [h . t] then if h is http_header(n,v) then
  76 + n + ": " + v + crlf + format_headers(t)
  77 + }.
  78 +
  79 +
  80 +
  81 +
  82 +
  83 +public define String
  84 + format
  85 + (
  86 + DNS_Result r
  87 + ) =
  88 + if r is
  89 + {
  90 + host_not_found then "host not found",
  91 + no_address_found then "no address found for this host",
  92 + try_again then "DNS server is busy, try again later",
  93 + non_recoverable_error then "non recoverable DNS error",
  94 + ok(n) then should_not_happen("ok") // should never happen
  95 + }.
  96 +
  97 +
  98 +public define String
  99 + format
  100 + (
  101 + NetworkConnectError e
  102 + ) =
  103 + if e is
  104 + {
  105 + cannot_create_the_socket then "cannot create the socket",
  106 + address_port_not_available then "address:port not available",
  107 + connection_refused then "connection refused",
  108 + network_unreachable then "network is unreachable",
  109 + address_port_already_in_use then "address:port already in use",
  110 + out_of_time then "out of time"
  111 + }.
  112 +
  113 +public define String
  114 + format
  115 + (
  116 + SSLConnectError e
  117 + ) =
  118 + if e is
  119 + {
  120 + tcp_error(nce) then format(nce),
  121 + cannot_create_SSL_object then "cannot create SSL object",
  122 + cannot_connect_under_SSL then "cannot connect under SSL",
  123 + cannot_trust_server_certificate then "cannot trust server certificate"
  124 + }.
  125 +
  126 +
  127 +
  128 + The next function empties the standard input (the keybord normally).
  129 +
  130 +define One
  131 + empty_stdin
  132 + (
  133 + One dummy
  134 + ) =
  135 + if *stdin is
  136 + {
  137 + failure then unique,
  138 + success(c) then
  139 + if c = 10
  140 + then unique
  141 + else empty_stdin(dummy)
  142 + }.
  143 +
  144 +
  145 + The next function returns true if the user answers Y or y.
  146 +
  147 +public define Bool
  148 + yes
  149 + =
  150 + if *stdin is
  151 + {
  152 + failure then should_not_happen(false), // this can never happen, because stdin is never closed
  153 + success(c) then
  154 + empty_stdin(unique);
  155 + (c = 'Y' | c = 'y')
  156 + }.
  157 +
  158 +
  159 +
  160 + Separating the server name from the port.
  161 +
  162 +public define (String,Word32)
  163 + separate_name_port
  164 + (
  165 + String server_name,
  166 + Word32 default_port
  167 + ) =
  168 + if find(":",server_name,0) is
  169 + {
  170 + failure then (server_name,default_port),
  171 + success(n) then
  172 + (substr(server_name,0,n),
  173 + if decimal_scan(substr(server_name,n+1,length(server_name)-n-1)) is
  174 + {
  175 + failure then default_port,
  176 + success(p) then truncate_to_Word32(p)
  177 + })
  178 + }.
  179 +
  180 +
  181 +
  182 +
  183 +
  184 + Separating the headers. The headers are comming in the form of a unique string. They
  185 + should be put in the form of a list of pairs of strings (one list element per header).
  186 +
  187 + We do that in two steps. (1) separate the headers into a list of strings (one per
  188 + header), and (2) separate each string into a pair of strings (name,value).
  189 +
  190 +
  191 +define HTTP_header
  192 + separate_header
  193 + (
  194 + String header,
  195 + Int i
  196 + ) =
  197 + if nth(i,header) is
  198 + {
  199 + failure then http_header(header,""),
  200 + success(c) then
  201 + if c = ':' // separator
  202 + then http_header(substr(header,0,i),substr(header,i+1,length(header)-i-1))
  203 + else separate_header(header,i+1)
  204 + }.
  205 +
  206 +
  207 + Headers are separated from each other by CRLF not followed by a blank character.
  208 +
  209 +define List(HTTP_header)
  210 + separate_headers
  211 + (
  212 + String headers,
  213 + Int start,
  214 + ) =
  215 + if find("\r\n",headers,start) is
  216 + {
  217 + failure then [separate_header(substr(headers,start,length(headers)-start),0)],
  218 + success(end) then
  219 + [separate_header(substr(headers,start,end-start),0) . separate_headers(headers,end+2)]
  220 + }.
  221 +
  222 +public define List(HTTP_header)
  223 + separate_headers
  224 + (
  225 + String headers,
  226 + ) =
  227 + separate_headers(headers,0).
  228 +
  229 +
  230 +public define One
  231 + print_headers
  232 + (
  233 + List(HTTP_header) headers
  234 + ) =
  235 + if headers is
  236 + {
  237 + [ ] then unique,
  238 + [h . t] then
  239 + if h is http_header(l,r) then
  240 + print(" "); print(l); print(": "); print(r); print("\n"); print_headers(t)
  241 + }.
  242 +
  243 +
  244 +//public define Word8
  245 +// force_nth
  246 +// (
  247 +// Int n,
  248 +// String s
  249 +// ) =
  250 +// if nth(n,s) is
  251 +// {
  252 +// failure then 0,
  253 +// success(c) then c
  254 +// }.
  255 +
  256 +
  257 +public define List(HTTP_header)
  258 + get_headers
  259 + (
  260 + List(String) args
  261 + ) =
  262 + if args is
  263 + {
  264 + [ ] then [ ],
  265 + [h . t] then if nth(0,h) is
  266 + {
  267 + failure then should_not_happen([]),
  268 + success(c) then if c = '='
  269 + then if t is
  270 + {
  271 + [ ] then [http_header(substr(h,1,length(h)-1),"")],
  272 + [u . v] then [http_header(substr(h,1,length(h)-1),u) . get_headers(v)]
  273 + }
  274 + else get_headers(t)
  275 + }
  276 + }.
  277 +
  278 +public define List(HTTP_argument)
  279 + get_arguments
  280 + (
  281 + List(String) args
  282 + ) =
  283 + if args is
  284 + {
  285 + [ ] then [ ],
  286 + [h . t] then if nth(0,h) is
  287 + {
  288 + failure then should_not_happen([]),
  289 + success(c) then if c = '='
  290 + then if t is
  291 + {
  292 + [ ] then [ ],
  293 + [u . v] then get_arguments(v)
  294 + }
  295 + else if c = '-'
  296 + then get_arguments(t)
  297 + else if t is
  298 + {
  299 + [ ] then [http_argument(h,"")],
  300 + [u . v] then [http_argument(h,u) . get_arguments(v)]
  301 + }
  302 + }
  303 + }.
  304 +
  305 +