Lines Matching refs:URL
8 RFC 2732 : "Format for Literal IPv6 Addresses in URL's by R.Hinden, B.Carpenter
14 RFC 2368: "The mailto URL scheme", by P.Hoffman , L Masinter, J. Zawinski, July 1998.
19 RFC 1738: "Uniform Resource Locators (URL)" by T. Berners-Lee, L. Masinter, M.
227 _DefragResultBase = namedtuple('DefragResult', 'url fragment')
234 DefragResult(url, fragment)
236 A 2-tuple that contains the url without fragment identifier and the fragment
240 _DefragResultBase.url.__doc__ = """The URL with no fragment identifier."""
243 Fragment identifier separated from URL, that allows indirect identification of a
251 A 5-tuple that contains the different components of a URL. Similar to
255 _SplitResultBase.scheme.__doc__ = """Specifies URL scheme for the request."""
279 A 6-tuple that contains components of a parsed URL.
304 return self.url + '#' + self.fragment
306 return self.url
323 return self.url + b'#' + self.fragment
325 return self.url
351 def urlparse(url, scheme='', allow_fragments=True):
352 """Parse a URL into 6 components:
357 url, scheme, _coerce_result = _coerce_args(url, scheme)
358 splitresult = urlsplit(url, scheme, allow_fragments)
359 scheme, netloc, url, query, fragment = splitresult
360 if scheme in uses_params and ';' in url:
361 url, params = _splitparams(url)
364 result = ParseResult(scheme, netloc, url, params, query, fragment)
367 def _splitparams(url):
368 if '/' in url:
369 i = url.find(';', url.rfind('/'))
371 return url, ''
373 i = url.find(';')
374 return url[:i], url[i+1:]
376 def _splitnetloc(url, start=0):
377 delim = len(url) # position of end of domain part of url, default is end
379 wdelim = url.find(c, start) # find first of this delim
382 return url[start:delim], url[delim:] # return (domain, rest)
384 def urlsplit(url, scheme='', allow_fragments=True):
385 """Parse a URL into 5 components:
390 url, scheme, _coerce_result = _coerce_args(url, scheme)
392 key = url, scheme, allow_fragments, type(url), type(scheme)
399 i = url.find(':')
401 if url[:i] == 'http': # optimize the common case
402 scheme = url[:i].lower()
403 url = url[i+1:]
404 if url[:2] == '//':
405 netloc, url = _splitnetloc(url, 2)
408 raise ValueError("Invalid IPv6 URL")
409 if allow_fragments and '#' in url:
410 url, fragment = url.split('#', 1)
411 if '?' in url:
412 url, query = url.split('?', 1)
413 v = SplitResult(scheme, netloc, url, query, fragment)
416 for c in url[:i]:
420 # make sure "url" is not actually a port number (in which case
422 rest = url[i+1:]
425 scheme, url = url[:i].lower(), rest
427 if url[:2] == '//':
428 netloc, url = _splitnetloc(url, 2)
431 raise ValueError("Invalid IPv6 URL")
432 if allow_fragments and '#' in url:
433 url, fragment = url.split('#', 1)
434 if '?' in url:
435 url, query = url.split('?', 1)
436 v = SplitResult(scheme, netloc, url, query, fragment)
441 """Put a parsed URL back together again. This may result in a
442 slightly different, but equivalent URL, if the URL that was parsed
445 scheme, netloc, url, params, query, fragment, _coerce_result = (
448 url = "%s;%s" % (url, params)
449 return _coerce_result(urlunsplit((scheme, netloc, url, query, fragment)))
453 complete URL as a string. The data argument can be any five-item iterable.
454 This may result in a slightly different, but equivalent URL, if the URL that
457 scheme, netloc, url, query, fragment, _coerce_result = (
459 if netloc or (scheme and scheme in uses_netloc and url[:2] != '//'):
460 if url and url[:1] != '/': url = '/' + url
461 url = '//' + (netloc or '') + url
463 url = scheme + ':' + url
465 url = url + '?' + query
467 url = url + '#' + fragment
468 return _coerce_result(url)
470 def urljoin(base, url, allow_fragments=True):
471 """Join a base URL and a possibly relative URL to form an absolute
474 return url
475 if not url:
478 base, url, _coerce_result = _coerce_args(base, url)
482 urlparse(url, bscheme, allow_fragments)
485 return _coerce_result(url)
539 def urldefrag(url):
540 """Removes any existing fragment from URL.
542 Returns a tuple of the defragmented URL and the fragment. If
543 the URL contained no fragments, the second element is the
546 url, _coerce_result = _coerce_args(url)
547 if '#' in url:
548 s, n, p, a, q, frag = urlparse(url)
552 defrag = url
736 Each part of a URL, e.g. the path info, the query, etc., has a
745 Each of these characters is reserved in some component of a URL,
749 section of a URL. Thus, it will not encode '/'. This character
818 """Encode a dict or sequence of two-element tuples into a URL query string.
896 def to_bytes(url):
897 """to_bytes(u"URL") --> 'URL'."""
898 # Most URL schemes require ASCII. If that changes, the conversion
901 if isinstance(url, str):
903 url = url.encode("ASCII").decode()
905 raise UnicodeError("URL " + repr(url) +
907 return url
909 def unwrap(url):
910 """unwrap('<URL:type://host/path>') --> 'type://host/path'."""
911 url = str(url).strip()
912 if url[:1] == '<' and url[-1:] == '>':
913 url = url[1:-1].strip()
914 if url[:4] == 'URL:': url = url[4:].strip()
915 return url
918 def splittype(url):
924 match = _typeprog.match(url)
928 return None, url
931 def splithost(url):
937 match = _hostprog.match(url)
943 return None, url
986 def splitquery(url):
988 path, delim, query = url.rpartition('?')
991 return url, None
993 def splittag(url):
995 path, delim, tag = url.rpartition('#')
998 return url, None
1000 def splitattr(url):
1003 words = url.split(';')
