Uncurl

  1. import argparse
  2. import json
  3. import re
  4. import shlex
  5. from collections import OrderedDict, namedtuple
  7. from six.moves import http_cookies as Cookie
  9. parser = argparse.ArgumentParser()
  10. parser.add_argument('command')
  11. parser.add_argument('url')
  12. parser.add_argument('-d', '--data')
  13. parser.add_argument('-b', '--data-binary', default=None)
  14. parser.add_argument('-X', default='')
  15. parser.add_argument('-H', '--header', action='append', default=[])
  16. parser.add_argument('--compressed', action='store_true')
  17. parser.add_argument('--insecure', action='store_true')
  19. BASE_INDENT = " " * 4
  21. ParsedContext = namedtuple('ParsedContext', ['method', 'url', 'data', 'headers', 'cookies', 'verify'])
  23. def parse_context(curl_command):
  24.     method = "get"
  26.     tokens = shlex.split(curl_command)
  27.     parsed_args = parser.parse_args(tokens)
  29.     post_data = parsed_args.data or parsed_args.data_binary
  30.     if post_data:
  31.         method = 'post'
  33.     if parsed_args.X:
  34.         method = parsed_args.X.lower()
  36.     cookie_dict = OrderedDict()
  37.     quoted_headers = OrderedDict()
  39.     for curl_header in parsed_args.header:
  40.         if curl_header.startswith(':'):
  41.             occurrence = [m.start() for m in re.finditer(':', curl_header)]
  42.             header_key, header_value = curl_header[:occurrence[1]], curl_header[occurrence[1] + 1:]
  43.         else:
  44.             header_key, header_value = curl_header.split(":", 1)
  46.         if header_key.lower() == 'cookie':
  47.             cookie = Cookie.SimpleCookie(header_value)
  48.             for key in cookie:
  49.                 cookie_dict[key] = cookie[key].value
  50.         else:
  51.             quoted_headers[header_key] = header_value.strip()
  53.     return ParsedContext(
  54.         method=method,
  55.         url=parsed_args.url,
  56.         data=post_data,
  57.         headers=quoted_headers,
  58.         cookies=cookie_dict,
  59.         verify=parsed_args.insecure
  60.     )
  63. def parse(curl_command):
  64.     parsed_context = parse_context(curl_command)
  66.     data_token = ''
  67.     if parsed_context.data:
  68.         data_token = '{}data=\'{}\',\n'.format(BASE_INDENT, parsed_context.data)
  70.     verify_token = ''
  71.     if parsed_context.verify:
  72.         verify_token = '\n{}verify=False'
  74.     formatter = {
  75.         'method': parsed_context.method,
  76.         'url': parsed_context.url,
  77.         'data_token': data_token,
  78.         'headers_token': "{}headers={}".format(BASE_INDENT, dict_to_pretty_string(parsed_context.headers)),
  79.         'cookies_token': "{}cookies={}".format(BASE_INDENT, dict_to_pretty_string(parsed_context.cookies)),
  80.         'security_token': verify_token
  81.     }
  83.     return """
  84. import requests
  86. url = "http://localhost:22222"
  87. url = "{url}"
  89. resp = requests.{method}(
  90.     url,
  91. {data_token}{headers_token},
  92. {cookies_token},{security_token}
  93. )
  94. print(resp.text)
  95. """.format(**formatter)
  97. def dict_to_pretty_string(the_dict, indent=4):
  98.     if not the_dict:
  99.         return "{}"
  101.     return ("\n" + " " * indent).join(
  102.         json.dumps(the_dict, sort_keys=True, indent=indent, separators=(',', ': ')).splitlines())