from __future__ import division import base64 import re import os import ast import operator from io import BytesIO, StringIO import jinja2 from json import dumps, JSONEncoder from flask import redirect, current_app, render_template from flask_babel import get_locale from babel import Locale from werkzeug.routing import HTTPException, RoutingException import six from datetime import datetime, timedelta import csv def slugify(value): """Normalizes string, converts to lowercase, removes non-alpha characters, and converts spaces to hyphens. Copy/Pasted from ametaireau/pelican/utils itself took from django sources. """ if isinstance(value, six.text_type): import unicodedata value = unicodedata.normalize('NFKD', value) if six.PY2: value = value.encode('ascii', 'ignore') value = six.text_type(re.sub(r'[^\w\s-]', '', value).strip().lower()) return re.sub(r'[-\s]+', '-', value) class Redirect303(HTTPException, RoutingException): """Raise if the map requests a redirect. This is for example the case if `strict_slashes` are activated and an url that requires a trailing slash. The attribute `new_url` contains the absolute destination url. """ code = 303 def __init__(self, new_url): RoutingException.__init__(self, new_url) self.new_url = new_url def get_response(self, environ): return redirect(self.new_url, 303) class PrefixedWSGI(object): ''' Wrap the application in this middleware and configure the front-end server to add these headers, to let you quietly bind this to a URL other than / and to an HTTP scheme that is different than what is used locally. It relies on "APPLICATION_ROOT" app setting. Inspired from http://flask.pocoo.org/snippets/35/ :param app: the WSGI application ''' def __init__(self, app): self.app = app self.wsgi_app = app.wsgi_app def __call__(self, environ, start_response): script_name = self.app.config['APPLICATION_ROOT'] if script_name: environ['SCRIPT_NAME'] = script_name path_info = environ['PATH_INFO'] if path_info.startswith(script_name): environ['PATH_INFO'] = path_info[len(script_name):] scheme = environ.get('HTTP_X_SCHEME', '') if scheme: environ['wsgi.url_scheme'] = scheme return self.wsgi_app(environ, start_response) def minimal_round(*args, **kw): """ Jinja2 filter: rounds, but display only non-zero decimals from http://stackoverflow.com/questions/28458524/ """ # Use the original round filter, to deal with the extra arguments res = jinja2.filters.do_round(*args, **kw) # Test if the result is equivalent to an integer and # return depending on it ires = int(res) return (res if res != ires else ires) def static_include(filename): fullpath = os.path.join(current_app.static_folder, filename) with open(fullpath, 'r') as f: return f.read() def locale_from_iso(iso_code): return Locale.parse(iso_code) def list_of_dicts2json(dict_to_convert): """Take a list of dictionnaries and turns it into a json in-memory file """ return BytesIO(dumps(dict_to_convert).encode('utf-8')) def list_of_dicts2csv(dict_to_convert): """Take a list of dictionnaries and turns it into a csv in-memory file, assume all dict have the same keys """ # CSV writer has a different behavior in PY2 and PY3 # http://stackoverflow.com/a/37974772 try: if six.PY3: csv_file = StringIO() # using list() for py3.4 compat. Otherwise, writerows() fails # (expecting a sequence getting a view) csv_data = [list(dict_to_convert[0].keys())] for dic in dict_to_convert: csv_data.append([dic[h] for h in dict_to_convert[0].keys()]) else: csv_file = BytesIO() csv_data = [] csv_data.append([key.encode('utf-8') for key in dict_to_convert[0].keys()]) for dic in dict_to_convert: csv_data.append( [dic[h].encode('utf8') if isinstance(dic[h], unicode) else str(dic[h]).encode('utf8') # NOQA for h in dict_to_convert[0].keys()]) except (KeyError, IndexError): csv_data = [] writer = csv.writer(csv_file) writer.writerows(csv_data) csv_file.seek(0) if six.PY3: csv_file = BytesIO(csv_file.getvalue().encode('utf-8')) return csv_file # base64 encoding that works with both py2 and py3 and yield no warning base64_encode = base64.encodestring if six.PY2 else base64.encodebytes class LoginThrottler(): """Simple login throttler used to limit authentication attempts based on client's ip address. When using multiple workers, remaining number of attempts can get inconsistent but will still be limited to num_workers * max_attempts. """ def __init__(self, max_attempts=3, delay=1): self._max_attempts = max_attempts # Delay in minutes before resetting the attempts counter self._delay = delay self._attempts = {} def get_remaining_attempts(self, ip): return self._max_attempts - self._attempts.get(ip, [datetime.now(), 0])[1] def increment_attempts_counter(self, ip): # Reset all attempt counters when they get hungry for memory if len(self._attempts) > 10000: self.__init__() if self._attempts.get(ip) is None: # Store first attempt date and number of attempts since self._attempts[ip] = [datetime.now(), 0] self._attempts.get(ip)[1] += 1 def is_login_allowed(self, ip): if self._attempts.get(ip) is None: return True # When the delay is expired, reset the counter if datetime.now() - self._attempts.get(ip)[0] > timedelta(minutes=self._delay): self.reset(ip) return True if self._attempts.get(ip)[1] >= self._max_attempts: return False return True def reset(self, ip): self._attempts.pop(ip, None) def create_jinja_env(folder, strict_rendering=False): """Creates and return a Jinja2 Environment object, used, to load the templates. :param strict_rendering: if set to `True`, all templates which use an undefined variable will throw an exception (default to `False`). """ loader = jinja2.PackageLoader('ihatemoney', folder) kwargs = {'loader': loader} if strict_rendering: kwargs['undefined'] = jinja2.StrictUndefined return jinja2.Environment(**kwargs) class IhmJSONEncoder(JSONEncoder): """Subclass of the default encoder to support custom objects. Taken from the deprecated flask-rest package.""" def default(self, o): if hasattr(o, "_to_serialize"): return o._to_serialize elif hasattr(o, "isoformat"): return o.isoformat() else: try: from flask_babel import speaklater if isinstance(o, speaklater.LazyString): try: return unicode(o) # For python 2. except NameError: return str(o) # For python 3. except ImportError: pass return JSONEncoder.default(self, o) def eval_arithmetic_expression(expr): def _eval(node): # supported operators operators = { ast.Add: operator.add, ast.Sub: operator.sub, ast.Mult: operator.mul, ast.Div: operator.truediv, ast.USub: operator.neg, } if isinstance(node, ast.Num): # return node.n elif isinstance(node, ast.BinOp): # return operators[type(node.op)](_eval(node.left), _eval(node.right)) elif isinstance(node, ast.UnaryOp): # e.g., -1 return operators[type(node.op)](_eval(node.operand)) else: raise TypeError(node) expr = str(expr) try: result = _eval(ast.parse(expr, mode='eval').body) except (SyntaxError, TypeError, ZeroDivisionError, KeyError): raise ValueError("Error evaluating expression: {}".format(expr)) return result def render_localized_template(template_name_prefix, **context): """Like render_template(), but selects the right template according to the current user language. Fallback to English if a template for the current language does not exist. """ fallback = "en" templates = ["{}.{}.j2".format(template_name_prefix, lang) for lang in (get_locale().language, fallback)] # render_template() supports a list of templates to try in order return render_template(templates, **context)