468 lines
19 KiB
Python
468 lines
19 KiB
Python
# -*- coding: utf-8 -*-
|
|
from __future__ import absolute_import
|
|
|
|
import logging
|
|
import os
|
|
import random
|
|
import re
|
|
import string
|
|
import tempfile
|
|
import types
|
|
|
|
from django.conf import settings
|
|
from django.contrib.auth.models import User
|
|
from django.contrib.contenttypes.models import ContentType
|
|
from django.utils.datastructures import MultiValueDict
|
|
from django.utils.http import urlquote as django_urlquote
|
|
from django.utils.http import urlencode as django_urlencode
|
|
from django.utils.importlib import import_module
|
|
from django.utils.translation import ugettext_lazy as _
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def urlquote(link=None, get=None):
|
|
u"""
|
|
This method does both: urlquote() and urlencode()
|
|
|
|
urlqoute(): Quote special characters in 'link'
|
|
|
|
urlencode(): Map dictionary to query string key=value&...
|
|
|
|
HTML escaping is not done.
|
|
|
|
Example:
|
|
|
|
urlquote('/wiki/Python_(programming_language)') --> '/wiki/Python_%28programming_language%29'
|
|
urlquote('/mypath/', {'key': 'value'}) --> '/mypath/?key=value'
|
|
urlquote('/mypath/', {'key': ['value1', 'value2']}) --> '/mypath/?key=value1&key=value2'
|
|
urlquote({'key': ['value1', 'value2']}) --> 'key=value1&key=value2'
|
|
"""
|
|
if get is None:
|
|
get = []
|
|
|
|
assert link or get
|
|
if isinstance(link, dict):
|
|
# urlqoute({'key': 'value', 'key2': 'value2'}) --> key=value&key2=value2
|
|
assert not get, get
|
|
get = link
|
|
link = ''
|
|
assert isinstance(get, dict), u'wrong type "%s", dict required' % type(get)
|
|
# assert not (link.startswith('http://') or link.startswith('https://')), \
|
|
# 'This method should only quote the url path.
|
|
# It should not start with http(s):// (%s)' % (
|
|
# link)
|
|
if get:
|
|
# http://code.djangoproject.com/ticket/9089
|
|
if isinstance(get, MultiValueDict):
|
|
get = get.lists()
|
|
if link:
|
|
link = u'%s?' % django_urlquote(link)
|
|
return u'%s%s' % (link, django_urlencode(get, doseq=True))
|
|
else:
|
|
return django_urlquote(link)
|
|
|
|
|
|
def return_attrib(obj, attrib, arguments=None):
|
|
try:
|
|
if isinstance(attrib, types.FunctionType):
|
|
return attrib(obj)
|
|
elif isinstance(obj, types.DictType) or isinstance(obj, types.DictionaryType):
|
|
return obj[attrib]
|
|
else:
|
|
result = reduce(getattr, attrib.split(u'.'), obj)
|
|
if isinstance(result, types.MethodType):
|
|
if arguments:
|
|
return result(**arguments)
|
|
else:
|
|
return result()
|
|
else:
|
|
return result
|
|
except Exception as exception:
|
|
if settings.DEBUG:
|
|
return 'Attribute error: %s; %s' % (attrib, exception)
|
|
else:
|
|
pass
|
|
|
|
|
|
# http://snippets.dzone.com/posts/show/5434
|
|
# http://snippets.dzone.com/user/jakob
|
|
def pretty_size(size, suffixes=None):
|
|
suffixes = suffixes if not suffixes is None else [
|
|
(u'B', 1024L), (u'K', 1048576L), (u'M', 1073741824L),
|
|
(u'G', 1099511627776L), (u'T', 1125899906842624L)
|
|
]
|
|
|
|
for suf, lim in suffixes:
|
|
if size > lim:
|
|
continue
|
|
else:
|
|
try:
|
|
return round(size / float(lim / 1024L), 2).__str__() + suf
|
|
except ZeroDivisionError:
|
|
return 0
|
|
|
|
|
|
def pretty_size_10(size):
|
|
return pretty_size(
|
|
size,
|
|
suffixes=[
|
|
(u'B', 1000L), (u'K', 1000000L), (u'M', 1000000000L),
|
|
(u'G', 1000000000000L), (u'T', 1000000000000000L)
|
|
])
|
|
|
|
|
|
# The code here is based loosely on John Cardinal's notes found at:
|
|
# http://www.johncardinal.com/tmgutil/capitalizenames.htm
|
|
|
|
def proper_name(name):
|
|
"""
|
|
Does the work of capitalizing a name (can be a full name).
|
|
"""
|
|
mc = re.compile(r'^Mc(\w)(?=\w)', re.I)
|
|
mac = re.compile(r'^Mac(\w)(?=\w)', re.I)
|
|
suffixes = [
|
|
u"II", u"(II)", u"III", u"(III)", u"IV", u"(IV)", u"VI", u"(VI)",
|
|
u"VII", u"(VII)", u"2nd", u"(2nd)", u"3rd", u"(3rd)", u"4th", u"(4th)",
|
|
u"5th", u"(5th)"
|
|
]
|
|
|
|
# The names listed here are included by permission from John Cardinal's TMG Utility.
|
|
# http://www.johncardinal.com/tmgutil/index.htm
|
|
# John Cardinal maintains the copyright for this list of names.
|
|
surnames = [
|
|
u"ApShaw", u"d'Albini", "d'Aubigney", u"d'Aubigné", u"d'Autry",
|
|
u"d'Entremont", u"d'Hurst", u"D'ovidio", u"da Graça", u"DaSilva",
|
|
u"DeAnda", u"deAnnethe", u"deAubigne", u"deAubigny", u"DeBardelaben",
|
|
u"DeBardeleben", u"DeBaugh", u"deBeauford", u"DeBerry", u"deBethune",
|
|
u"DeBetuile", u"DeBoard", u"DeBoer", u"DeBohun", u"DeBord", u"DeBose",
|
|
u"DeBrouwer", u"DeBroux", u"DeBruhl", u"deBruijn", u"deBrus", u"deBruse",
|
|
u"deBrusse", u"DeBruyne", u"DeBusk", u"DeCamp", u"deCastilla", u"DeCello",
|
|
u"deClare", u"DeClark", u"DeClerck", u"DeCoste", u"deCote", u"DeCoudres",
|
|
u"DeCoursey", u"DeCredico", u"deCuire", u"DeCuyre", u"DeDominicios",
|
|
u"DeDuyster", u"DeDuytscher", u"DeDuytser", u"deFiennes", u"DeFord",
|
|
u"DeForest", u"DeFrance", u"DeFriece", u"DeGarmo", u"deGraaff", u"DeGraff",
|
|
u"DeGraffenreid", u"DeGraw", u"DeGrenier", u"DeGroats", u"DeGroft",
|
|
u"DeGrote", u"DeHaan", u"DeHaas", u"DeHaddeclive", u"deHannethe",
|
|
u"DeHatclyf", u"DeHaven", u"DeHeer", u"DeJager", u"DeJarnette", u"DeJean",
|
|
u"DeJong", u"deJonge", u"deKemmeter", u"deKirketon", u"DeKroon",
|
|
u"deKype", u"del-Rosario", u"dela Chamotte", u"DeLa Cuadra",
|
|
u"DeLa Force", u"dela Fountaine", u"dela Greña", u"dela Place",
|
|
u"DeLa Ward", u"DeLaci", u"DeLacy", u"DeLaet", u"DeLalonde", u"DelAmarre",
|
|
u"DeLancey", u"DeLascy", u"DelAshmutt", u"DeLassy", u"DeLattre",
|
|
u"DeLaughter", u"DeLay", u"deLessine", u"DelGado", u"DelGaudio",
|
|
u"DeLiberti", u"DeLoache", u"DeLoatch", u"DeLoch", u"DeLockwood",
|
|
u"DeLong", u"DeLozier", u"DeLuca", u"DeLucenay", u"deLucy", u"DeMars",
|
|
u"DeMartino", u"deMaule", u"DeMello", u"DeMinck", u"DeMink", u"DeMoree",
|
|
u"DeMoss", u"DeMott", u"DeMuynck", u"deNiet", u"DeNise", u"DeNure",
|
|
u"DePalma", u"DePasquale", u"dePender", u"dePercy", u"DePoe", u"DePriest",
|
|
u"DePu", u"DePui", u"DePuis", u"DeReeper", u"deRochette", u"deRose",
|
|
u"DeRossett", u"DeRover", u"deRuggele", u"deRuggle", u"DeRuyter",
|
|
u"deSaint-Sauveur", u"DeSantis", u"desCuirs", u"DeSentis", u"DeShane",
|
|
u"DeSilva", u"DesJardins", u"DesMarest", u"deSoleure", u"DeSoto",
|
|
u"DeSpain", u"DeStefano", u"deSwaert", u"deSwart", u"DeVall", u"DeVane",
|
|
u"DeVasher", u"DeVasier", u"DeVaughan", u"DeVaughn", u"DeVault", u"DeVeau",
|
|
u"DeVeault", u"deVilleneuve", u"DeVilliers", u"DeVinney", u"DeVito",
|
|
u"deVogel", u"DeVolder", u"DeVolld", u"DeVore", u"deVos", u"DeVries",
|
|
u"deVries", u"DeWall", u"DeWaller", u"DeWalt", u"deWashington",
|
|
u"deWerly", u"deWessyngton", u"DeWet", u"deWinter", u"DeWitt", u"DeWolf",
|
|
u"DeWolfe", u"DeWolff", u"DeWoody", u"DeYager", u"DeYarmett", u"DeYoung",
|
|
u"DiCicco", u"DiCredico", u"DiFillippi", u"DiGiacomo", u"DiMarco",
|
|
u"DiMeo", u"DiMonte", u"DiNonno", u"DiPietro", u"diPilato", u"DiPrima",
|
|
u"DiSalvo", u"du Bosc", u"du Hurst", u"DuFort", u"DuMars", u"DuPre",
|
|
u"DuPue", u"DuPuy", u"FitzUryan", u"kummel", u"LaBarge", u"LaBarr",
|
|
u"LaBauve", u"LaBean", u"LaBelle", u"LaBerteaux", u"LaBine", u"LaBonte",
|
|
u"LaBorde", u"LaBounty", u"LaBranche", u"LaBrash", u"LaCaille", u"LaCasse",
|
|
u"LaChapelle", u"LaClair", u"LaComb", u"LaCoste", u"LaCount", u"LaCour",
|
|
u"LaCroix", u"LaFarlett", u"LaFarlette", u"LaFerry", u"LaFlamme",
|
|
u"LaFollette", u"LaForge", u"LaFortune", u"LaFoy", u"LaFramboise",
|
|
u"LaFrance", u"LaFuze", u"LaGioia", u"LaGrone", u"LaLiberte", u"LaLonde",
|
|
u"LaLone", u"LaMaster", u"LaMay", u"LaMere", u"LaMont", u"LaMotte",
|
|
u"LaPeer", u"LaPierre", u"LaPlante", u"LaPoint", u"LaPointe", u"LaPorte",
|
|
u"LaPrade", u"LaRocca", u"LaRochelle", u"LaRose", u"LaRue", u"LaVallee",
|
|
u"LaVaque", u"LaVeau", u"LeBleu", u"LeBoeuf", u"LeBoiteaux", u"LeBoyteulx",
|
|
u"LeCheminant", u"LeClair", u"LeClerc", u"LeCompte", u"LeCroy", u"LeDuc",
|
|
u"LeFevbre", u"LeFever", u"LeFevre", u"LeFlore", u"LeGette", u"LeGrand",
|
|
u"LeGrave", u"LeGro", u"LeGros", u"LeJeune", u"LeMaistre", u"LeMaitre",
|
|
u"LeMaster", u"LeMesurier", u"LeMieux", u"LeMoe", u"LeMoigne", u"LeMoine",
|
|
u"LeNeve", u"LePage", u"LeQuire", u"LeQuyer", u"LeRou", u"LeRoy", u"LeSuer",
|
|
u"LeSueur", u"LeTardif", u"LeVally", u"LeVert", u"LoMonaco", u"Macabe",
|
|
u"Macaluso", u"MacaTasney", u"Macaulay", u"Macchitelli", u"Maccoone",
|
|
u"Maccurry", u"Macdermattroe", u"Macdiarmada", u"Macelvaine", u"Macey",
|
|
u"Macgraugh", u"Machan", u"Machann", u"Machum", u"Maciejewski", u"Maciel",
|
|
u"Mackaben", u"Mackall", u"Mackartee", u"Mackay", u"Macken", u"Mackert",
|
|
u"Mackey", u"Mackie", u"Mackin", u"Mackins", u"Macklin", u"Macko",
|
|
u"Macksey", u"Mackwilliams", u"Maclean", u"Maclinden", u"Macomb",
|
|
u"Macomber", u"Macon", u"Macoombs", u"Macraw", u"Macumber", u"Macurdy",
|
|
u"Macwilliams", u"MaGuinness", u"MakCubyn", u"MakCumby", u"Mcelvany",
|
|
u"Mcsherry", u"Op den Dyck", u"Op den Graeff", u"regory", u"Schweißguth",
|
|
u"StElmo", u"StGelais", u"StJacques", u"te Boveldt", u"VanAernam",
|
|
u"VanAken", u"VanAlstine", u"VanAmersfoort", u"VanAntwerp", u"VanArlem",
|
|
u"VanArnam", u"VanArnem", u"VanArnhem", u"VanArnon", u"VanArsdale",
|
|
u"VanArsdalen", u"VanArsdol", u"vanAssema", u"vanAsten", u"VanAuken",
|
|
u"VanAwman", u"VanBaucom", u"VanBebber", u"VanBeber", u"VanBenschoten",
|
|
u"VanBibber", u"VanBilliard", u"vanBlare", u"vanBlaricom", u"VanBuren",
|
|
u"VanBuskirk", u"VanCamp", u"VanCampen", u"VanCleave", u"VanCleef",
|
|
u"VanCleve", u"VanCouwenhoven", u"VanCovenhoven", u"VanCowenhoven",
|
|
u"VanCuren", u"VanDalsem", u"VanDam", u"VanDe Poel", u"vanden Dijkgraaf",
|
|
u"vanden Kommer", u"VanDer Aar", u"vander Gouwe", u"VanDer Honing",
|
|
u"VanDer Hooning", u"vander Horst", u"vander Kroft", u"vander Krogt",
|
|
u"VanDer Meer", u"vander Meulen", u"vander Putte", u"vander Schooren",
|
|
u"VanDer Veen", u"VanDer Ven", u"VanDer Wal", u"VanDer Weide",
|
|
u"VanDer Willigen", u"vander Wulp", u"vander Zanden", u"vander Zwan",
|
|
u"VanDer Zweep", u"VanDeren", u"VanDerlaan", u"VanDerveer",
|
|
u"VanderWoude", u"VanDeursen", u"VanDeusen", u"vanDijk", u"VanDoren",
|
|
u"VanDorn", u"VanDort", u"VanDruff", u"VanDryer", u"VanDusen", u"VanDuzee",
|
|
u"VanDuzen", u"VanDuzer", u"VanDyck", u"VanDyke", u"VanEman", u"VanEmmen",
|
|
u"vanEmmerik", u"VanEngen", u"vanErp", u"vanEssen", u"VanFleet",
|
|
u"VanGalder", u"VanGelder", u"vanGerrevink", u"VanGog", u"vanGogh",
|
|
u"VanGorder", u"VanGordon", u"VanGroningen", u"VanGuilder", u"VanGundy",
|
|
u"VanHaaften", u"VanHaute", u"VanHees", u"vanHeugten", u"VanHise",
|
|
u"VanHoeck", u"VanHoek", u"VanHook", u"vanHoorn", u"VanHoornbeeck",
|
|
u"VanHoose", u"VanHooser", u"VanHorn", u"VanHorne", u"VanHouten",
|
|
u"VanHoye", u"VanHuijstee", u"VanHuss", u"VanImmon", u"VanKersschaever",
|
|
u"VanKeuren", u"VanKleeck", u"VanKoughnet", u"VanKouwenhoven",
|
|
u"VanKuykendaal", u"vanLeeuwen", u"vanLent", u"vanLet", u"VanLeuven",
|
|
u"vanLingen", u"VanLoozen", u"VanLopik", u"VanLuven", u"vanMaasdijk",
|
|
u"VanMele", u"VanMeter", u"vanMoorsel", u"VanMoorst", u"VanMossevelde",
|
|
u"VanNaarden", u"VanNamen", u"VanNemon", u"VanNess", u"VanNest",
|
|
u"VanNimmen", u"vanNobelen", u"VanNorman", u"VanNormon", u"VanNostrunt",
|
|
u"VanNote", u"VanOker", u"vanOosten", u"VanOrden", u"VanOrder",
|
|
u"VanOrma", u"VanOrman", u"VanOrnum", u"VanOstrander", u"VanOvermeire",
|
|
u"VanPelt", u"VanPool", u"VanPoole", u"VanPoorvliet", u"VanPutten",
|
|
u"vanRee", u"VanRhijn", u"vanRijswijk", u"VanRotmer", u"VanSchaick",
|
|
u"vanSchelt", u"VanSchoik", u"VanSchoonhoven", u"VanSciver", u"VanScoy",
|
|
u"VanScoyoc", u"vanSeters", u"VanSickle", u"VanSky", u"VanSnellenberg",
|
|
u"vanStaveren", u"VanStraten", u"VanSuijdam", u"VanTassel", u"VanTassell",
|
|
u"VanTessel", u"VanTexel", u"VanTuyl", u"VanValckenburgh", u"vanValen",
|
|
u"VanValkenburg", u"VanVelsor", u"VanVelzor", u"VanVlack", u"VanVleck",
|
|
u"VanVleckeren", u"VanWaard", u"VanWart", u"VanWassenhove", u"VanWinkle",
|
|
u"VanWoggelum", u"vanWordragen", u"VanWormer", u"VanZuidam",
|
|
u"VanZuijdam", u"VonAdenbach", u"vonAllmen", u"vonBardeleben",
|
|
u"vonBerckefeldt", u"VonBergen", u"vonBreyman", u"VonCannon",
|
|
u"vonFreymann", u"vonHeimburg", u"VonHuben", u"vonKramer",
|
|
u"vonKruchenburg", u"vonPostel", u"VonRohr", u"VonRohrbach",
|
|
u"VonSass", u"VonSasse", u"vonSchlotte", u"VonSchneider", u"VonSeldern",
|
|
u"VonSpringer", u"VonVeyelmann", u"VonZweidorff"
|
|
]
|
|
|
|
hyphen_indexes = []
|
|
while name.find(u'-') > -1:
|
|
index = name.find(u'-')
|
|
hyphen_indexes.append(index)
|
|
name = name[:index] + u' ' + name[index + 1:]
|
|
name = name.split()
|
|
name = [w.capitalize() for w in name] # standard capitalization
|
|
# "Mcx" should be "McX"
|
|
index = 0
|
|
for w in name:
|
|
try:
|
|
name[index] = mc.sub(u'Mc' + w[2].upper(), w)
|
|
except:
|
|
pass
|
|
index += 1
|
|
# "Macx" should be "MacX"
|
|
index = 0
|
|
for w in name:
|
|
try:
|
|
name[index] = mac.sub(u'Mac' + w[3].upper(), w)
|
|
except:
|
|
pass
|
|
index += 1
|
|
name = u' '.join(name)
|
|
for index in hyphen_indexes:
|
|
name = name[:index] + u'-' + name[index + 1:]
|
|
|
|
# funky stuff (no capitalization)
|
|
name = name.replace(u' Dit ', u' dit ')
|
|
name = name.replace(u' Van ', u' van ')
|
|
name = name.replace(u' De ', u' de ')
|
|
|
|
# special surnames and suffixes
|
|
name += u' '
|
|
for surname in surnames + suffixes:
|
|
pos = name.lower().find(surname.lower())
|
|
if pos > -1:
|
|
# surname/suffix must be:
|
|
# 1. at start of name or after a space
|
|
# -and-
|
|
# 2. followed by the end of string or a space
|
|
if (((pos == 0) or (pos > 0 and name[pos - 1] == u' '))
|
|
and ((len(name) == pos + len(surname))
|
|
or (name[pos + len(surname)] == u' '))):
|
|
name = name[:pos] + surname + name[pos + len(surname):]
|
|
return name.strip()
|
|
|
|
|
|
def return_type(value):
|
|
if isinstance(value, types.FunctionType):
|
|
return value.__doc__ if value.__doc__ else _(u'function found')
|
|
elif isinstance(value, types.ClassType):
|
|
return u'%s.%s' % (value.__class__.__module__, value.__class__.__name__)
|
|
elif isinstance(value, types.TypeType):
|
|
return u'%s.%s' % (value.__module__, value.__name__)
|
|
elif isinstance(value, types.DictType) or isinstance(value, types.DictionaryType):
|
|
return u', '.join(list(value))
|
|
else:
|
|
return value
|
|
|
|
|
|
# http://stackoverflow.com/questions/4248399/page-range-for-printing-algorithm
|
|
def parse_range(astr):
|
|
result = set()
|
|
for part in astr.split(u','):
|
|
x = part.split(u'-')
|
|
result.update(range(int(x[0]), int(x[-1]) + 1))
|
|
return sorted(result)
|
|
|
|
|
|
def generate_choices_w_labels(choices, display_object_type=True):
|
|
results = []
|
|
for choice in choices:
|
|
ct = ContentType.objects.get_for_model(choice)
|
|
label = unicode(choice)
|
|
if isinstance(choice, User):
|
|
label = choice.get_full_name() if choice.get_full_name() else choice
|
|
|
|
if display_object_type:
|
|
verbose_name = unicode(getattr(choice._meta, u'verbose_name', ct.name))
|
|
results.append((u'%s,%s' % (ct.model, choice.pk), u'%s: %s' % (verbose_name, label)))
|
|
else:
|
|
results.append((u'%s,%s' % (ct.model, choice.pk), u'%s' % (label)))
|
|
|
|
# Sort results by the label not the key value
|
|
return sorted(results, key=lambda x: x[1])
|
|
|
|
|
|
def get_object_name(obj, display_object_type=True):
|
|
ct_label = ContentType.objects.get_for_model(obj).name
|
|
if isinstance(obj, User):
|
|
label = obj.get_full_name() if obj.get_full_name() else obj
|
|
else:
|
|
label = unicode(obj)
|
|
|
|
if display_object_type:
|
|
try:
|
|
verbose_name = unicode(obj._meta.verbose_name)
|
|
except AttributeError:
|
|
verbose_name = ct_label
|
|
|
|
return u'%s: %s' % (verbose_name, label)
|
|
else:
|
|
return u'%s' % (label)
|
|
|
|
|
|
def return_diff(old_obj, new_obj, attrib_list=None):
|
|
diff_dict = {}
|
|
if not attrib_list:
|
|
attrib_list = old_obj.__dict__.keys()
|
|
for attrib in attrib_list:
|
|
old_val = getattr(old_obj, attrib)
|
|
new_val = getattr(new_obj, attrib)
|
|
if old_val != new_val:
|
|
diff_dict[attrib] = {
|
|
'old_value': old_val,
|
|
'new_value': new_val
|
|
}
|
|
|
|
return diff_dict
|
|
|
|
|
|
def validate_path(path):
|
|
if not os.path.exists(path):
|
|
# If doesn't exist try to create it
|
|
try:
|
|
os.mkdir(path)
|
|
except:
|
|
return False
|
|
|
|
# Check if it is writable
|
|
try:
|
|
fd, test_filepath = tempfile.mkstemp(dir=path)
|
|
os.close(fd)
|
|
os.unlink(test_filepath)
|
|
except:
|
|
return False
|
|
|
|
return True
|
|
|
|
|
|
def encapsulate(function):
|
|
# Workaround Django ticket 15791
|
|
# Changeset 16045
|
|
# http://stackoverflow.com/questions/6861601/cannot-resolve-callable-context-variable/6955045#6955045
|
|
return lambda: function
|
|
|
|
|
|
def id_generator(size=6, chars=string.ascii_uppercase + string.digits):
|
|
return ''.join(random.choice(chars) for x in range(size))
|
|
|
|
|
|
def get_descriptor(file_input, read=True):
|
|
try:
|
|
# Is it a file like object?
|
|
file_input.seek(0)
|
|
except AttributeError:
|
|
# If not, try open it.
|
|
if read:
|
|
return open(file_input, 'rb')
|
|
else:
|
|
return open(file_input, 'wb')
|
|
else:
|
|
return file_input
|
|
|
|
|
|
# http://stackoverflow.com/questions/123198/how-do-i-copy-a-file-in-python
|
|
def copyfile(source, destination, buffer_size=1024 * 1024):
|
|
"""
|
|
Copy a file from source to dest. source and dest
|
|
can either be strings or any object with a read or
|
|
write method, like StringIO for example.
|
|
"""
|
|
source_descriptor = get_descriptor(source)
|
|
destination_descriptor = get_descriptor(destination, read=False)
|
|
|
|
while True:
|
|
copy_buffer = source_descriptor.read(buffer_size)
|
|
if copy_buffer:
|
|
destination_descriptor.write(copy_buffer)
|
|
else:
|
|
break
|
|
|
|
source_descriptor.close()
|
|
destination_descriptor.close()
|
|
|
|
|
|
def _lazy_load(fn):
|
|
_cached = []
|
|
|
|
def _decorated():
|
|
if not _cached:
|
|
_cached.append(fn())
|
|
return _cached[0]
|
|
return _decorated
|
|
|
|
|
|
def load_backend(backend_string):
|
|
logger.debug('loading: %s' % backend_string)
|
|
module_name, klass = backend_string.rsplit('.', 1)
|
|
|
|
try:
|
|
return getattr(import_module(module_name), klass)
|
|
except ImportError as exception:
|
|
logger.debug('error importing: %s' % backend_string)
|
|
raise
|
|
|
|
|
|
def fs_cleanup(filename, suppress_exceptions=True):
|
|
"""
|
|
Tries to remove the given filename. Ignores non-existent files
|
|
"""
|
|
try:
|
|
os.remove(filename)
|
|
except OSError:
|
|
if suppress_exceptions:
|
|
pass
|
|
else:
|
|
raise
|