2012-09-10 22:12:39 +00:00
|
|
|
#!/usr/bin/env python
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
|
|
|
|
# #
|
|
|
|
# software : ImpraStorage <http://imprastorage.sourceforge.net/> #
|
|
|
|
# version : 0.4 #
|
|
|
|
# date : 2012 #
|
|
|
|
# licence : GPLv3.0 <http://www.gnu.org/licenses/> #
|
|
|
|
# author : a-Sansara <http://www.a-sansara.net/> #
|
|
|
|
# copyright : pluie.org <http://www.pluie.org/> #
|
|
|
|
# #
|
|
|
|
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
|
|
|
|
#
|
|
|
|
# This file is part of ImpraStorage.
|
|
|
|
#
|
|
|
|
# ImpraStorage is free software (free as in speech) : you can redistribute it
|
|
|
|
# and/or modify it under the terms of the GNU General Public License as
|
|
|
|
# published by the Free Software Foundation, either version 3 of the License,
|
|
|
|
# or (at your option) any later version.
|
|
|
|
#
|
|
|
|
# ImpraStorage is distributed in the hope that it will be useful, but WITHOUT
|
|
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
|
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
|
|
# more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with ImpraStorage. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
# ~~ package util ~~
|
|
|
|
|
2012-09-13 18:19:22 +00:00
|
|
|
from hashlib import sha256
|
|
|
|
from math import log, floor, ceil
|
|
|
|
from random import choice
|
2012-09-17 17:13:10 +00:00
|
|
|
from os import urandom, popen, sep, makedirs
|
2012-09-13 18:25:09 +00:00
|
|
|
from os.path import dirname, realpath, abspath, join
|
2012-09-13 18:19:22 +00:00
|
|
|
from time import time
|
|
|
|
from re import split as regsplit
|
|
|
|
from base64 import urlsafe_b64encode
|
|
|
|
from inspect import stack
|
|
|
|
from subprocess import PIPE, Popen
|
2012-09-13 18:25:09 +00:00
|
|
|
from sys import stderr, executable as pyexec
|
2012-09-13 18:19:22 +00:00
|
|
|
|
2012-09-17 15:34:08 +00:00
|
|
|
DEBUG_ALL = 0
|
|
|
|
DEBUG_WARN = 1
|
|
|
|
DEBUG_NOTICE = 2
|
|
|
|
DEBUG_INFO = 3
|
2012-09-10 22:12:39 +00:00
|
|
|
|
2012-09-17 15:34:08 +00:00
|
|
|
DEBUG = True
|
|
|
|
DEBUG_LEVEL = DEBUG_INFO
|
2012-09-10 22:12:39 +00:00
|
|
|
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
# ~~ methods ~~
|
|
|
|
|
2012-09-13 18:19:22 +00:00
|
|
|
def represents_int(s):
|
|
|
|
""""""
|
|
|
|
try:
|
|
|
|
int(s)
|
|
|
|
return True
|
|
|
|
except ValueError:
|
|
|
|
return False
|
|
|
|
|
2012-09-10 22:12:39 +00:00
|
|
|
def quote_escape(data):
|
|
|
|
"""Escape simple quote
|
|
|
|
:Returns: `str`
|
|
|
|
"""
|
|
|
|
return data.replace('\'', r'\'')
|
|
|
|
|
2012-09-13 18:25:09 +00:00
|
|
|
def linefeed_escape(data):
|
|
|
|
"""Escape simple quote
|
|
|
|
:Returns: `str`
|
|
|
|
"""
|
|
|
|
return data.replace('\n', '\\n')
|
|
|
|
|
2012-09-10 22:12:39 +00:00
|
|
|
def get_file_content(fileName):
|
|
|
|
"""Get file content of `fileName`
|
|
|
|
:Returns: `str`
|
|
|
|
"""
|
|
|
|
r = open(fileName, "rt")
|
|
|
|
data = r.read()
|
|
|
|
r.close()
|
|
|
|
return data
|
2012-09-13 18:26:57 +00:00
|
|
|
|
|
|
|
def get_file_binary(fileName):
|
|
|
|
"""Get file content of `fileName`
|
|
|
|
:Returns: `str`
|
|
|
|
"""
|
|
|
|
r = open(fileName, "rb")
|
|
|
|
data = r.read()
|
|
|
|
r.close()
|
|
|
|
return data
|
2012-09-10 22:12:39 +00:00
|
|
|
|
|
|
|
def hash_sha256(data):
|
|
|
|
"""Get a sha256 hash of str `data`
|
|
|
|
:Returns: `str`
|
|
|
|
"""
|
|
|
|
return str(sha256(bytes(data,'utf-8')).hexdigest())
|
|
|
|
|
|
|
|
def randomFrom(val, sval=0):
|
|
|
|
"""Get a random number from range `sval=0` to `val`
|
|
|
|
:Returns: `int`
|
|
|
|
"""
|
|
|
|
lst = list(range(sval,val))
|
|
|
|
return choice(lst)
|
|
|
|
|
2012-09-13 18:19:22 +00:00
|
|
|
def get_file_path(val):
|
|
|
|
""""""
|
|
|
|
return abspath(dirname(val))+sep
|
|
|
|
|
2012-09-13 18:23:29 +00:00
|
|
|
def file_exists(path):
|
|
|
|
""""""
|
|
|
|
try:
|
|
|
|
with open(path) as f:
|
|
|
|
exist = True
|
|
|
|
except IOError as e:
|
|
|
|
exist = False
|
|
|
|
return exist
|
2012-09-17 17:13:10 +00:00
|
|
|
|
|
|
|
def mkdir_p(path):
|
|
|
|
""""""
|
|
|
|
try:
|
|
|
|
makedirs(path)
|
|
|
|
except OSError as e: # Python >2.5
|
|
|
|
if e.errno == errno.EEXIST:
|
|
|
|
pass
|
|
|
|
else: raise
|
|
|
|
|
2012-09-10 22:12:39 +00:00
|
|
|
def formatBytes(b, p=2):
|
|
|
|
"""Give a human representation of bytes size `b`
|
|
|
|
:Returns: `str`
|
|
|
|
"""
|
|
|
|
units = ['B', 'KB', 'MB', 'GB', 'TB'];
|
|
|
|
b = max(b,0);
|
|
|
|
if b == 0 : lb= 0
|
|
|
|
else : lb = log(b)
|
|
|
|
p = floor(lb/log(1024))
|
|
|
|
p = min(p, len(units)- 1)
|
|
|
|
#Uncomment one of the following alternatives
|
|
|
|
b /= pow(1024,p)
|
|
|
|
#b /= (1 << (10 * p))
|
|
|
|
return str(round(b, p))+' '+units[p]
|
|
|
|
|
|
|
|
def bstr(b,enc='utf-8'):
|
|
|
|
""""""
|
|
|
|
return str(b, encoding=enc)
|
|
|
|
|
2012-09-13 18:19:22 +00:00
|
|
|
def run(cmdline):
|
|
|
|
""""""
|
|
|
|
try:
|
|
|
|
p = Popen(cmdline, shell=True,stdout=PIPE, stderr=PIPE)
|
|
|
|
cmdout, cmderr = p.communicate()
|
|
|
|
rcode = p.wait()
|
|
|
|
if rcode < 0:
|
|
|
|
print((stderr,"Child was terminated by signal",rcode))
|
|
|
|
else:
|
|
|
|
return (rcode,cmdout,cmderr)
|
|
|
|
except OSError as e :
|
|
|
|
return (e,cmdout,cmderr)
|
|
|
|
|
2012-09-10 22:12:39 +00:00
|
|
|
def __CALLER__(args=''):
|
|
|
|
"""Give basic information of caller method
|
|
|
|
usage ::
|
|
|
|
|
|
|
|
eval(__CALLER())
|
|
|
|
eval(__CALLER('"%s","%s"' % (arg1,arg2)))
|
|
|
|
|
|
|
|
:Returns: `str`
|
2012-09-17 15:34:08 +00:00
|
|
|
"""
|
|
|
|
global DEBUG_LEVEL, DEBUG, DEBUG_WARN
|
2012-09-10 22:12:39 +00:00
|
|
|
#~ print(inspect.stack()[1][3])
|
|
|
|
#~ print(print(args))
|
|
|
|
#~ print('-----')
|
|
|
|
#~ print(inspect.stack())
|
|
|
|
#~ print('---------------')
|
2012-09-17 15:34:08 +00:00
|
|
|
val = "self.__class__.__name__+'.%s' % stack()[1][3]+'("+quote_escape(args)+") "
|
|
|
|
if DEBUG and DEBUG_LEVEL<=DEBUG_WARN : val += "l:'+str(stack()[1][2])"
|
|
|
|
else: val += "'"
|
2012-09-10 22:12:39 +00:00
|
|
|
return val
|
|
|
|
|
|
|
|
|
|
|
|
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
# ~~ class RuTime ~~
|
|
|
|
|
|
|
|
class RuTime:
|
|
|
|
"""Give basics time stats"""
|
|
|
|
|
2012-09-17 15:34:08 +00:00
|
|
|
def __init__(self,label,lvl=DEBUG_NOTICE):
|
2012-09-10 22:12:39 +00:00
|
|
|
"""Initialize duration with appropriate label"""
|
2012-09-17 15:34:08 +00:00
|
|
|
from impra.util import DEBUG, DEBUG_LEVEL, DEBUG_INFO
|
|
|
|
self.debug = DEBUG and DEBUG_LEVEL <= lvl
|
|
|
|
self.debugStart = self.debug and lvl < DEBUG_INFO
|
|
|
|
self.lvl = lvl
|
|
|
|
self.label = label
|
2012-09-10 22:12:39 +00:00
|
|
|
self._start()
|
|
|
|
|
|
|
|
def _start(self):
|
2012-09-17 15:34:08 +00:00
|
|
|
|
2012-09-17 17:13:10 +00:00
|
|
|
if self.debug :print(' ==> '+self.label)
|
2012-09-10 22:12:39 +00:00
|
|
|
self.sc = time()
|
|
|
|
|
|
|
|
def stop(self):
|
|
|
|
"""Stop duration and print basics stats duration on console"""
|
|
|
|
self.ec = time()
|
2012-09-17 15:34:08 +00:00
|
|
|
if self.debug: self._stats()
|
2012-09-10 22:12:39 +00:00
|
|
|
|
|
|
|
def _stats(self):
|
2012-09-13 18:25:09 +00:00
|
|
|
print(' <== '+self.label+(' [%.9f s]' % (self.ec - self.sc)))
|
2012-09-10 22:12:39 +00:00
|
|
|
|
|
|
|
|
|
|
|
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
# ~~ class IniFile ~~
|
|
|
|
|
|
|
|
class IniFile:
|
|
|
|
"""Read a write inifile"""
|
|
|
|
|
|
|
|
def __init__(self,path):
|
|
|
|
""""""
|
|
|
|
self.path = path
|
|
|
|
self.dic = {}
|
|
|
|
self.read()
|
|
|
|
|
|
|
|
def isEmpty(self):
|
|
|
|
""""""
|
|
|
|
return len(self.dic)==0
|
|
|
|
|
|
|
|
def has(self, key, section='main'):
|
|
|
|
""""""
|
2012-09-13 18:19:22 +00:00
|
|
|
d = self.hasSection(section) and (key in self.dic[section])
|
2012-09-10 22:12:39 +00:00
|
|
|
return d
|
|
|
|
|
|
|
|
def hasSection(self, section):
|
|
|
|
""""""
|
|
|
|
d = (section in self.dic)
|
|
|
|
return d
|
|
|
|
|
|
|
|
def get(self, key, section='main'):
|
|
|
|
""""""
|
|
|
|
return self.dic[section][key]
|
|
|
|
|
|
|
|
def set(self, key, val, section='main'):
|
|
|
|
""""""
|
|
|
|
v = None
|
|
|
|
if not section in self.dic:
|
|
|
|
self.dic[section] = {}
|
|
|
|
if key in self.dic[section]:
|
|
|
|
v = self.dic[section].pop(key)
|
|
|
|
self.dic[section][key] = val
|
|
|
|
return v
|
|
|
|
|
|
|
|
def rem(self, key, section):
|
|
|
|
""""""
|
|
|
|
v = None
|
|
|
|
if section in self.dic :
|
|
|
|
if key == '*' :
|
|
|
|
v = self.dic.pop(section)
|
|
|
|
elif key in self.dic[section]:
|
|
|
|
v = self.dic[section].pop(key)
|
|
|
|
return v
|
|
|
|
|
|
|
|
def write(self,path=None):
|
|
|
|
""""""
|
|
|
|
if path == None : path = self.path
|
|
|
|
content = self.toString()
|
|
|
|
with open(path, mode='w', encoding='utf-8') as o:
|
|
|
|
o.write(content)
|
|
|
|
|
2012-09-13 18:19:22 +00:00
|
|
|
def toString(self,section='*'):
|
2012-09-10 22:12:39 +00:00
|
|
|
""""""
|
|
|
|
content = ''
|
|
|
|
main = ''
|
|
|
|
for s in self.dic:
|
2012-09-13 18:19:22 +00:00
|
|
|
if section=='*' or section+'.'==s[:len(section)+1]:
|
2012-09-10 22:12:39 +00:00
|
|
|
if s!='main':
|
2012-09-13 18:19:22 +00:00
|
|
|
#~ if section=='*': content += '\n['+s+']\n'
|
|
|
|
#~ else : content += '\n['+s[len(section)+1:]+']\n'
|
|
|
|
content += '\n['+s+']\n'
|
|
|
|
for k in sorted(self.dic[s]):
|
|
|
|
k = k.rstrip(' ')
|
|
|
|
if s!='main' :
|
|
|
|
content += k+' = '+self.dic[s][k]+'\n'
|
|
|
|
else : main += k+' = '+self.dic[s][k]+'\n'
|
2012-09-10 22:12:39 +00:00
|
|
|
return main + content
|
|
|
|
|
|
|
|
def read(self):
|
|
|
|
""""""
|
|
|
|
try:
|
|
|
|
with open(self.path, encoding='utf-8') as o:
|
|
|
|
csection = 'main'
|
|
|
|
self.dic[csection] = {}
|
|
|
|
for l in o:
|
|
|
|
l = l.rstrip()
|
|
|
|
d = regsplit(' *= *',l,1)
|
|
|
|
if len(d)> 1:
|
|
|
|
self.dic[csection][d[0]] = d[1]
|
|
|
|
elif len(l)>0 and l[0]=='[':
|
|
|
|
csection = l.strip('[]')
|
|
|
|
self.dic[csection] = {}
|
|
|
|
except IOError : pass
|
|
|
|
|
|
|
|
|
2012-09-13 18:19:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
# ~~ class ImpraStorage ~~
|
|
|
|
|
|
|
|
class BadKeysException(BaseException):
|
|
|
|
pass
|
|
|
|
|
2012-09-17 01:56:43 +00:00
|
|
|
|
|
|
|
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
# ~~ class StrIterator ~~
|
|
|
|
|
|
|
|
class StrIterator:
|
|
|
|
|
|
|
|
MAX_ITER = 1000
|
|
|
|
|
|
|
|
def __init__(self,data):
|
|
|
|
self.l = len(data)
|
|
|
|
self.p = ceil(self.l/self.MAX_ITER)
|
|
|
|
self.d = []
|
|
|
|
for x in range(self.p):
|
|
|
|
self.d.append(data[x*self.MAX_ITER:x*self.MAX_ITER+self.MAX_ITER])
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
self.i = 0
|
|
|
|
return self
|
|
|
|
|
|
|
|
def __next__(self):
|
|
|
|
if self.i > len(self.d)-1 :
|
|
|
|
raise StopIteration
|
|
|
|
self.i += 1
|
|
|
|
return self.d[self.i-1]
|