Skip to content

Commit 4361bcf

Browse files
committed
Small update
1 parent e768cee commit 4361bcf

1 file changed

Lines changed: 19 additions & 4 deletions

File tree

pyneofile/pyneofile.py

Lines changed: 19 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -30,11 +30,12 @@
3030
import base64
3131
import struct
3232
import logging
33+
import hashlib
34+
import inspect
3335
import platform
3436
import datetime
3537
import binascii
36-
import hashlib
37-
import inspect
38+
import resource
3839
import tempfile
3940
import configparser
4041
from io import open, StringIO, BytesIO
@@ -4730,6 +4731,8 @@ def ReadFileHeaderDataWithContent(fp, listonly=False, contentasfile=False, uncom
47304731
def ReadFileHeaderDataWithContentToArray(fp, listonly=False, contentasfile=True, uncompress=True, skipchecksum=False, formatspecs=__file_format_dict__, saltkey=None):
47314732
if(not hasattr(fp, "read")):
47324733
return False
4734+
start_real = time.perf_counter()
4735+
start_usage = resource.getrusage(resource.RUSAGE_SELF)
47334736
delimiter = formatspecs['format_delimiter']
47344737
fheaderstart = fp.tell()
47354738
HeaderOut = ReadFileHeaderDataBySize(fp, delimiter)
@@ -4977,11 +4980,16 @@ def ReadFileHeaderDataWithContentToArray(fp, listonly=False, contentasfile=True,
49774980
fcontents.seek(0, 0)
49784981
if(not contentasfile):
49794982
fcontents = fcontents.read()
4983+
end_real = time.perf_counter()
4984+
end_usage = resource.getrusage(resource.RUSAGE_SELF)
49804985
iecsize = get_readable_size(fsize, unit="IEC")
49814986
sisize = get_readable_size(fsize, unit="SI")
49824987
ieccsize = get_readable_size(fcsize, unit="IEC")
49834988
sicsize = get_readable_size(fcsize, unit="SI")
4984-
outlist = {'fheadersize': fheadsize, 'fhstart': fheaderstart, 'fhend': fhend, 'ftype': ftype, 'fencoding': fencoding, 'fcencoding': fcencoding, 'fname': fname, 'fbasedir': fbasedir, 'flinkname': flinkname, 'fsize': fsize, 'fsize_si': sisize, 'fsize_iec': iecsize, 'fblksize': fblksize, 'fblocks': fblocks, 'fflags': fflags, 'fatime': divmod(int(fatime), 10**9)[0], 'fmtime': divmod(int(fmtime), 10**9)[0], 'fctime': divmod(int(fctime), 10**9)[0], 'fbtime': divmod(int(fbtime), 10**9)[0], 'fatime_ns': fatime, 'fmtime_ns': fmtime, 'fctime_ns': fctime, 'fbtime_ns': fbtime, 'fmode': fmode, 'fchmode': fchmode, 'fstrmode': PrintPermissionString(fmode, ftype), 'ftypemod': ftypemod, 'fwinattributes': fwinattributes, 'fcompression': fcompression, 'fcsize': fcsize, 'fcsize_si': sicsize, 'fcsize_iec': ieccsize, 'fuid': fuid, 'funame': funame, 'fgid': fgid, 'fgname': fgname, 'finode': finode, 'flinkcount': flinkcount, 'fdev': fdev, 'fdev_major': fdev_major, 'fdev_minor': fdev_minor, 'frdev': frdev, 'frdev_major': frdev_major, 'frdev_minor': frdev_minor, 'fseektojson': fseektojson, 'fseektocontent': fseektocontent, 'fseeknextfile': fseeknextfile, 'fheaderchecksumtype': HeaderOut[-4], 'fjsonchecksumtype': fjsonchecksumtype, 'fcontentchecksumtype': HeaderOut[-3], 'fnumfields': fnumfields + 2, 'frawheader': HeaderOut, 'fvendorfields': fvendorfields, 'fvendordata': fvendorfieldslist, 'fextrafields': fextrafields, 'fextrafieldsize': fextrasize, 'fextradata': fextrafieldslist, 'fjsontype': fjsontype, 'fjsonlen': fjsonlen, 'fjsonsize': fjsonsize, 'fjsonrawdata': fjsonrawcontent, 'fjsondata': fjsoncontent, 'fjstart': fjstart, 'fjend': fjend, 'fheaderchecksum': fcs, 'fjsonchecksum': fjsonchecksum, 'fcontentchecksum': fccs, 'fhascontents': pyhascontents, 'fcontentstart': fcontentstart, 'fcontentend': fcontentend, 'fcontentasfile': contentasfile, 'fcontents': fcontents}
4989+
real_time = end_real - start_real
4990+
user_time = end_usage.ru_utime - start_usage.ru_utime
4991+
sys_time = end_usage.ru_stime - start_usage.ru_stime
4992+
outlist = {'fheadersize': fheadsize, 'fhstart': fheaderstart, 'fhend': fhend, 'ftype': ftype, 'fencoding': fencoding, 'fcencoding': fcencoding, 'fname': fname, 'fbasedir': fbasedir, 'flinkname': flinkname, 'fsize': fsize, 'fsize_si': sisize, 'fsize_iec': iecsize, 'fblksize': fblksize, 'fblocks': fblocks, 'fflags': fflags, 'fatime': divmod(int(fatime), 10**9)[0], 'fmtime': divmod(int(fmtime), 10**9)[0], 'fctime': divmod(int(fctime), 10**9)[0], 'fbtime': divmod(int(fbtime), 10**9)[0], 'fatime_ns': fatime, 'fmtime_ns': fmtime, 'fctime_ns': fctime, 'fbtime_ns': fbtime, 'fmode': fmode, 'fchmode': fchmode, 'fstrmode': PrintPermissionString(fmode, ftype), 'ftypemod': ftypemod, 'fwinattributes': fwinattributes, 'fcompression': fcompression, 'fcsize': fcsize, 'fcsize_si': sicsize, 'fcsize_iec': ieccsize, 'fuid': fuid, 'funame': funame, 'fgid': fgid, 'fgname': fgname, 'finode': finode, 'flinkcount': flinkcount, 'fdev': fdev, 'fdev_major': fdev_major, 'fdev_minor': fdev_minor, 'frdev': frdev, 'frdev_major': frdev_major, 'frdev_minor': frdev_minor, 'fseektojson': fseektojson, 'fseektocontent': fseektocontent, 'fseeknextfile': fseeknextfile, 'fheaderchecksumtype': HeaderOut[-4], 'fjsonchecksumtype': fjsonchecksumtype, 'fcontentchecksumtype': HeaderOut[-3], 'fnumfields': fnumfields + 2, 'frawheader': HeaderOut, 'fvendorfields': fvendorfields, 'fvendordata': fvendorfieldslist, 'fextrafields': fextrafields, 'fextrafieldsize': fextrasize, 'fextradata': fextrafieldslist, 'fjsontype': fjsontype, 'fjsonlen': fjsonlen, 'fjsonsize': fjsonsize, 'fjsonrawdata': fjsonrawcontent, 'fjsondata': fjsoncontent, 'fjstart': fjstart, 'fjend': fjend, 'fheaderchecksum': fcs, 'fjsonchecksum': fjsonchecksum, 'fcontentchecksum': fccs, 'fhascontents': pyhascontents, 'fcontentstart': fcontentstart, 'fcontentend': fcontentend, 'fcontentasfile': contentasfile, 'fcontents': fcontents, 'optime': {'real': "{:.6f}".format(real_time), 'user': "{:.6f}".format(user_time), 'sys': "{:.6f}".format(sys_time)}}
49854993
return outlist
49864994

49874995

@@ -5324,6 +5332,8 @@ def ReadFileDataWithContent(fp, filestart=0, listonly=False, contentasfile=False
53245332
def ReadFileDataWithContentToArray(fp, filestart=0, seekstart=0, seekend=0, listonly=False, contentasfile=True, uncompress=True, skipchecksum=False, formatspecs=__file_format_dict__, saltkey=None, seektoend=False):
53255333
if(not hasattr(fp, "read")):
53265334
return False
5335+
start_real = time.perf_counter()
5336+
start_usage = resource.getrusage(resource.RUSAGE_SELF)
53275337
delimiter = formatspecs['format_delimiter']
53285338
curloc = filestart
53295339
fp.seek(curloc, 0)
@@ -5619,11 +5629,16 @@ def ReadFileDataWithContentToArray(fp, filestart=0, seekstart=0, seekend=0, list
56195629
outlist['ffilelist'].append(HeaderOut)
56205630
countnum = countnum + 1
56215631
realidnum = realidnum + 1
5632+
end_real = time.perf_counter()
5633+
end_usage = resource.getrusage(resource.RUSAGE_SELF)
56225634
CatSize = fp.tell()
56235635
CatSizeEnd = CatSize
56245636
iecsize = get_readable_size(CatSizeEnd, unit="IEC")
56255637
sisize = get_readable_size(CatSizeEnd, unit="SI")
5626-
outlist.update({'fp': fp, 'fsize': CatSizeEnd, 'fsize_si': sisize, 'fsize_iec': iecsize})
5638+
real_time = end_real - start_real
5639+
user_time = end_usage.ru_utime - start_usage.ru_utime
5640+
sys_time = end_usage.ru_stime - start_usage.ru_stime
5641+
outlist.update({'fp': fp, 'fsize': CatSizeEnd, 'fsize_si': sisize, 'fsize_iec': iecsize, 'optime': {'real': "{:.6f}".format(real_time), 'user': "{:.6f}".format(user_time), 'sys': "{:.6f}".format(sys_time)}})
56275642
return outlist
56285643

56295644

0 commit comments

Comments
 (0)