|
30 | 30 | import base64 |
31 | 31 | import struct |
32 | 32 | import logging |
| 33 | +import hashlib |
| 34 | +import inspect |
33 | 35 | import platform |
34 | 36 | import datetime |
35 | 37 | import binascii |
36 | | -import hashlib |
37 | | -import inspect |
| 38 | +import resource |
38 | 39 | import tempfile |
39 | 40 | import configparser |
40 | 41 | from io import open, StringIO, BytesIO |
@@ -4730,6 +4731,8 @@ def ReadFileHeaderDataWithContent(fp, listonly=False, contentasfile=False, uncom |
4730 | 4731 | def ReadFileHeaderDataWithContentToArray(fp, listonly=False, contentasfile=True, uncompress=True, skipchecksum=False, formatspecs=__file_format_dict__, saltkey=None): |
4731 | 4732 | if(not hasattr(fp, "read")): |
4732 | 4733 | return False |
| 4734 | + start_real = time.perf_counter() |
| 4735 | + start_usage = resource.getrusage(resource.RUSAGE_SELF) |
4733 | 4736 | delimiter = formatspecs['format_delimiter'] |
4734 | 4737 | fheaderstart = fp.tell() |
4735 | 4738 | HeaderOut = ReadFileHeaderDataBySize(fp, delimiter) |
@@ -4977,11 +4980,16 @@ def ReadFileHeaderDataWithContentToArray(fp, listonly=False, contentasfile=True, |
4977 | 4980 | fcontents.seek(0, 0) |
4978 | 4981 | if(not contentasfile): |
4979 | 4982 | fcontents = fcontents.read() |
| 4983 | + end_real = time.perf_counter() |
| 4984 | + end_usage = resource.getrusage(resource.RUSAGE_SELF) |
4980 | 4985 | iecsize = get_readable_size(fsize, unit="IEC") |
4981 | 4986 | sisize = get_readable_size(fsize, unit="SI") |
4982 | 4987 | ieccsize = get_readable_size(fcsize, unit="IEC") |
4983 | 4988 | sicsize = get_readable_size(fcsize, unit="SI") |
4984 | | - outlist = {'fheadersize': fheadsize, 'fhstart': fheaderstart, 'fhend': fhend, 'ftype': ftype, 'fencoding': fencoding, 'fcencoding': fcencoding, 'fname': fname, 'fbasedir': fbasedir, 'flinkname': flinkname, 'fsize': fsize, 'fsize_si': sisize, 'fsize_iec': iecsize, 'fblksize': fblksize, 'fblocks': fblocks, 'fflags': fflags, 'fatime': divmod(int(fatime), 10**9)[0], 'fmtime': divmod(int(fmtime), 10**9)[0], 'fctime': divmod(int(fctime), 10**9)[0], 'fbtime': divmod(int(fbtime), 10**9)[0], 'fatime_ns': fatime, 'fmtime_ns': fmtime, 'fctime_ns': fctime, 'fbtime_ns': fbtime, 'fmode': fmode, 'fchmode': fchmode, 'fstrmode': PrintPermissionString(fmode, ftype), 'ftypemod': ftypemod, 'fwinattributes': fwinattributes, 'fcompression': fcompression, 'fcsize': fcsize, 'fcsize_si': sicsize, 'fcsize_iec': ieccsize, 'fuid': fuid, 'funame': funame, 'fgid': fgid, 'fgname': fgname, 'finode': finode, 'flinkcount': flinkcount, 'fdev': fdev, 'fdev_major': fdev_major, 'fdev_minor': fdev_minor, 'frdev': frdev, 'frdev_major': frdev_major, 'frdev_minor': frdev_minor, 'fseektojson': fseektojson, 'fseektocontent': fseektocontent, 'fseeknextfile': fseeknextfile, 'fheaderchecksumtype': HeaderOut[-4], 'fjsonchecksumtype': fjsonchecksumtype, 'fcontentchecksumtype': HeaderOut[-3], 'fnumfields': fnumfields + 2, 'frawheader': HeaderOut, 'fvendorfields': fvendorfields, 'fvendordata': fvendorfieldslist, 'fextrafields': fextrafields, 'fextrafieldsize': fextrasize, 'fextradata': fextrafieldslist, 'fjsontype': fjsontype, 'fjsonlen': fjsonlen, 'fjsonsize': fjsonsize, 'fjsonrawdata': fjsonrawcontent, 'fjsondata': fjsoncontent, 'fjstart': fjstart, 'fjend': fjend, 'fheaderchecksum': fcs, 'fjsonchecksum': fjsonchecksum, 'fcontentchecksum': fccs, 'fhascontents': pyhascontents, 'fcontentstart': fcontentstart, 'fcontentend': fcontentend, 'fcontentasfile': contentasfile, 'fcontents': fcontents} |
| 4989 | + real_time = end_real - start_real |
| 4990 | + user_time = end_usage.ru_utime - start_usage.ru_utime |
| 4991 | + sys_time = end_usage.ru_stime - start_usage.ru_stime |
| 4992 | + outlist = {'fheadersize': fheadsize, 'fhstart': fheaderstart, 'fhend': fhend, 'ftype': ftype, 'fencoding': fencoding, 'fcencoding': fcencoding, 'fname': fname, 'fbasedir': fbasedir, 'flinkname': flinkname, 'fsize': fsize, 'fsize_si': sisize, 'fsize_iec': iecsize, 'fblksize': fblksize, 'fblocks': fblocks, 'fflags': fflags, 'fatime': divmod(int(fatime), 10**9)[0], 'fmtime': divmod(int(fmtime), 10**9)[0], 'fctime': divmod(int(fctime), 10**9)[0], 'fbtime': divmod(int(fbtime), 10**9)[0], 'fatime_ns': fatime, 'fmtime_ns': fmtime, 'fctime_ns': fctime, 'fbtime_ns': fbtime, 'fmode': fmode, 'fchmode': fchmode, 'fstrmode': PrintPermissionString(fmode, ftype), 'ftypemod': ftypemod, 'fwinattributes': fwinattributes, 'fcompression': fcompression, 'fcsize': fcsize, 'fcsize_si': sicsize, 'fcsize_iec': ieccsize, 'fuid': fuid, 'funame': funame, 'fgid': fgid, 'fgname': fgname, 'finode': finode, 'flinkcount': flinkcount, 'fdev': fdev, 'fdev_major': fdev_major, 'fdev_minor': fdev_minor, 'frdev': frdev, 'frdev_major': frdev_major, 'frdev_minor': frdev_minor, 'fseektojson': fseektojson, 'fseektocontent': fseektocontent, 'fseeknextfile': fseeknextfile, 'fheaderchecksumtype': HeaderOut[-4], 'fjsonchecksumtype': fjsonchecksumtype, 'fcontentchecksumtype': HeaderOut[-3], 'fnumfields': fnumfields + 2, 'frawheader': HeaderOut, 'fvendorfields': fvendorfields, 'fvendordata': fvendorfieldslist, 'fextrafields': fextrafields, 'fextrafieldsize': fextrasize, 'fextradata': fextrafieldslist, 'fjsontype': fjsontype, 'fjsonlen': fjsonlen, 'fjsonsize': fjsonsize, 'fjsonrawdata': fjsonrawcontent, 'fjsondata': fjsoncontent, 'fjstart': fjstart, 'fjend': fjend, 'fheaderchecksum': fcs, 'fjsonchecksum': fjsonchecksum, 'fcontentchecksum': fccs, 'fhascontents': pyhascontents, 'fcontentstart': fcontentstart, 'fcontentend': fcontentend, 'fcontentasfile': contentasfile, 'fcontents': fcontents, 'optime': {'real': "{:.6f}".format(real_time), 'user': "{:.6f}".format(user_time), 'sys': "{:.6f}".format(sys_time)}} |
4985 | 4993 | return outlist |
4986 | 4994 |
|
4987 | 4995 |
|
@@ -5324,6 +5332,8 @@ def ReadFileDataWithContent(fp, filestart=0, listonly=False, contentasfile=False |
5324 | 5332 | def ReadFileDataWithContentToArray(fp, filestart=0, seekstart=0, seekend=0, listonly=False, contentasfile=True, uncompress=True, skipchecksum=False, formatspecs=__file_format_dict__, saltkey=None, seektoend=False): |
5325 | 5333 | if(not hasattr(fp, "read")): |
5326 | 5334 | return False |
| 5335 | + start_real = time.perf_counter() |
| 5336 | + start_usage = resource.getrusage(resource.RUSAGE_SELF) |
5327 | 5337 | delimiter = formatspecs['format_delimiter'] |
5328 | 5338 | curloc = filestart |
5329 | 5339 | fp.seek(curloc, 0) |
@@ -5619,11 +5629,16 @@ def ReadFileDataWithContentToArray(fp, filestart=0, seekstart=0, seekend=0, list |
5619 | 5629 | outlist['ffilelist'].append(HeaderOut) |
5620 | 5630 | countnum = countnum + 1 |
5621 | 5631 | realidnum = realidnum + 1 |
| 5632 | + end_real = time.perf_counter() |
| 5633 | + end_usage = resource.getrusage(resource.RUSAGE_SELF) |
5622 | 5634 | CatSize = fp.tell() |
5623 | 5635 | CatSizeEnd = CatSize |
5624 | 5636 | iecsize = get_readable_size(CatSizeEnd, unit="IEC") |
5625 | 5637 | sisize = get_readable_size(CatSizeEnd, unit="SI") |
5626 | | - outlist.update({'fp': fp, 'fsize': CatSizeEnd, 'fsize_si': sisize, 'fsize_iec': iecsize}) |
| 5638 | + real_time = end_real - start_real |
| 5639 | + user_time = end_usage.ru_utime - start_usage.ru_utime |
| 5640 | + sys_time = end_usage.ru_stime - start_usage.ru_stime |
| 5641 | + outlist.update({'fp': fp, 'fsize': CatSizeEnd, 'fsize_si': sisize, 'fsize_iec': iecsize, 'optime': {'real': "{:.6f}".format(real_time), 'user': "{:.6f}".format(user_time), 'sys': "{:.6f}".format(sys_time)}}) |
5627 | 5642 | return outlist |
5628 | 5643 |
|
5629 | 5644 |
|
|
0 commit comments