ratal
commented
5 years ago signal_data_type = 10 means byte array type, possible -> no encoding I did not consider and encounter it so far and have no file to test it. But you can try the following:
def _read_sd_block(signal_data_type, sd_block, sd_block_length):
""" Reads vlsd channel from its SD Block bytes
Parameters
----------------
signal_data_type : int
sd_block : bytes
SD Block bytes
sd_block_length: int
SD Block data length (header not included)
Returns
-----------
array
"""
pointer = 0
buf = []
if signal_data_type < 10:
if signal_data_type == 6:
channel_format = 'ISO8859'
elif signal_data_type == 7:
channel_format = 'utf-8'
elif signal_data_type == 8:
channel_format = '<utf-16'
elif signal_data_type == 9:
channel_format = '>utf-16'
else:
channel_format = 'utf-8'
while pointer < sd_block_length:
VLSDLen = structunpack('I', sd_block[pointer:pointer + 4])[0] # length of data
pointer += 4
buf.append(sd_block[pointer:pointer + VLSDLen].decode(channel_format).rstrip('\x00'))
pointer += VLSDLen
buf = _equalize_string_length(buf)
else: # byte arrays or mime types
while pointer < sd_block_length:
VLSDLen = structunpack('I', sd_block[pointer:pointer + 4])[0] # length of data
pointer += 4
buf.append(sd_block[pointer:pointer + VLSDLen])
pointer += VLSDLen
buf = _equalize_byte_length(buf)
return array(buf)
def _equalize_string_length(buf):
""" Makes all strings in a list having same length by appending spaces strings.
Parameters
----------------
buf : list of str
Returns
-----------
list of str elements all having same length
"""
max_len = len(max(buf, key=len))
for i in range(len(buf)): # resize string to same length, numpy constrain
buf[i] = ''.join([buf[i], ' ' * (max_len - len(buf[i]))])
return buf
def _equalize_byte_length(buf):
""" Makes all bytes in a list having same length by appending null bytes.
Parameters
----------------
buf : list of bytes
Returns
-----------
list of bytes all having same length
"""
max_len = len(max(buf, key=len))
for i in range(len(buf)): # resize string to same length, numpy constrain
buf[i] = buf[i].append('\x00' * (max_len - len(buf[i])))
return buf
Most likely buggy, please feed back
rolfub
danielhrisca
Python version
Please write here the output of printing
sys.version'2.7.15 (v2.7.15:ca079a3ea3, Apr 30 2018, 16:30:26) [MSC v.1500 64 bit (AMD64)]'Platform information
'Windows-10-10.0.16299'
Numpy version
'1.15.2'
mdfreader version
'2.7.8'
Description
Hello Aymeric,
I have a problem with an .mf4 file from CANoe (-> MDF Versionn 4.10) in the operation mdf4reader.read_sdblock().
Here is the output from a short debugging session:
signal_data_type = 10 (debug)
Traceback (most recent call last): File "C:\Users\rolfub\Desktop\CANoe\CANoetest.py", line 116, in
file = mdfreader.mdf( "C:\Users\rolfub\Desktop\Cluster .mf4" )
File "C:\Python27\lib\site-packages\mdfreader-2.7.8-py2.7.egg\mdfreader\mdf.py", line 159, in init
compression=compression)
File "C:\Python27\lib\site-packages\mdfreader-2.7.8-py2.7.egg\mdfreader\mdfreader.py", line 400, in read
convertAfterRead, filterChannelNames, compression)
File "C:\Python27\lib\site-packages\mdfreader-2.7.8-py2.7.egg\mdfreader\mdf4reader.py", line 1228, in read4
buf.read(channelSet, info, self.fileName)
File "C:\Python27\lib\site-packages\mdfreader-2.7.8-py2.7.egg\mdfreader\mdf4reader.py", line 314, in read
temp = temp.load(record, info, nameList=channelSet, sortedFlag=True, vlsd=True)
File "C:\Python27\lib\site-packages\mdfreader-2.7.8-py2.7.egg\mdfreader\mdf4reader.py", line 457, in load
sortedFlag=sortedFlag, vlsd=vlsd)
File "C:\Python27\lib\site-packages\mdfreader-2.7.8-py2.7.egg\mdfreader\mdf4reader.py", line 125, in DATABlock
parent_block['data'], parent_block['dz_org_data_length'])
File "C:\Python27\lib\site-packages\mdfreader-2.7.8-py2.7.egg\mdfreader\mdf4reader.py", line 212, in read_sdblock
buf.append(sdblock[pointer:pointer + VLSDLen].decode(channel_format).rstrip('\x00'))
UnboundLocalError: local variable 'channel_format' referenced before assignment
I hope you can help me. I don't know what encoding I should define here.
Yours sincerely,
Rolf