content = """tokenized_output-->{'input_ids': array([[ 101, 1, 2, 3, 4, 5,
6, 103, 103, 6821, 702,
2797, 3322, 738, 1922, 1305, 749, 511, 102, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0],
[ 101, 1, 2, 3, 4, 5, 6, 103, 103, 686, 4518,
3344, 711, 862, 6826, 6826, 679, 6224, 2146, 837, 102, 0,
0, 0, 0, 0, 0, 0, 0, 0]]), 'attention_mask':
array([[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0],
[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0,
0, 0, 0, 0, 0, 0, 0, 0]]), 'mask_positions': array([[7, 8],
[7, 8]]), 'mask_labels': array([[2797, 3322],
[ 860, 5509]]), 'token_type_ids': array([[0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0],
[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0]])}"""
input_ids = [ 101, 1, 2, 3, 4, 5,
6, 103, 103, 6821, 702,
2797, 3322, 738, 1922, 1305, 749, 511, 102, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0]
print(len(input_ids))
attention_mask = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0]
print(len(attention_mask))
token_type_ids = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0]
print(len(token_type_ids))