Traceback (most recent call last):
File "./code/train_nlm.py", line 427, in
(valid_set_x, valid_set_y) = text_lib.get_all_joint_ngrams(args.valid_file + '.' + src_lang, args.valid_file + '.' + tgt_lang, args.valid_file + '.align', src_vocab_map, src_words, src_vocab_size, tgt_vocab_map, tgt_words, tgt_vocab_size, ngram_size, src_window, opt, min_sent_len, -1)
File "/home/premjith/nlm-master/code/text_lib.py", line 521, in get_all_joint_ngrams
(x, y) = get_joint_ngrams(src_f, tgt_f, align_f, src_vocab_map, src_words, src_vocab_size, tgt_vocab_map, tgt_words, tgt_vocab_size, ngram_size, src_window, opt, min_sent_len, num_read_lines)
File "/home/premjith/nlm-master/code/text_lib.py", line 487, in get_joint_ngrams
(line_x, line_y, line_num_ngrams) = get_line_joint_ngrams(src_line, tgt_line, align_line, tgt_ngram_size, src_window, src_words, src_vocab_map, src_vocab_size, tgt_words, tgt_vocab_map, tgt_vocab_size, unk, sos, eos, start_ngram, end_ngram, predict_pos, src_unk_index, src_sos_index, src_eos_index, tgt_unk_index, tgt_sos_index, tgt_eos_index, min_sent_len, debug)
File "/home/premjith/nlm-master/code/text_lib.py", line 442, in get_line_joint_ngrams
src_tgt_ngram = get_src_ngram(src_pos, src_tokens, src_window, src_vocab_map, src_unk_index, src_sos_index, src_eos_index, tgt_vocab_size)
File "/home/premjith/nlm-master/code/text_lib.py", line 354, in get_src_ngram
src_id = look_up(src_tokens[src_pos], src_vocab_map, src_unk_index)
IndexError: list index out of range
I am getting this error when trying with some other languages. Can you please help me?