File "/mnt/bn/rc-tob-lq/users/huangrong.max/FlagEmbedding/FlagEmbedding/finetune/embedder/encoder_only/m3/modeling.py", line 426, in forward
[rank1]: ensemble_scores, ensemble_loss = compute_loss_func(
[rank1]: File "/mnt/bn/rc-tob-lq/users/huangrong.max/FlagEmbedding/FlagEmbedding/abc/finetune/embedder/AbsModeling.py", line 149, in _compute_no_in_batch_neg_loss
[rank1]: local_scores = self.compute_local_score(q_reps, p_reps, compute_score_func, **kwargs) # (batch_size, group_size)
[rank1]: File "/mnt/bn/rc-tob-lq/users/huangrong.max/FlagEmbedding/FlagEmbedding/abc/finetune/embedder/AbsModeling.py", line 140, in compute_local_score
[rank1]: loacl_scores = self.get_local_score(q_reps, p_reps, all_scores)
[rank1]: File "/mnt/bn/rc-tob-lq/users/huangrong.max/FlagEmbedding/FlagEmbedding/abc/finetune/embedder/AbsModeling.py", line 117, in get_local_score
[rank1]: all_scores[torch.arange(q_reps.size(0), device=q_reps.device), indices + i]
#运行脚本
官方example:https://github.com/FlagOpen/FlagEmbedding/blob/master/examples/finetune/embedder/encoder_only/m3_same_dataset.sh
上述脚本,修改per_device_train_batch_size=4(原始是2不会报错)
报错代码:
分析归因:
参数设置
@hanhainebula 辛苦看看