I was following the setup instructions but got an error here bash train_gen.sh
Error: "Traceback (most recent call last):
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/main.py", line 170, in <module>
main(args)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/main.py", line 84, in main
trainer.fit(model=grapher, datamodule=dm, ckpt_path=checkpoint_model_path)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py", line 582, in fit
call._call_and_handle_interrupt(
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/trainer/call.py", line 38, in _call_and_handle_interrupt
return trainer_fn(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py", line 624, in _fit_impl
self._run(model, ckpt_path=self.ckpt_path)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py", line 1061, in _run
results = self._run_stage()
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py", line 1140, in _run_stage
self._run_train()
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py", line 1163, in _run_train
self.fit_loop.run()
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/fit_loop.py", line 267, in advance
self._outputs = self.epoch_loop.run(self._data_fetcher)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/epoch/training_epoch_loop.py", line 214, in advance
batch_output = self.batch_loop.run(kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/batch/training_batch_loop.py", line 88, in advance
outputs = self.optimizer_loop.run(optimizers, kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 200, in advance
result = self._run_optimization(kwargs, self._optimizers[self.optim_progress.optimizer_position])
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 239, in _run_optimization
closure()
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 147, in __call__
self._result = self.closure(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 133, in closure
step_output = self._step_fn()
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 406, in _training_step
training_step_output = self.trainer._call_strategy_hook("training_step", *kwargs.values())
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py", line 1443, in _call_strategy_hook
output = fn(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/pytorch_lightning/strategies/strategy.py", line 378, in training_step
return self.model.training_step(*args, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/model/litgrapher.py", line 102, in training_step
logits_nodes, logits_edges= self.model(text_input_ids,
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl
return forward_call(*input, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/model/grapher.py", line 58, in forward
output = self.transformer(input_ids=text,
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl
return forward_call(*input, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/transformers/models/t5/modeling_t5.py", line 1706, in forward
encoder_outputs = self.encoder(
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl
return forward_call(*input, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/transformers/models/t5/modeling_t5.py", line 1110, in forward
layer_outputs = layer_module(
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl
return forward_call(*input, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/transformers/models/t5/modeling_t5.py", line 694, in forward
self_attention_outputs = self.layer[0](
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl
return forward_call(*input, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/transformers/models/t5/modeling_t5.py", line 601, in forward
attention_output = self.SelfAttention(
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl
return forward_call(*input, **kwargs)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/transformers/models/t5/modeling_t5.py", line 543, in forward
position_bias = self.compute_bias(real_seq_length, key_length, device=scores.device)
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/transformers/models/t5/modeling_t5.py", line 443, in compute_bias
relative_position_bucket = self._relative_position_bucket(
File "/Users/emon/Nexicorn/Emon Labs/Grapher-main/.venv/lib/python3.9/site-packages/transformers/models/t5/modeling_t5.py", line 414, in _relative_position_bucket
relative_position = torch.abs(relative_position)
TypeError: Operation 'abs_out_mps()' does not support input type 'int64' in MPS backend."
I was following the setup instructions but got an error here
bash train_gen.sh