not found on gpu predict

Trying to make a example

srun --mem 10GB -p gpu --gpus=1 --time 2:00:00 --pty -u bash -i

export SLURM_TMPDIR=/orange/idtrees-collab/tmp/
export TMPDIR=/orange/idtrees-collab/tmp/

module load tensorflow/1.14.0

export PATH=${PATH}:/home/b.weinstein/miniconda3/envs/crowns/bin/
export PYTHONPATH=${PYTHONPATH}:/home/b.weinstein/miniconda3/envs/crowns/lib/python3.7/site-packages/
export LD_LIBRARY_PATH=/home/b.weinstein/miniconda3/envs/crowns/lib/:${LD_LIBRARY_PATH}

cd /home/b.weinstein/NEON_crown_maps/

python
from main import *
from utils.tfrecords import create_tfrecords
from PIL import image

create_tfrecords('/orange/ewhite/NeonData/SRER/DP3.30010.001/2019/FullSite/D14/2019_SRER_3/L3/Camera/Mosaic/2019_SRER_3_521000_3521000_image.tif', patch_size=400, patch_overlap=0.05, savedir="/orange/idtrees-collab/crops/tfrecords/",overwrite=True)

run_rgb(['/orange/idtrees-collab/crops/tfrecords/2019_SRER_3_521000_3521000_image.tfrecord'], ['/orange/ewhite/NeonData/SRER/DP3.30010.001/2019/FullSite/D14/2019_SRER_3/L3/Camera/Mosaic/2019_SRER_3_521000_3521000_image.tif'])

Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
  File "/home/b.weinstein/NEON_crown_maps/main.py", line 144, in run_rgb
    shps = predict.predict_tiles(model, records, patch_size=400, rgb_paths=rgb_paths, save_dir=save_dir, batch_size=model.config["batch_size"],overwrite=overwrite)
  File "/home/b.weinstein/NEON_crown_maps/predict.py", line 67, in predict_tiles
    boxes = predict_tile(model=model, tfrecord=tfrecord, patch_size=patch_size, batch_size=batch_size, score_threshold=score_threshold, max_detections=max_detections, classes=classes)
  File "/home/b.weinstein/NEON_crown_maps/predict.py", line 140, in predict_tile
    box_array, score_array, label_array = model.prediction_model.predict_on_batch(iterator)
  File "/apps/tensorflow/1.14.0.cuda10.gpu/lib/python3.7/site-packages/keras/engine/training.py", line 1580, in predict_on_batch
    outputs = self.predict_function(ins)
  File "/apps/tensorflow/1.14.0.cuda10.gpu/lib/python3.7/site-packages/tensorflow/python/keras/backend.py", line 3292, in __call__
    run_metadata=self.run_metadata)
  File "/apps/tensorflow/1.14.0.cuda10.gpu/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 1458, in __call__
    run_metadata_ptr)
tensorflow.python.framework.errors_impl.NotFoundError: 2 root error(s) found.
  (0) Not found: /orange/idtrees-collab/crops/tfrecords/2019_SRER_3_521000_3521000_image_495.png; No such file or directory
     [[{{node ReadFile}}]]
     [[IteratorGetNext]]
     [[filtered_detections/map/while/TensorArrayWrite_2/TensorArrayWriteV3/_1899]]
  (1) Not found: /orange/idtrees-collab/crops/tfrecords/2019_SRER_3_521000_3521000_image_495.png; No such file or directory
     [[{{node ReadFile}}]]
     [[IteratorGetNext]]
0 successful operations.

weecology / NEON_crown_maps

not found on gpu predict #27