NSLS-II / Bug-Reports

Unified issue-tracker for bugs in the data acquisition, management, and analysis software at NSLS-II
BSD 3-Clause "New" or "Revised" License
2 stars 5 forks source link

Frequent Timeout Error with RIXSCAM #197

Closed bisogni closed 5 years ago

bisogni commented 5 years ago

The following errors happened several times a day in the past week stopping scans, or also at the end of a scan. '''' /opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/run_engine.py in call(self, *args, **metadata_kw) 742 # it (unless it is a canceled error) 743 if exc is not None: --> 744 raise exc 745 746 if self._interrupted:

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/run_engine.py in _run(self) 1251 self.log.error("Run aborted") 1252 self.log.error("%r", err) -> 1253 raise err 1254 finally: 1255 # Some done_callbacks may still be alive in other threads.

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/run_engine.py in _run(self) 1115 try: 1116 msg = self._plan_stack[-1].throw( -> 1117 self._exception or resp) 1118 except Exception as e: 1119 # The current plan did not handle it,

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in call(self, plan) 1292 plan = monitor_during_wrapper(plan, self.monitors) 1293 plan = baseline_wrapper(plan, self.baseline) -> 1294 return (yield from plan)

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in baseline_wrapper(plan, devices, name) 1147 return (yield from plan) 1148 else: -> 1149 return (yield from plan_mutator(plan, insert_baseline)) 1150 1151

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 75 # if we have a stashed exception, pass it along 76 try: ---> 77 msg = plan_stack[-1].throw(exception) 78 except StopIteration as e: 79 # discard the exhausted generator

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in monitor_during_wrapper(plan, signals) 788 plan1 = plan_mutator(plan, insert_after_open) 789 plan2 = plan_mutator(plan1, insert_before_close) --> 790 return (yield from plan2) 791 792

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 75 # if we have a stashed exception, pass it along 76 try: ---> 77 msg = plan_stack[-1].throw(exception) 78 except StopIteration as e: 79 # discard the exhausted generator

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 75 # if we have a stashed exception, pass it along 76 try: ---> 77 msg = plan_stack[-1].throw(exception) 78 except StopIteration as e: 79 # discard the exhausted generator

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in fly_during_wrapper(plan, flyers) 846 plan1 = plan_mutator(plan, insert_after_open) 847 plan2 = plan_mutator(plan1, insert_before_close) --> 848 return (yield from plan2) 849 850

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 75 # if we have a stashed exception, pass it along 76 try: ---> 77 msg = plan_stack[-1].throw(exception) 78 except StopIteration as e: 79 # discard the exhausted generator

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 75 # if we have a stashed exception, pass it along 76 try: ---> 77 msg = plan_stack[-1].throw(exception) 78 except StopIteration as e: 79 # discard the exhausted generator

~/.ipython/profile_collection/plans/VB_plans.py in plan_fe3uc_6uc_ecut() 710 yield from sleep(5) 711 for i in range(0,22): --> 712 yield from count(dets, num=cts, md = {'reason':'Fe3uc 706.8eV 130deg'} ) 713 714 # Fe 6uc

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/plans.py in count(detectors, num, delay, md) 65 num=num, delay=delay)) 66 ---> 67 return (yield from inner_count()) 68 69

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/utils.py in dec_inner(*inner_args, inner_kwargs) 1011 plan = gen_func(*inner_args, *inner_kwargs) 1012 plan = wrapper(plan, args, kwargs) -> 1013 return (yield from plan) 1014 return dec_inner 1015 return dec

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in stage_wrapper(plan, devices) 937 return (yield from plan) 938 --> 939 return (yield from finalize_wrapper(inner(), unstage_devices())) 940 941

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in finalize_wrapper(plan, final_plan, pause_for_debug) 517 # https://docs.python.org/3/reference/expressions.html?#generator.close 518 if cleanup: --> 519 yield from ensure_generator(final_plan_instance) 520 return ret 521

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in unstage_devices() 931 def unstage_devices(): 932 for d in reversed(devices): --> 933 yield Msg('unstage', d) 934 935 def inner():

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 192 try: 193 # yield out the 'current message' and collect the return --> 194 inner_ret = yield msg 195 except GeneratorExit: 196 # special case GeneratorExit. We must clean up all of our plans

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 192 try: 193 # yield out the 'current message' and collect the return --> 194 inner_ret = yield msg 195 except GeneratorExit: 196 # special case GeneratorExit. We must clean up all of our plans

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 192 try: 193 # yield out the 'current message' and collect the return --> 194 inner_ret = yield msg 195 except GeneratorExit: 196 # special case GeneratorExit. We must clean up all of our plans

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 192 try: 193 # yield out the 'current message' and collect the return --> 194 inner_ret = yield msg 195 except GeneratorExit: 196 # special case GeneratorExit. We must clean up all of our plans

The following error happen several times a day, stopping plans. '''' /opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/preprocessors.py in plan_mutator(plan, msg_proc) 192 try: 193 # yield out the 'current message' and collect the return --> 194 inner_ret = yield msg 195 except GeneratorExit: 196 # special case GeneratorExit. We must clean up all of our plans

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/run_engine.py in _run(self) 1195 # exceptions (coming in via throw) can be 1196 # raised -> 1197 new_response = yield from coro(msg) 1198 1199 # special case CancelledError and let the outer

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/bluesky/run_engine.py in _unstage(self, msg) 2219 if not hasattr(obj, 'unstage'): 2220 return [] -> 2221 result = obj.unstage() 2222 # use discard() to ignore objects that are not in the staged set. 2223 self._staged.discard(obj)

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/ophyd/areadetector/trigger_mixins.py in unstage(self) 122 123 def unstage(self): --> 124 super().unstage() 125 self._acquisition_signal.clear_sub(self._acquire_changed) 126

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/ophyd/device.py in unstage(self) 652 self.name, 653 val) --> 654 set_and_wait(sig, val) 655 self._original_vals.pop(sig) 656 devices_unstaged.append(self)

/opt/conda_envs/collection-2018-3.2/lib/python3.6/site-packages/ophyd/utils/epics_pvs.py in set_and_wait(signal, val, poll_time, timeout, rtol, atol) 263 raise TimeoutError("Attempted to set %r to value %r and timed " 264 "out after %r seconds. Current value is %r." % --> 265 (signal, val, timeout, current_value)) 266 267

TimeoutError: Attempted to set EpicsSignalWithRBV(read_pv='XF:02ID1-ES{RIXSCam}:cam1:Acquire_RBV', name='rixscam_cam_acquire', parent='rixscam_cam', value=0, timestamp=1544856793.121687, pv_kw={}, auto_monitor=False, string=False, write_pv='XF:02ID1-ES{RIXSCam}:cam1:Acquire', limits=False, put_complete=False) to value 1 and timed out after 10 seconds. Current value is 0. ''''