#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# @Author: José Sánchez-Gallego (gallegoj@uw.edu)
# @Date: 2021-01-19
# @Filename: archon.py
# @License: BSD 3-clause (http://www.opensource.org/licenses/BSD-3-Clause)
from __future__ import annotations
import asyncio
import configparser
import io
import os
import re
import warnings
from collections.abc import AsyncIterator
from typing import Any, Callable, Iterable, Literal, Optional, cast, overload
import numpy
from clu.device import Device
from sdsstools.utils import cancel_task
from archon import config as lib_config
from archon import log
from archon.controller.command import ArchonCommand, ArchonCommandStatus
from archon.controller.maskbits import ArchonPower, ControllerStatus, ModType
from archon.exceptions import (
ArchonControllerError,
ArchonControllerWarning,
ArchonUserWarning,
)
from . import MAX_COMMAND_ID, MAX_CONFIG_LINES
__all__ = ["ArchonController"]
[docs]
class ArchonController(Device):
"""Talks to an Archon controller over TCP/IP.
Parameters
----------
name
A name identifying this controller.
host
The hostname of the Archon.
port
The port on which the Archon listens to incoming connections.
Defaults to 4242.
config
Configuration data. Otherwise uses default configuration.
"""
__running_commands: dict[int, ArchonCommand] = {}
_id_pool = set(range(MAX_COMMAND_ID))
def __init__(
self,
name: str,
host: str,
port: int = 4242,
config: dict | None = None,
):
Device.__init__(self, host, port)
self.name = name
self._status: ControllerStatus = ControllerStatus.UNKNOWN
self.__status_event = asyncio.Event()
self._binary_reply: Optional[bytearray] = None
self.auto_flush: bool | None = None
self.parameters: dict[str, int] = {}
self.current_window: dict[str, int] = {}
self.default_window: dict[str, int] = {}
self.config = config or lib_config
self.acf_file: str | None = None
self.acf_config: configparser.ConfigParser | None = None
# TODO: asyncio recommends using asyncio.create_task directly, but that
# call get_running_loop() which fails in iPython.
self._job = asyncio.get_event_loop().create_task(self.__track_commands())
self._update_state_task: asyncio.Task | None = None
[docs]
async def start(self, reset: bool = True, read_acf: bool = True):
"""Starts the controller connection. If ``reset=True``, resets the status."""
await super().start()
log.debug(f"Controller {self.name} connected at {self.host}.")
if read_acf:
log.debug(f"Retrieving ACF data from controller {self.name}.")
config_parser, _ = await self.read_config()
self.acf_config = config_parser
self._parse_params()
if reset:
try:
await self._set_default_window_params()
await self.reset()
except ArchonControllerError as err:
warnings.warn(f"Failed resetting controller: {err}", ArchonUserWarning)
return self
@property
def status(self) -> ControllerStatus:
"""Returns the status of the controller as a `.ControllerStatus` enum type."""
return self._status
[docs]
def update_status(
self,
bits: ControllerStatus | list[ControllerStatus],
mode="on",
notify=True,
):
"""Updates the status bitmask, allowing to turn on, off, or toggle a bit."""
if not isinstance(bits, (list, tuple)):
bits = [bits]
# Check that we don't get IDLE and ACTIVE at the same time
all_bits = ControllerStatus(0)
for bit in bits:
all_bits |= bit
if (ControllerStatus.ACTIVE & all_bits) and (ControllerStatus.IDLE & all_bits):
raise ValueError("Cannot set IDLE and ACTIVE bits at the same time.")
status = self.status
for bit in bits:
if mode == "on":
status |= bit
elif mode == "off":
status &= ~bit
elif mode == "toggle":
status ^= bit
else:
raise ValueError(f"Invalid mode '{mode}'.")
# Make sure that we don't have IDLE and ACTIVE states at the same time.
if ControllerStatus.IDLE in bits:
status &= ~ControllerStatus.ACTIVE
if status & ControllerStatus.ACTIVE:
status &= ~ControllerStatus.IDLE
else:
status |= ControllerStatus.IDLE
# Handle incompatible power bits.
if ControllerStatus.POWERBAD in bits:
status &= ~(ControllerStatus.POWERON | ControllerStatus.POWEROFF)
elif ControllerStatus.POWERON in bits or ControllerStatus.POWEROFF in bits:
status &= ~ControllerStatus.POWERBAD
if ControllerStatus.POWERON in bits:
status &= ~ControllerStatus.POWEROFF
else:
status &= ~ControllerStatus.POWERON
# Remove UNKNOWN bit if any other status has been set.
if status != ControllerStatus.UNKNOWN:
status &= ~ControllerStatus.UNKNOWN
self._status = status
if notify:
self.__status_event.set()
[docs]
async def yield_status(self) -> AsyncIterator[ControllerStatus]:
"""Asynchronous generator yield the status of the controller."""
yield self.status # Yield the status on subscription to the generator.
while True:
prev_status = self._status
await self.__status_event.wait()
if self.status != prev_status:
yield self.status
self.__status_event.clear()
[docs]
def send_command(
self,
command_string: str,
command_id: Optional[int] = None,
**kwargs,
) -> ArchonCommand:
"""Sends a command to the Archon.
Parameters
----------
command_string
The command to send to the Archon. Will be converted to uppercase.
command_id
The command id to associate with this message. If not provided, a
sequential, autogenerated one will be used.
kwargs
Other keyword arguments to pass to `.ArchonCommand`.
"""
command_id = command_id or self._get_id()
if command_id > MAX_COMMAND_ID or command_id < 0:
raise ArchonControllerError(
f"Command ID must be in the range [0, {MAX_COMMAND_ID:d}]."
)
command = ArchonCommand(
command_string,
command_id,
controller=self,
**kwargs,
)
self.__running_commands[command_id] = command
self.write(command.raw)
log.debug(f"{self.name} -> {command.raw}")
return command
[docs]
async def send_many(
self,
cmd_strs: Iterable[str],
max_chunk=100,
timeout: Optional[float] = None,
) -> tuple[list[ArchonCommand], list[ArchonCommand]]:
"""Sends many commands and waits until they are all done.
If any command fails or times out, cancels any future command. Returns a list
of done commands and a list failed commands (empty if all the commands
have succeeded). Note that ``done+pending`` can be fewer than the length
of ``cmd_strs``.
The order in which the commands are sent and done is not guaranteed. If that's
important, you should use `.send_command`.
Parameters
----------
cmd_strs
List of command strings to send. The command ids are assigned automatically
from available IDs in the pool.
max_chunk
Maximum number of commands to send at once. After sending, waits until all
the commands in the chunk are done. This does not guarantee that
``max_chunk`` of commands will be running at once, that depends on the
available command ids in the pool.
timeout
Timeout for each single command.
"""
# Copy the strings so that we can pop them. Also reverse it because
# we'll be popping items and we want to conserve the order.
cmd_strs = list(cmd_strs)[::-1]
done: list[ArchonCommand] = []
while len(cmd_strs) > 0:
pending: list[ArchonCommand] = []
if len(cmd_strs) < max_chunk:
max_chunk = len(cmd_strs)
if len(self._id_pool) >= max_chunk:
cmd_ids = (self._get_id() for __ in range(max_chunk))
else:
cmd_ids = (self._get_id() for __ in range(len(self._id_pool)))
for cmd_id in cmd_ids:
cmd_str = cmd_strs.pop()
cmd = self.send_command(cmd_str, command_id=cmd_id, timeout=timeout)
pending.append(cmd)
done_cmds: list[ArchonCommand] = await asyncio.gather(*pending)
if all([cmd.succeeded() for cmd in done_cmds]):
done += done_cmds
for cmd in done_cmds:
self._id_pool.add(cmd.command_id)
else:
failed: list[ArchonCommand] = []
for cmd in done_cmds:
if cmd.succeeded():
done.append(cmd)
else:
failed.append(cmd)
return done, failed
return (done, [])
[docs]
async def send_and_wait(
self,
command_string: str,
raise_error: bool = True,
**kwargs,
):
"""Sends a command to the controller and waits for it to complete.
Parameters
----------
command_string
The command to send to the Archon. Will be converted to uppercase.
raise_error
Whether to raise an error if the command fails. If `False`, a
warning will be issued.
kwargs
Other arguments to be sent to `.send_command`.
"""
command_string = command_string.upper()
command = await self.send_command(command_string, **kwargs)
if not command.succeeded():
if raise_error:
self.update_status(ControllerStatus.ERROR)
raise ArchonControllerError(f"Failed running {command_string}.")
else:
warnings.warn(f"Failed running {command_string}.", ArchonUserWarning)
[docs]
async def process_message(self, reply: bytes) -> None: # type: ignore
"""Processes a message from the Archon and associates it with its command."""
header_match = re.match(b"^[<|?]([0-9A-F]{2})", reply)
if header_match is None:
warnings.warn(
f"Received invalid reply {reply.decode()}",
ArchonControllerWarning,
)
return
command_id = int(header_match[1], 16)
if command_id not in self.__running_commands:
warnings.warn(
f"Cannot find running command for {reply}",
ArchonControllerWarning,
)
return
self.__running_commands[command_id].process_reply(reply)
[docs]
async def stop(self):
"""Stops the client and cancels the command tracker."""
self._job.cancel()
await super().stop()
[docs]
async def get_system(self) -> dict[str, Any]:
"""Returns a dictionary with the output of the ``SYSTEM`` command."""
cmd = await self.send_command("SYSTEM", timeout=5)
if not cmd.succeeded():
error = cmd.status == ArchonCommandStatus.TIMEDOUT
raise ArchonControllerError(
f"Command STATUS finished with status {cmd.status.name!r}",
set_error_status=error,
)
keywords = str(cmd.replies[0].reply).split()
system = {}
for key, value in map(lambda k: k.split("="), keywords):
system[key.lower()] = value
if match := re.match(r"^MOD([0-9]{1,2})_TYPE", key, re.IGNORECASE):
name_key = f"mod{match.groups()[0]}_name"
system[name_key] = ModType(int(value)).name
return system
[docs]
async def get_device_status(self, update_power_bits: bool = True) -> dict[str, Any]:
"""Returns a dictionary with the output of the ``STATUS`` command."""
def check_int(s):
if s[0] in ("-", "+"):
return s[1:].isdigit()
return s.isdigit()
cmd = await self.send_command("STATUS", timeout=5)
if not cmd.succeeded():
error = cmd.status == ArchonCommandStatus.TIMEDOUT
raise ArchonControllerError(
f"Command STATUS finished with status {cmd.status.name!r}",
set_error_status=error,
)
keywords = str(cmd.replies[0].reply).split()
status = {
key.lower(): int(value) if check_int(value) else float(value)
for (key, value) in map(lambda k: k.split("="), keywords)
}
if update_power_bits:
await self.power()
return status
[docs]
async def get_frame(self) -> dict[str, int]:
"""Returns the frame information.
All the returned values in the dictionary are integers in decimal
representation.
"""
cmd = await self.send_command("FRAME", timeout=5)
if not cmd.succeeded():
raise ArchonControllerError(
f"Command FRAME failed with status {cmd.status.name!r}"
)
keywords = str(cmd.replies[0].reply).split()
frame = {
key.lower(): int(value) if "TIME" not in key else int(value, 16)
for (key, value) in map(lambda k: k.split("="), keywords)
}
return frame
[docs]
async def read_config(
self,
save: str | bool = False,
) -> tuple[configparser.ConfigParser, list[str]]:
"""Reads the configuration from the controller.
Parameters
----------
save
Save the configuration to a file. If ``save=True``, the configuration will
be saved to ``~/archon_<controller_name>.acf``, or set ``save`` to the path
of the file to save.
"""
key_value_re = re.compile("^(.+?)=(.*)$")
def parse_line(line):
match = key_value_re.match(line)
assert match
k, v = match.groups()
# It seems the GUI replaces / with \ even if that doesn't seem
# necessary in the INI format.
k = k.replace("/", "\\")
if ";" in v or "=" in v or "," in v:
v = f'"{v}"'
return k, v
await self.send_command("POLLOFF")
cmd_strs = [f"RCONFIG{n_line:04X}" for n_line in range(MAX_CONFIG_LINES)]
done, failed = await self.send_many(cmd_strs, max_chunk=100, timeout=0.5)
await self.send_command("POLLON")
if len(failed) > 0:
ff = failed[0]
status = ff.status.name
raise ArchonControllerError(
f"An RCONFIG command returned with code {status!r}"
)
if any([len(cmd.replies) != 1 for cmd in done]):
raise ArchonControllerError("Some commands did not get any reply.")
lines = [str(cmd.replies[0]) for cmd in done]
# Trim possible empty lines at the end.
config_lines = "\n".join(lines).strip().splitlines()
# The GUI ACF file includes the system information, so we get it.
system = await self.get_system()
c = configparser.ConfigParser()
c.optionxform = str # type: ignore Make it case-sensitive
c.add_section("SYSTEM")
for sk, sv in system.items():
if "_name" in sk.lower():
continue
sl = f"{sk.upper()}={sv}"
k, v = parse_line(sl)
c.set("SYSTEM", k, v)
c.add_section("CONFIG")
for cl in config_lines:
k, v = parse_line(cl)
c.set("CONFIG", k, v)
if save is not False and save is not None:
if isinstance(save, str):
path = save
else:
path = os.path.expanduser(f"~/archon_{self.name}.acf")
with open(path, "w") as f:
c.write(f, space_around_delimiters=False)
return (c, config_lines)
[docs]
async def write_config(
self,
input: str | os.PathLike[str],
applyall: bool = False,
applymods: list[str] = [],
poweron: bool = False,
timeout: float | None = None,
overrides: dict = {},
notifier: Optional[Callable[[str], None]] = None,
):
"""Writes a configuration file to the contoller.
Parameters
----------
input
The path to the configuration file to load. It must be in INI format with
a section called ``[CONFIG]``. It can also be a string containing the
configuration itself.
applyall
Whether to run ``APPLYALL`` after successfully sending the configuration.
applymods
A list of apply commands to send to modules (e.g.,
``['LOADTIMING', 'APPLYMOD2']``).
poweron
Whether to run ``POWERON`` after successfully sending the configuration.
Requires ``applyall=True``.
timeout
The amount of time to wait for each command to succeed. If `None`, reads
the value from the configuration entry for
``timeouts.write_config_timeout``.
overrides
A dictionary with configuration lines to be overridden. Must be a mapping
of keywords to replace, including the module name (e.g.,
``MOD11/HEATERAP``), to the new values.
notifier
A callback that receives a message with the current operation being
performed. Useful when `.write_config` is called by the actor to report
progress to the users.
"""
ACS = ArchonCommandStatus
notifier = notifier or (lambda x: None)
notifier("Reading configuration file")
timeout = timeout or self.config["timeouts"]["write_config_timeout"]
delay: float = self.config["timeouts"]["write_config_delay"]
cp = configparser.ConfigParser()
input = str(input)
if os.path.exists(input):
cp.read(input)
else:
cp.read_string(input)
if not cp.has_section("CONFIG"):
raise ArchonControllerError(
"The config file does not have a CONFIG section."
)
# Undo the INI format: revert \ to / and remove quotes around values.
aconfig = cp["CONFIG"]
lines = []
for key in aconfig:
lines.append(key.upper().replace("\\", "/") + "=" + aconfig[key].strip('"'))
notifier("Clearing previous configuration")
await self.send_and_wait("CLEARCONFIG", timeout=timeout)
notifier("Sending configuration lines")
# Stop the controller from polling internally to speed up network response
# time. This command is not in the official documentation.
await self.send_command("POLLOFF")
cmd_strs = [f"WCONFIG{n_line:04X}{line}" for n_line, line in enumerate(lines)]
for line in cmd_strs:
cmd = await self.send_command(line, timeout=timeout)
if cmd.status == ACS.FAILED or cmd.status == ACS.TIMEDOUT:
self.update_status(ControllerStatus.ERROR)
await self.send_command("POLLON")
raise ArchonControllerError(
f"Failed sending line {cmd.raw!r} ({cmd.status.name})"
)
await asyncio.sleep(delay)
notifier("Sucessfully sent config lines")
self.acf_config = cp
self.acf_file = input if os.path.exists(input) else None
# Write overrides. Do not apply since we optionall do an APPLYALL afterwards.
if overrides and len(overrides) > 0:
notifier("Writing configuration overrides.")
for keyword, value in overrides.items():
await self.write_line(keyword, value, apply=False)
# Restore polling
await self.send_command("POLLON")
for mod in applymods:
notifier(f"Sending {mod.upper()}")
await self.send_and_wait(mod.upper(), timeout=5)
if applyall:
notifier("Sending APPLYALL")
await self.send_and_wait("APPLYALL", timeout=5)
# Reset objects that depend on the configuration file.
self._parse_params()
await self._set_default_window_params()
if poweron:
notifier("Sending POWERON")
await self.power(True)
await self.reset()
return
[docs]
async def write_line(
self,
keyword: str,
value: int | float | str,
mod: Optional[str] = None,
apply: bool | str = True,
):
"""Write a single line to the controller, replacing the current configuration.
Parameters
----------
keyword
The config keyword to replace. If ``mod=None``, must include the module
name (e.g., ``MOD11/HEATERAP``); otherwise the module is added from
``mod``. Modules and module keywords can be separated by slashes or
backlashes.
value
The value of the keyword.
mod
The name of the keyword module, e.g., ``MOD11``.
apply
Whether to re-apply the configuration for the module. If ``apply``
is a string, defines the command to be used to apply the new setting,
e.g., ``APPLYCDS``.
"""
if not self.acf_config:
raise ArchonControllerError("The controller ACF configuration is unknown.")
keyword = keyword.upper().replace("/", "\\")
if mod != "" and mod is not None:
mod = mod.upper()
if not keyword.startswith(mod):
keyword = mod + "\\" + keyword
else:
mod_re = re.match(r"(MOD[0-9]+)\\", keyword)
if mod_re:
mod = mod_re.group(1)
current_keywords = [k.upper() for k in list(self.acf_config["CONFIG"])]
if keyword not in current_keywords:
raise ArchonControllerError(f"Invalid keyword {keyword}")
n_line = current_keywords.index(keyword)
if isinstance(value, (int, float)):
value_str = str(value)
elif isinstance(value, str):
if any(quotable_char in value for quotable_char in [",", " ", "="]):
value_str = '"' + value + '"'
else:
value_str = value
# For WCONFIG we need to use MODX/KEYWORD.
keyword_wconfig = keyword.replace("\\", "/")
line = f"{keyword_wconfig}={value_str}"
cmd = await self.send_command(f"WCONFIG{n_line:04X}{line}")
if cmd.status == ArchonCommandStatus.FAILED:
raise ArchonControllerError(
f"Failed sending line {cmd.raw!r} ({cmd.status.name})"
)
self.acf_config["CONFIG"][keyword] = value_str
if apply:
if isinstance(apply, str):
apply_cmd_str = apply.upper()
else:
if mod is None:
raise ArchonControllerError("Apply can only be used with modules.")
modn = mod[3:]
apply_cmd_str = f"APPLYMOD{modn}"
cmd_apply = await self.send_command(apply_cmd_str)
if cmd_apply.status == ArchonCommandStatus.FAILED:
raise ArchonControllerError(f"Failed applying changes to {mod}.")
log.info(f"{self.name}: {keyword}={value_str}")
[docs]
async def power(self, mode: bool | None = None):
"""Handles power to the CCD(s). Sets the power status bit.
Parameters
----------
mode
If `None`, returns `True` if the array is currently powered,
`False` otherwise. If `True`, powers n the array; if `False`
powers if off.
Returns
-------
state : `.ArchonPower`
The power state as an `.ArchonPower` flag.
"""
if mode is not None:
cmd_str = "POWERON" if mode is True else "POWEROFF"
cmd = await self.send_command(cmd_str, timeout=10)
if not cmd.succeeded():
self.update_status([ControllerStatus.ERROR, ControllerStatus.POWERBAD])
raise ArchonControllerError(
f"Failed sending POWERON ({cmd.status.name})"
)
await asyncio.sleep(1)
status = await self.get_device_status(update_power_bits=False)
power_status = ArchonPower(status["power"])
if (
power_status not in [ArchonPower.ON, ArchonPower.OFF]
or status["powergood"] == 0
):
if power_status == ArchonPower.INTERMEDIATE:
warnings.warn("Power in INTERMEDIATE state.", ArchonUserWarning)
self.update_status(ControllerStatus.POWERBAD)
else:
if power_status == ArchonPower.ON:
self.update_status(ControllerStatus.POWERON)
elif power_status == ArchonPower.OFF:
self.update_status(ControllerStatus.POWEROFF)
return power_status
[docs]
async def set_autoflush(self, mode: bool):
"""Enables or disables autoflushing."""
await self.set_param("AutoFlush", int(mode))
log.info(f"{self.name}: autoflush is {'on' if mode else 'off'}.")
self.auto_flush = mode
[docs]
async def reset(
self,
autoflush: bool = True,
release_timing: bool = True,
reset_timing: bool = False,
update_status: bool = True,
):
"""Resets timing and discards current exposures."""
self._parse_params()
log.info(f"{self.name}: resetting controller.")
await self.send_command("HOLDTIMING")
await self.set_autoflush(autoflush)
await self.set_param("Exposures", 0)
await self.set_param("ReadOut", 0)
await self.set_param("AbortExposure", 0)
await self.set_param("DoFlush", 0)
await self.set_param("WaitCount", 0, silent=True)
# Reset parameters to their default values.
if "default_parameters" in self.config["archon"]:
default_parameters = self.config["archon"]["default_parameters"]
for param in default_parameters:
await self.set_param(param, default_parameters[param])
timing_commands: list[str] = []
if reset_timing:
release_timing = True
timing_commands.append("RESETTIMING")
if release_timing:
log.info(f"{self.name}: restarting timing .")
timing_commands.append("RELEASETIMING")
for cmd_str in timing_commands:
cmd = await self.send_command(cmd_str, timeout=1)
if not cmd.succeeded():
self.update_status(ControllerStatus.ERROR)
raise ArchonControllerError(
f"Failed sending {cmd_str} ({cmd.status.name})"
)
# If we are exposing, we have reset everything so we cancel the
# task that waits until the exposure is done.
self._update_state_task = await cancel_task(self._update_state_task)
if update_status:
self._status = ControllerStatus.IDLE
await self.power() # Sets power bit.
def _parse_params(self):
"""Reads the ACF file and constructs a dictionary of parameters."""
if not self.acf_config:
raise ArchonControllerError("ACF file not loaded. Cannot parse parameters.")
# Dump the ACF ConfigParser object into a dummy file and read it as a string.
f = io.StringIO()
self.acf_config.write(f)
f.seek(0)
data = f.read()
matches = re.findall(
r'PARAMETER[0-9]+\s*=\s*"([A-Z]+)\s*=\s*([0-9]+)"',
data,
re.IGNORECASE,
)
self.parameters = {k.upper(): int(v) for k, v in dict(matches).items()}
async def _set_default_window_params(self, reset: bool = True):
"""Sets the default window parameters.
This is assumed to be called only after the default ACF has been loaded
and before any calls to `.write_line` or `.set_param`. Resets the window.
"""
self.default_window = {
"lines": int(self.parameters.get("LINES", -1)),
"pixels": int(self.parameters.get("PIXELS", -1)),
"preskiplines": int(self.parameters.get("PRESKIPLINES", 0)),
"postskiplines": int(self.parameters.get("POSTSKIPLINES", 0)),
"preskippixels": int(self.parameters.get("PRESKIPPIXELS", 0)),
"postskippixels": int(self.parameters.get("POSTSKIPPIXELS", 0)),
"overscanpixels": int(self.parameters.get("OVERSCANPIXELS", 0)),
"overscanlines": int(self.parameters.get("OVERSCANLINES", 0)),
"hbin": int(self.parameters.get("HORIZONTALBINNING", 1)),
"vbin": int(self.parameters.get("VERTICALBINNING", 1)),
}
log.info(f"{self.name}: default window: {self.default_window}")
self.current_window = self.default_window.copy()
log.info(f"{self.name}: current window: {self.current_window}")
if reset:
await self.reset_window()
[docs]
async def set_param(
self, param: str, value: int, force: bool = False, silent: bool = False
) -> ArchonCommand | None:
"""Sets the parameter ``param`` to value ``value`` calling ``FASTLOADPARAM``."""
# First we check if the parameter actually exists.
if len(self.parameters) == 0:
if self.acf_config is None:
raise ArchonControllerError("ACF not loaded. Cannot modify parameters.")
param = param.upper()
if param not in self.parameters and force is False:
if not silent:
warnings.warn(
f"Trying to set unknown parameter {param}.",
ArchonUserWarning,
)
return
cmd = await self.send_command(f"FASTLOADPARAM {param} {value}")
if not cmd.succeeded():
raise ArchonControllerError(
f"Failed setting parameter {param!r} ({cmd.status.name})."
)
log.debug(f"{self.name}: {param}={value}")
self.parameters[param] = value
return cmd
[docs]
async def reset_window(self):
"""Resets the exposure window."""
await self.set_window(**self.default_window)
[docs]
async def set_window(
self,
lines: int | None = None,
pixels: int | None = None,
preskiplines: int | None = None,
postskiplines: int | None = None,
preskippixels: int | None = None,
postskippixels: int | None = None,
overscanlines: int | None = None,
overscanpixels: int | None = None,
hbin: int | None = None,
vbin: int | None = None,
):
"""Sets the CCD window."""
if lines is None:
lines = self.current_window["lines"]
if pixels is None:
pixels = self.current_window["pixels"]
if preskiplines is None:
preskiplines = self.current_window["preskiplines"]
if postskiplines is None:
postskiplines = self.current_window["postskiplines"]
if preskippixels is None:
preskippixels = self.current_window["preskippixels"]
if postskippixels is None:
postskippixels = self.current_window["postskippixels"]
if overscanlines is None:
overscanlines = self.current_window["overscanlines"]
if overscanpixels is None:
overscanpixels = self.current_window["overscanpixels"]
if vbin is None:
vbin = self.current_window["vbin"]
if hbin is None:
hbin = self.current_window["hbin"]
if lines >= 0:
await self.set_param("Lines", lines)
else:
warnings.warn("Lines value unknown. Did not set.", ArchonUserWarning)
if pixels >= 0:
await self.set_param("Pixels", pixels)
else:
warnings.warn("Pixels value unknown. Did not set.", ArchonUserWarning)
await self.set_param("Pixels", pixels)
await self.set_param("PreSkipLines", preskiplines)
await self.set_param("PostSkipLines", postskiplines)
await self.set_param("PreSkipPixels", preskippixels)
await self.set_param("PostSkipPixels", postskippixels)
await self.set_param("VerticalBinning", vbin)
await self.set_param("HorizontalBinning", hbin)
linecount = (lines + overscanlines) // vbin
pixelcount = (pixels + overscanpixels) // hbin
await self.write_line("LINECOUNT", linecount, apply=False)
await self.write_line("PIXELCOUNT", pixelcount, apply="APPLYCDS")
self.current_window = {
"lines": lines,
"pixels": pixels,
"preskiplines": preskiplines,
"postskiplines": postskiplines,
"preskippixels": preskippixels,
"postskippixels": postskippixels,
"overscanpixels": overscanpixels,
"overscanlines": overscanlines,
"hbin": hbin,
"vbin": vbin,
}
log.info(f"{self.name}: current window: {self.current_window}")
return self.current_window
[docs]
async def expose(
self,
exposure_time: float = 1,
readout: bool = True,
) -> asyncio.Task:
"""Integrates the CCD for ``exposure_time`` seconds.
Returns immediately once the exposure has begun. If ``readout=False``, does
not trigger a readout immediately after the integration finishes. The returned
`~asyncio.Task` waits until the integration is done and, if ``readout``, checks
that the readout has started.
"""
log.info(f"{self.name}: exposing with exposure time {exposure_time}.")
CS = ControllerStatus
if not (CS.IDLE & self.status):
raise ArchonControllerError("The controller is not idle.")
if CS.READOUT_PENDING & self.status:
raise ArchonControllerError(
"Controller has a readout pending. Read the device or flush."
)
if (not (CS.POWERON & self.status)) or (CS.POWERBAD & self.status):
raise ArchonControllerError("Controller power is off or invalid.")
await self.reset(autoflush=False, release_timing=False)
if readout is False:
await self.set_param("ReadOut", 0)
else:
await self.set_param("ReadOut", 1)
# Determine exposure time in milliseconds or centiseconds.
int_param = self.config.get("archon.int_param", "IntCS")
if int_param == "IntCS":
int_factor = 100
elif int_param == "IntMS":
int_factor = 1000
else:
raise ArchonControllerError(f"Invalid archon.int_param {int_param!r}")
await self.set_param(int_param, int(exposure_time * int_factor))
await self.set_param("Exposures", 1)
await self.send_command("RELEASETIMING")
self.update_status([CS.EXPOSING, CS.READOUT_PENDING])
async def update_state():
await asyncio.sleep(exposure_time)
if not self.status & CS.EXPOSING: # Must have been aborted.
return
if readout is False:
self.update_status([CS.IDLE, CS.READOUT_PENDING])
return
frame = await self.get_frame()
wbuf = frame["wbuf"]
if frame[f"buf{wbuf}complete"] == 0:
self.update_status(
[CS.EXPOSING, CS.READOUT_PENDING],
"off",
notify=False,
)
self.update_status(CS.READING)
else:
raise ArchonControllerError("Controller is not reading.")
self._update_state_task = asyncio.create_task(update_state())
return self._update_state_task
[docs]
async def abort(self, readout: bool = False):
"""Aborts the current exposure.
If ``readout=False``, does not trigger a readout immediately after aborting.
Aborting does not flush the charge.
"""
log.info(f"{self.name}: aborting controller.")
# First cancel the exposing task, if it exists.
self._update_state_task = await cancel_task(self._update_state_task)
CS = ControllerStatus
if not self.status & ControllerStatus.EXPOSING:
raise ArchonControllerError("Controller is not exposing.")
await self.set_param("ReadOut", int(readout))
await self.set_param("AbortExposure", 1)
if readout:
self.update_status([CS.EXPOSING, CS.READOUT_PENDING], "off", notify=False)
self.update_status(CS.READING)
else:
self.update_status([CS.IDLE, CS.READOUT_PENDING])
return
[docs]
async def flush(self, count: int = 2, wait_for: Optional[float] = None):
"""Resets and flushes the detector. Blocks until flushing completes."""
log.info(f"{self.name}: flushing.")
await self.reset(release_timing=False)
await self.set_param("FlushCount", int(count))
await self.set_param("DoFlush", 1)
await self.send_command("RELEASETIMING")
self.update_status(ControllerStatus.FLUSHING)
wait_for = wait_for or self.config["timeouts"]["flushing"]
assert wait_for
await asyncio.sleep(wait_for * count)
self.update_status(ControllerStatus.IDLE)
[docs]
async def readout(
self,
force: bool = False,
block: bool = True,
delay: int = 0,
wait_for: float | None = None,
notifier: Optional[Callable[[str], None]] = None,
idle_after: bool = True,
):
"""Reads the detector into a buffer.
If ``force``, triggers the readout routine regardless of the detector expected
state. If ``block``, blocks until the buffer has been fully written. Otherwise
returns immediately. A ``delay`` can be passed to slow down the readout by as
many seconds (useful for creating photon transfer frames).
"""
log.info(f"{self.name}: reading out controller.")
if not force and not (
(self.status & ControllerStatus.READOUT_PENDING)
and (self.status & ControllerStatus.IDLE)
):
raise ArchonControllerError("Controller is not in a readable state.")
delay = int(delay)
await self.reset(autoflush=False, release_timing=False, update_status=False)
await self.set_param("ReadOut", 1)
await self.send_command("RELEASETIMING")
if delay > 0:
await self.set_param("WaitCount", delay, silent=True)
self.update_status(ControllerStatus.READING, notify=False)
self.update_status(ControllerStatus.READOUT_PENDING, "off")
if not block:
return
max_wait = self.config["timeouts"]["readout_max"] + delay
wait_for = wait_for or 3 # Min delay to ensure the new frame starts filling.
await asyncio.sleep(wait_for)
waited = wait_for
frame = await self.get_frame()
wbuf = frame["wbuf"]
if notifier:
notifier(f"Reading frame to buffer {wbuf}.")
while True:
if waited > max_wait:
self.update_status(ControllerStatus.ERROR)
raise ArchonControllerError(
"Timed out waiting for controller to finish reading."
)
frame = await self.get_frame()
if frame[f"buf{wbuf}complete"] == 1:
if idle_after:
self.update_status(ControllerStatus.IDLE)
# Reset autoflushing.
await self.set_autoflush(True)
break
waited += 1.0
await asyncio.sleep(1.0)
return wbuf
@overload
async def fetch(
self,
buffer_no: int = -1,
notifier: Optional[Callable[[str], None]] = None,
*,
return_buffer: Literal[False],
) -> numpy.ndarray: ...
@overload
async def fetch(
self,
buffer_no: int = -1,
notifier: Optional[Callable[[str], None]] = None,
*,
return_buffer: Literal[True],
) -> tuple[numpy.ndarray, int]: ...
@overload
async def fetch(
self,
buffer_no: int = -1,
notifier: Optional[Callable[[str], None]] = None,
*,
return_buffer: bool = False,
) -> numpy.ndarray: ...
[docs]
async def fetch(
self,
buffer_no: int = -1,
notifier: Optional[Callable[[str], None]] = None,
return_buffer: bool = False,
):
"""Fetches a frame buffer and returns a Numpy array.
Parameters
----------
buffer_no
The frame buffer number to read. Use ``-1`` to read the most recently
complete frame.
notifier
A callback that receives a message with the current operation. Useful when
`.fetch` is called by the actor to report progress to the users.
return_buffer
If `True`, returns the buffer number returned.
Returns
-------
data
If ``return_buffer=False``, returns the fetched data as a Numpy array.
If ``return_buffer=True`` returns a tuple with the Numpy array and
the buffer number.
"""
log.info(f"{self.name}: fetching controller.")
if self.status & ControllerStatus.FETCHING:
raise ArchonControllerError("Controller is already fetching.")
notifier = notifier or (lambda x: None)
frame_info = await self.get_frame()
if buffer_no not in [1, 2, 3, -1]:
raise ArchonControllerError(f"Invalid frame buffer {buffer_no}.")
if buffer_no == -1:
buffers = [
(n, frame_info[f"buf{n}timestamp"])
for n in [1, 2, 3]
if frame_info[f"buf{n}complete"] == 1
]
if len(buffers) == 0:
raise ArchonControllerError("There are no buffers ready to be read.")
sorted_buffers = sorted(buffers, key=lambda x: x[1], reverse=True)
buffer_no = sorted_buffers[0][0]
else:
if frame_info[f"buf{buffer_no}complete"] == 0:
raise ArchonControllerError(f"Buffer frame {buffer_no} cannot be read.")
self.update_status(ControllerStatus.FETCHING)
# Lock for reading
notifier(f"Locking buffer {buffer_no}")
await self.send_command(f"LOCK{buffer_no}")
width = frame_info[f"buf{buffer_no}width"]
height = frame_info[f"buf{buffer_no}height"]
bytes_per_pixel = 2 if frame_info[f"buf{buffer_no}sample"] == 0 else 4
n_bytes = width * height * bytes_per_pixel
n_blocks: int = int(numpy.ceil(n_bytes / 1024.0))
start_address = frame_info[f"buf{buffer_no}base"]
notifier("Reading frame buffer ...")
# Set the expected length of binary buffer to read, including the prefixes.
self.set_binary_reply_size(1024 * n_blocks)
cmd = await self.send_command(
f"FETCH{start_address:08X}{n_blocks:08X}",
timeout=None,
)
# Unlock all
notifier("Frame buffer readout complete. Unlocking all buffers.")
await self.send_command("LOCK0")
# The full read buffer probably contains some extra bytes to complete the 1024
# reply. We get only the bytes we know are part of the buffer.
frame = cast(bytes, cmd.replies[0].reply[0:n_bytes])
# Convert to uint16 array and reshape.
dtype = f"<u{bytes_per_pixel}" # Buffer is little-endian
arr = numpy.frombuffer(frame, dtype=dtype)
# See yao issue #17. In some cases the buffer size is 2 pixels short. For
# now if the buffer size does not match what we expect, just pad with zeros.
expected_size = height * width
if expected_size != arr.size:
raise ArchonControllerError(
"Buffer data size does not match expected size. "
f"Buffer size is {arr.size}; expected size is {expected_size}."
)
arr = arr.reshape(height, width)
# Turn off FETCHING bit
self.update_status(ControllerStatus.IDLE)
if return_buffer:
return (arr, buffer_no)
return arr
[docs]
def set_binary_reply_size(self, size: int | None):
"""Sets the size of the binary buffers."""
self._binary_reply = bytearray(size) if size else None
async def _listen(self):
"""Listens to the reader stream and callbacks on message received."""
if not self._client: # pragma: no cover
raise RuntimeError("Connection is not open.")
assert self._client and self._client.reader
# Number of binary bytes received.
n_binary = 0
while True:
# Max length of a reply is 1024 bytes for the message preceded by <xx:
# We read the first four characters (the maximum length of a complete
# message: ?xx\n or <xx\n). If the message ends in a newline, we are done;
# if the message ends with ":", it means what follows are 1024 binary
# characters without a newline; otherwise, read until the newline which
# marks the end of this message. In binary, if the response is < 1024
# bytes, the remaining bytes are filled with 0xFF.
try:
header = await self._client.reader.readexactly(4)
except asyncio.IncompleteReadError:
return
if header[-1] == ord(b"\n"):
reply = header
elif header[-1] == ord(b":") and self._binary_reply is not None:
data = await self._client.reader.readexactly(1024)
# If we know the length of the binary reply to expect, we set that
# slice of the bytearray and continue. We wait until all the buffer
# has been read before sending the notification. This is significantly
# more efficient because we don't create an ArchonCommandReply for each
# chunk of the binary reply. It is, however, necessary to know the
# exact size of the reply because there is nothing that we can parse
# to know a reply is the last one. Also, we don't want to keep appending
# to a bytes string. We need to allocate all the memory first with
# a bytearray or it's very inefficient.
#
# NOTE: this assumes that once the binary reply begins, no other
# reply is going to arrive in the middle of it. I think that's unlikely,
# and probably prevented by the controller, but it's worth keeping in
# mind.
self._binary_reply[n_binary : n_binary + 1024] = data
n_binary += 1024 # How many bytes of the binary reply have we read.
if n_binary == len(self._binary_reply):
# This was the last chunk. Set reply to the full reply
# (include one header) and reset the binary reply and counter.
reply = header + bytes(self._binary_reply)
self.set_binary_reply_size(None)
n_binary = 0
else:
# Skip notifying because the binary reply is still incomplete.
continue
else:
data = await self._client.reader.readuntil(b"\n")
reply = header + data[:-1]
self.notify(reply)
def _get_id(self) -> int:
"""Returns an identifier from the pool."""
if len(self._id_pool) == 0:
raise ArchonControllerError("No ids remaining in the pool!")
return self._id_pool.pop()
async def __track_commands(self):
"""Removes complete commands from the list of running commands."""
while True:
done_cids = []
for cid in self.__running_commands.keys():
if self.__running_commands[cid].done():
self._id_pool.add(cid)
done_cids.append(cid)
for cid in done_cids:
self.__running_commands.pop(cid)
await asyncio.sleep(0.5)