2015-01-17 19:38:20 +08:00
|
|
|
from operator import itemgetter
|
2014-12-08 16:11:31 +08:00
|
|
|
import importlib.machinery
|
2015-01-07 18:14:52 +08:00
|
|
|
import linecache
|
2015-01-28 21:44:15 +08:00
|
|
|
import logging
|
2015-02-18 23:52:31 +08:00
|
|
|
import sys
|
2015-03-11 23:43:07 +08:00
|
|
|
import asyncio
|
|
|
|
import time
|
2015-08-10 21:58:11 +08:00
|
|
|
import collections
|
2015-02-18 07:13:00 +08:00
|
|
|
import os.path
|
2014-12-08 16:11:31 +08:00
|
|
|
|
2015-10-12 19:46:14 +08:00
|
|
|
import numpy as np
|
|
|
|
|
2015-07-14 04:08:20 +08:00
|
|
|
from artiq.language.environment import is_experiment
|
2015-04-07 13:04:47 +08:00
|
|
|
from artiq.protocols import pyon
|
|
|
|
|
|
|
|
|
2015-08-08 23:36:12 +08:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2015-04-07 13:04:47 +08:00
|
|
|
def parse_arguments(arguments):
|
|
|
|
d = {}
|
|
|
|
for argument in arguments:
|
|
|
|
name, eq, value = argument.partition("=")
|
|
|
|
d[name] = pyon.decode(value)
|
|
|
|
return d
|
2014-12-08 16:11:31 +08:00
|
|
|
|
2015-06-05 00:37:26 +08:00
|
|
|
|
2015-10-12 18:10:58 +08:00
|
|
|
def elide(s, maxlen):
|
|
|
|
elided = False
|
|
|
|
if len(s) > maxlen:
|
|
|
|
s = s[:maxlen]
|
|
|
|
elided = True
|
|
|
|
try:
|
|
|
|
idx = s.index("\n")
|
|
|
|
except ValueError:
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
s = s[:idx]
|
|
|
|
elided = True
|
|
|
|
if elided:
|
|
|
|
maxlen -= 3
|
|
|
|
if len(s) > maxlen:
|
|
|
|
s = s[:maxlen]
|
|
|
|
s += "..."
|
|
|
|
return s
|
|
|
|
|
|
|
|
|
|
|
|
def short_format(v):
|
|
|
|
if v is None:
|
|
|
|
return "None"
|
|
|
|
t = type(v)
|
|
|
|
if np.issubdtype(t, int) or np.issubdtype(t, float):
|
|
|
|
return str(v)
|
|
|
|
elif t is str:
|
|
|
|
return "\"" + elide(v, 15) + "\""
|
|
|
|
else:
|
|
|
|
r = t.__name__
|
|
|
|
if t is list or t is dict or t is set:
|
|
|
|
r += " ({})".format(len(v))
|
|
|
|
return r
|
|
|
|
|
|
|
|
|
2014-12-08 16:11:31 +08:00
|
|
|
def file_import(filename):
|
2015-01-07 18:14:52 +08:00
|
|
|
linecache.checkcache(filename)
|
|
|
|
|
2014-12-08 16:11:31 +08:00
|
|
|
modname = filename
|
|
|
|
i = modname.rfind("/")
|
|
|
|
if i > 0:
|
|
|
|
modname = modname[i+1:]
|
|
|
|
i = modname.find(".")
|
|
|
|
if i > 0:
|
|
|
|
modname = modname[:i]
|
|
|
|
modname = "file_import_" + modname
|
|
|
|
|
2015-02-18 07:13:00 +08:00
|
|
|
path = os.path.dirname(os.path.realpath(filename))
|
|
|
|
sys.path.insert(0, path)
|
|
|
|
|
2014-12-08 16:11:31 +08:00
|
|
|
loader = importlib.machinery.SourceFileLoader(modname, filename)
|
2015-02-18 23:51:44 +08:00
|
|
|
module = loader.load_module()
|
2015-02-18 07:13:00 +08:00
|
|
|
|
|
|
|
sys.path.remove(path)
|
|
|
|
|
2015-02-18 04:07:09 +08:00
|
|
|
return module
|
2015-01-28 21:44:15 +08:00
|
|
|
|
|
|
|
|
2015-04-07 13:04:47 +08:00
|
|
|
def get_experiment(module, experiment=None):
|
|
|
|
if experiment:
|
|
|
|
return getattr(module, experiment)
|
|
|
|
|
|
|
|
exps = [(k, v) for k, v in module.__dict__.items()
|
2015-09-02 03:21:03 +08:00
|
|
|
if k[0] != "_" and is_experiment(v)]
|
2015-04-07 13:04:47 +08:00
|
|
|
if not exps:
|
|
|
|
raise ValueError("No experiments in module")
|
|
|
|
if len(exps) > 1:
|
|
|
|
raise ValueError("More than one experiment found in module")
|
|
|
|
return exps[0][1]
|
|
|
|
|
|
|
|
|
2015-01-28 21:44:15 +08:00
|
|
|
def verbosity_args(parser):
|
|
|
|
group = parser.add_argument_group("verbosity")
|
2015-02-04 19:09:37 +08:00
|
|
|
group.add_argument("-v", "--verbose", default=0, action="count",
|
|
|
|
help="increase logging level")
|
|
|
|
group.add_argument("-q", "--quiet", default=0, action="count",
|
|
|
|
help="decrease logging level")
|
2015-01-28 21:44:15 +08:00
|
|
|
|
|
|
|
|
2015-02-16 05:55:43 +08:00
|
|
|
def simple_network_args(parser, default_port):
|
|
|
|
group = parser.add_argument_group("network")
|
|
|
|
group.add_argument("--bind", default="::1",
|
|
|
|
help="hostname or IP address to bind to")
|
|
|
|
group.add_argument("-p", "--port", default=default_port, type=int,
|
2015-03-24 03:02:14 +08:00
|
|
|
help="TCP port to listen to (default: %(default)d)")
|
2015-02-16 05:55:43 +08:00
|
|
|
|
|
|
|
|
2015-01-28 21:44:15 +08:00
|
|
|
def init_logger(args):
|
2015-01-30 19:02:27 +08:00
|
|
|
logging.basicConfig(level=logging.WARNING + args.quiet*10 - args.verbose*10)
|
2015-03-11 23:43:07 +08:00
|
|
|
|
|
|
|
|
2015-10-03 19:28:57 +08:00
|
|
|
async def exc_to_warning(coro):
|
2015-08-08 23:36:12 +08:00
|
|
|
try:
|
2015-10-03 19:28:57 +08:00
|
|
|
await coro
|
2015-08-08 23:36:12 +08:00
|
|
|
except:
|
|
|
|
logger.warning("asyncio coroutine terminated with exception",
|
|
|
|
exc_info=True)
|
|
|
|
|
|
|
|
|
2015-10-03 19:28:57 +08:00
|
|
|
async def asyncio_wait_or_cancel(fs, **kwargs):
|
2015-10-03 14:37:02 +08:00
|
|
|
fs = [asyncio.ensure_future(f) for f in fs]
|
2015-05-17 16:11:00 +08:00
|
|
|
try:
|
2015-10-03 19:28:57 +08:00
|
|
|
d, p = await asyncio.wait(fs, **kwargs)
|
2015-05-17 16:11:00 +08:00
|
|
|
except:
|
|
|
|
for f in fs:
|
|
|
|
f.cancel()
|
|
|
|
raise
|
|
|
|
for f in p:
|
|
|
|
f.cancel()
|
2015-10-03 19:28:57 +08:00
|
|
|
await asyncio.wait([f])
|
2015-05-17 16:11:00 +08:00
|
|
|
return fs
|
|
|
|
|
|
|
|
|
2015-06-05 14:52:41 +08:00
|
|
|
class TaskObject:
|
|
|
|
def start(self):
|
2015-10-03 14:37:02 +08:00
|
|
|
self.task = asyncio.ensure_future(self._do())
|
2015-06-05 14:52:41 +08:00
|
|
|
|
2015-10-03 19:28:57 +08:00
|
|
|
async def stop(self):
|
2015-06-05 14:52:41 +08:00
|
|
|
self.task.cancel()
|
2015-08-06 22:14:49 +08:00
|
|
|
try:
|
2015-10-03 19:28:57 +08:00
|
|
|
await asyncio.wait_for(self.task, None)
|
2015-08-06 22:14:49 +08:00
|
|
|
except asyncio.CancelledError:
|
|
|
|
pass
|
2015-06-05 14:52:41 +08:00
|
|
|
del self.task
|
|
|
|
|
2015-10-03 19:28:57 +08:00
|
|
|
async def _do(self):
|
2015-06-05 14:52:41 +08:00
|
|
|
raise NotImplementedError
|
|
|
|
|
|
|
|
|
2015-08-10 21:58:11 +08:00
|
|
|
class Condition:
|
|
|
|
def __init__(self, *, loop=None):
|
|
|
|
if loop is not None:
|
|
|
|
self._loop = loop
|
2015-05-28 17:20:58 +08:00
|
|
|
else:
|
2015-08-10 21:58:11 +08:00
|
|
|
self._loop = asyncio.get_event_loop()
|
|
|
|
self._waiters = collections.deque()
|
2015-05-28 17:20:58 +08:00
|
|
|
|
2015-10-03 19:28:57 +08:00
|
|
|
async def wait(self):
|
2015-08-10 21:58:11 +08:00
|
|
|
"""Wait until notified."""
|
|
|
|
fut = asyncio.Future(loop=self._loop)
|
|
|
|
self._waiters.append(fut)
|
|
|
|
try:
|
2015-10-03 19:28:57 +08:00
|
|
|
await fut
|
2015-08-10 21:58:11 +08:00
|
|
|
finally:
|
|
|
|
self._waiters.remove(fut)
|
|
|
|
|
|
|
|
def notify(self):
|
|
|
|
for fut in self._waiters:
|
|
|
|
if not fut.done():
|
|
|
|
fut.set_result(False)
|