From 314ff9890393c03e616b4aa78bd1ae6f0acc0e0a Mon Sep 17 00:00:00 2001 From: Vladimir Oltean Date: Tue, 28 Jul 2020 02:48:06 +0300 Subject: [PATCH] ts2phc: instantiate a pmc node This introduces the '-a' option in ts2phc, an option inspired from phc2sys that puts the clocks in "automatic" mode. In this mode, ts2phc listens, as a PMC, to port state change events from ptp4l, and detects which port state machine, if any, has transitioned to PS_SLAVE. That port's clock will become the synchronization master for the hierarchy described by ts2phc. The use case is a multi-switch DSA setup with boundary_clock_jbod, where there is only one grandmaster, connected to one switch's port. The other switches, connected together through a PPS signal, must adapt themselves to this new source of time, while the switch connected to the GM must not be synchronized by ts2phc because it is already synchronized by ptp4l. Signed-off-by: Vladimir Oltean --- makefile | 3 +- ts2phc.8 | 15 ++++ ts2phc.c | 224 ++++++++++++++++++++++++++++++++++++++++++++++++++++++- ts2phc.h | 11 +++ 4 files changed, 251 insertions(+), 2 deletions(-) diff --git a/makefile b/makefile index 27c4d78..f9fe12d 100644 --- a/makefile +++ b/makefile @@ -27,7 +27,8 @@ FILTERS = filter.o mave.o mmedian.o SERVOS = linreg.o ntpshm.o nullf.o pi.o servo.o TRANSP = raw.o transport.o udp.o udp6.o uds.o TS2PHC = ts2phc.o lstab.o nmea.o serial.o sock.o ts2phc_generic_master.o \ - ts2phc_master.o ts2phc_phc_master.o ts2phc_nmea_master.o ts2phc_slave.o + ts2phc_master.o ts2phc_phc_master.o ts2phc_nmea_master.o ts2phc_slave.o \ + pmc_common.o transport.o msg.o tlv.o uds.o udp.o udp6.o raw.o OBJ = bmc.o clock.o clockadj.o clockcheck.o config.o designated_fsm.o \ e2e_tc.o fault.o $(FILTERS) fsm.o hash.o interface.o monitor.o msg.o phc.o \ port.o port_signaling.o pqueue.o print.o ptp4l.o p2p_tc.o rtnl.o $(SERVOS) \ diff --git a/ts2phc.8 b/ts2phc.8 index 07a4026..7b8807a 100644 --- a/ts2phc.8 +++ b/ts2phc.8 @@ -26,6 +26,21 @@ A single source may be used to distribute time to one or more PHC devices. .SH OPTIONS .TP +.BI \-a +Adjust the direction of synchronization automatically. The program determines +which PHC should be a source of time and which should be a sink by querying the +port states from the running instance of +.B ptp4l. +Note that using this option, the PPS signal distribution hierarchy still +remains fixed as per the configuration file. This implies that using this +option, a PHC PPS master may become a time sink, and a PPS slave may become a +time source. Other, non-PHC types of PPS masters (generic, NMEA) cannot become +time sinks. Clocks which are not part of +.B ptp4l's +list of ports are not synchronized. This option is useful when the +.B boundary_clock_jbod +option of ptp4l is also enabled. +.TP .BI \-c " device|name" Specifies a PHC slave clock to be synchronized. The clock may be identified by its character device (like /dev/ptp0) diff --git a/ts2phc.c b/ts2phc.c index c6c58f3..66b6c26 100644 --- a/ts2phc.c +++ b/ts2phc.c @@ -13,6 +13,7 @@ #include "clockadj.h" #include "config.h" +#include "contain.h" #include "interface.h" #include "phc.h" #include "print.h" @@ -25,11 +26,108 @@ struct interface { static void ts2phc_cleanup(struct ts2phc_private *priv) { + struct port *p, *tmp; + ts2phc_slave_cleanup(priv); if (priv->master) ts2phc_master_destroy(priv->master); if (priv->cfg) config_destroy(priv->cfg); + + close_pmc_node(&priv->node); + + /* + * Clocks are destroyed by the cleanup methods of the individual + * master and slave PHC modules. + */ + LIST_FOREACH_SAFE(p, &priv->ports, list, tmp) + free(p); + + msg_cleanup(); +} + +/* FIXME: Copied from phc2sys */ +static int normalize_state(int state) +{ + if (state != PS_MASTER && state != PS_SLAVE && + state != PS_PRE_MASTER && state != PS_UNCALIBRATED) { + /* treat any other state as "not a master nor a slave" */ + state = PS_DISABLED; + } + return state; +} + +/* FIXME: Copied from phc2sys */ +static struct port *port_get(struct ts2phc_private *priv, unsigned int number) +{ + struct port *p; + + LIST_FOREACH(p, &priv->ports, list) { + if (p->number == number) + return p; + } + return NULL; +} + +/* FIXME: Copied from phc2sys */ +static int clock_compute_state(struct ts2phc_private *priv, + struct clock *clock) +{ + int state = PS_DISABLED; + struct port *p; + + LIST_FOREACH(p, &priv->ports, list) { + if (p->clock != clock) + continue; + /* PS_SLAVE takes the highest precedence, PS_UNCALIBRATED + * after that, PS_MASTER is third, PS_PRE_MASTER fourth and + * all of that overrides PS_DISABLED, which corresponds + * nicely with the numerical values */ + if (p->state > state) + state = p->state; + } + return state; +} + +#define node_to_ts2phc(node) \ + container_of(node, struct ts2phc_private, node) + +static int ts2phc_recv_subscribed(struct pmc_node *node, + struct ptp_message *msg, int excluded) +{ + struct ts2phc_private *priv = node_to_ts2phc(node); + int mgt_id, state; + struct portDS *pds; + struct port *port; + struct clock *clock; + + mgt_id = get_mgt_id(msg); + if (mgt_id == excluded) + return 0; + switch (mgt_id) { + case TLV_PORT_DATA_SET: + pds = get_mgt_data(msg); + port = port_get(priv, pds->portIdentity.portNumber); + if (!port) { + pr_info("received data for unknown port %s", + pid2str(&pds->portIdentity)); + return 1; + } + state = normalize_state(pds->portState); + if (port->state != state) { + pr_info("port %s changed state", + pid2str(&pds->portIdentity)); + port->state = state; + clock = port->clock; + state = clock_compute_state(priv, clock); + if (clock->state != state || clock->new_state) { + clock->new_state = state; + priv->state_changed = 1; + } + } + return 1; + } + return 0; } struct servo *servo_add(struct ts2phc_private *priv, struct clock *clock) @@ -95,6 +193,7 @@ struct clock *clock_add(struct ts2phc_private *priv, const char *device) return c; } + void clock_destroy(struct clock *c) { servo_destroy(c->servo); @@ -103,11 +202,112 @@ void clock_destroy(struct clock *c) free(c); } +/* FIXME: Copied from phc2sys */ +static struct port *port_add(struct ts2phc_private *priv, unsigned int number, + char *device) +{ + struct clock *c = NULL; + struct port *p, *tmp; + + p = port_get(priv, number); + if (p) + return p; + /* port is a new one, look whether we have the device already on + * a different port */ + LIST_FOREACH(tmp, &priv->ports, list) { + if (tmp->number == number) { + c = tmp->clock; + break; + } + } + if (!c) { + c = clock_add(priv, device); + if (!c) + return NULL; + } + p = malloc(sizeof(*p)); + if (!p) { + pr_err("failed to allocate memory for a port"); + clock_destroy(c); + return NULL; + } + p->number = number; + p->clock = c; + LIST_INSERT_HEAD(&priv->ports, p, list); + return p; +} + +static int auto_init_ports(struct ts2phc_private *priv) +{ + int state, timestamping; + int number_ports, res; + char iface[IFNAMSIZ]; + struct clock *clock; + struct port *port; + unsigned int i; + + while (1) { + if (!is_running()) + return -1; + res = run_pmc_clock_identity(&priv->node, 1000); + if (res < 0) + return -1; + if (res > 0) + break; + /* res == 0, timeout */ + pr_notice("Waiting for ptp4l..."); + } + + number_ports = run_pmc_get_number_ports(&priv->node, 1000); + if (number_ports <= 0) { + pr_err("failed to get number of ports"); + return -1; + } + + res = run_pmc_subscribe(&priv->node, 1000); + if (res <= 0) { + pr_err("failed to subscribe"); + return -1; + } + + for (i = 1; i <= number_ports; i++) { + res = run_pmc_port_properties(&priv->node, 1000, i, &state, + ×tamping, iface); + if (res == -1) { + /* port does not exist, ignore the port */ + continue; + } + if (res <= 0) { + pr_err("failed to get port properties"); + return -1; + } + if (timestamping == TS_SOFTWARE) { + /* ignore ports with software time stamping */ + continue; + } + port = port_add(priv, i, iface); + if (!port) + return -1; + port->state = normalize_state(state); + } + if (LIST_EMPTY(&priv->clocks)) { + pr_err("no suitable ports available"); + return -1; + } + LIST_FOREACH(clock, &priv->clocks, list) { + clock->new_state = clock_compute_state(priv, clock); + } + priv->state_changed = 1; + + return 0; +} + static void usage(char *progname) { fprintf(stderr, "\n" "usage: %s [options]\n\n" + " -a turn on autoconfiguration\n" " -c [dev|name] phc slave clock (like /dev/ptp0 or eth0)\n" " (may be specified multiple times)\n" " -f [file] read configuration from 'file'\n" @@ -129,6 +329,7 @@ static void usage(char *progname) int main(int argc, char *argv[]) { int c, err = 0, have_slave = 0, index, print_level; + char uds_local[MAX_IFNAME_SIZE + 1]; enum ts2phc_master_type pps_type; struct ts2phc_private priv = {0}; char *config = NULL, *progname; @@ -136,6 +337,7 @@ int main(int argc, char *argv[]) struct config *cfg = NULL; struct interface *iface; struct option *opts; + int autocfg = 0; handle_term_signals(); @@ -150,7 +352,7 @@ int main(int argc, char *argv[]) /* Process the command line arguments. */ progname = strrchr(argv[0], '/'); progname = progname ? 1 + progname : argv[0]; - while (EOF != (c = getopt_long(argc, argv, "c:f:hi:l:mqs:v", opts, &index))) { + while (EOF != (c = getopt_long(argc, argv, "ac:f:hi:l:mqs:v", opts, &index))) { switch (c) { case 0: if (config_parse_option(cfg, opts[index].name, optarg)) { @@ -158,6 +360,9 @@ int main(int argc, char *argv[]) return -1; } break; + case 'a': + autocfg = 1; + break; case 'c': if (!config_create_interface(optarg, cfg)) { fprintf(stderr, "failed to add slave\n"); @@ -223,6 +428,23 @@ int main(int argc, char *argv[]) STAILQ_INIT(&priv.slaves); priv.cfg = cfg; + snprintf(uds_local, sizeof(uds_local), "/var/run/ts2phc.%d", + getpid()); + + if (autocfg) { + err = init_pmc_node(cfg, &priv.node, uds_local, + ts2phc_recv_subscribed); + if (err) { + ts2phc_cleanup(&priv); + return -1; + } + err = auto_init_ports(&priv); + if (err) { + ts2phc_cleanup(&priv); + return -1; + } + } + STAILQ_FOREACH(iface, &cfg->interfaces, list) { if (1 == config_get_int(cfg, interface_name(iface), "ts2phc.master")) { if (pps_source) { diff --git a/ts2phc.h b/ts2phc.h index 61712dc..aec6db0 100644 --- a/ts2phc.h +++ b/ts2phc.h @@ -9,6 +9,7 @@ #include #include +#include "pmc_common.h" #include "servo.h" struct ts2phc_slave_array; @@ -29,13 +30,23 @@ struct clock { int is_destination; }; +struct port { + LIST_ENTRY(port) list; + unsigned int number; + int state; + struct clock *clock; +}; + struct ts2phc_private { struct ts2phc_master *master; STAILQ_HEAD(slave_ifaces_head, ts2phc_slave) slaves; unsigned int n_slaves; struct ts2phc_slave_array *polling_array; struct config *cfg; + struct pmc_node node; + int state_changed; struct clock *source; + LIST_HEAD(port_head, port) ports; LIST_HEAD(clock_head, clock) clocks; };