blob: acabbe72e55eb94a0049225aac7a5e405a6653c7 [file] [log] [blame]
Thomas Gleixner74ba9202019-05-20 09:19:02 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Richard Cochrand94ba802011-04-22 12:03:08 +02002/*
3 * PTP 1588 clock support
4 *
5 * Copyright (C) 2010 OMICRON electronics GmbH
Richard Cochrand94ba802011-04-22 12:03:08 +02006 */
Jiri Benc7356a762013-04-12 00:56:15 +00007#include <linux/idr.h>
Richard Cochrand94ba802011-04-22 12:03:08 +02008#include <linux/device.h>
9#include <linux/err.h>
10#include <linux/init.h>
11#include <linux/kernel.h>
12#include <linux/module.h>
13#include <linux/posix-clock.h>
14#include <linux/pps_kernel.h>
15#include <linux/slab.h>
16#include <linux/syscalls.h>
17#include <linux/uaccess.h>
Grygorii Strashkod9535cb2017-07-28 17:30:02 -050018#include <uapi/linux/sched/types.h>
Richard Cochrand94ba802011-04-22 12:03:08 +020019
20#include "ptp_private.h"
21
22#define PTP_MAX_ALARMS 4
Richard Cochrand94ba802011-04-22 12:03:08 +020023#define PTP_PPS_DEFAULTS (PPS_CAPTUREASSERT | PPS_OFFSETASSERT)
24#define PTP_PPS_EVENT PPS_CAPTUREASSERT
25#define PTP_PPS_MODE (PTP_PPS_DEFAULTS | PPS_CANWAIT | PPS_TSFMT_TSPEC)
26
27/* private globals */
28
29static dev_t ptp_devt;
30static struct class *ptp_class;
31
Jiri Benc7356a762013-04-12 00:56:15 +000032static DEFINE_IDA(ptp_clocks_map);
Richard Cochrand94ba802011-04-22 12:03:08 +020033
34/* time stamp event queue operations */
35
36static inline int queue_free(struct timestamp_event_queue *q)
37{
38 return PTP_MAX_TIMESTAMPS - queue_cnt(q) - 1;
39}
40
41static void enqueue_external_timestamp(struct timestamp_event_queue *queue,
42 struct ptp_clock_event *src)
43{
44 struct ptp_extts_event *dst;
45 unsigned long flags;
46 s64 seconds;
47 u32 remainder;
48
49 seconds = div_u64_rem(src->timestamp, 1000000000, &remainder);
50
51 spin_lock_irqsave(&queue->lock, flags);
52
53 dst = &queue->buf[queue->tail];
54 dst->index = src->index;
55 dst->t.sec = seconds;
56 dst->t.nsec = remainder;
57
58 if (!queue_free(queue))
59 queue->head = (queue->head + 1) % PTP_MAX_TIMESTAMPS;
60
61 queue->tail = (queue->tail + 1) % PTP_MAX_TIMESTAMPS;
62
63 spin_unlock_irqrestore(&queue->lock, flags);
64}
65
Shalom Toledo4368dad2019-06-11 18:45:09 +030066s32 scaled_ppm_to_ppb(long ppm)
Richard Cochrand94ba802011-04-22 12:03:08 +020067{
68 /*
69 * The 'freq' field in the 'struct timex' is in parts per
70 * million, but with a 16 bit binary fractional field.
71 *
72 * We want to calculate
73 *
74 * ppb = scaled_ppm * 1000 / 2^16
75 *
76 * which simplifies to
77 *
78 * ppb = scaled_ppm * 125 / 2^13
79 */
80 s64 ppb = 1 + ppm;
81 ppb *= 125;
82 ppb >>= 13;
83 return (s32) ppb;
84}
Shalom Toledo4368dad2019-06-11 18:45:09 +030085EXPORT_SYMBOL(scaled_ppm_to_ppb);
Richard Cochrand94ba802011-04-22 12:03:08 +020086
87/* posix clock implementation */
88
Deepa Dinamanid340266e2017-03-26 12:04:13 -070089static int ptp_clock_getres(struct posix_clock *pc, struct timespec64 *tp)
Richard Cochrand94ba802011-04-22 12:03:08 +020090{
Thomas Gleixnerd68fb112011-12-05 21:16:06 +010091 tp->tv_sec = 0;
92 tp->tv_nsec = 1;
93 return 0;
Richard Cochrand94ba802011-04-22 12:03:08 +020094}
95
Deepa Dinamanid340266e2017-03-26 12:04:13 -070096static int ptp_clock_settime(struct posix_clock *pc, const struct timespec64 *tp)
Richard Cochrand94ba802011-04-22 12:03:08 +020097{
98 struct ptp_clock *ptp = container_of(pc, struct ptp_clock, clock);
Richard Cochrand7d38f52015-03-29 23:11:53 +020099
Deepa Dinamanid340266e2017-03-26 12:04:13 -0700100 return ptp->info->settime64(ptp->info, tp);
Richard Cochrand94ba802011-04-22 12:03:08 +0200101}
102
Deepa Dinamanid340266e2017-03-26 12:04:13 -0700103static int ptp_clock_gettime(struct posix_clock *pc, struct timespec64 *tp)
Richard Cochrand94ba802011-04-22 12:03:08 +0200104{
105 struct ptp_clock *ptp = container_of(pc, struct ptp_clock, clock);
Richard Cochrand7d38f52015-03-29 23:11:53 +0200106 int err;
107
Miroslav Lichvar916444d2018-11-09 11:14:45 +0100108 if (ptp->info->gettimex64)
109 err = ptp->info->gettimex64(ptp->info, tp, NULL);
110 else
111 err = ptp->info->gettime64(ptp->info, tp);
Richard Cochrand7d38f52015-03-29 23:11:53 +0200112 return err;
Richard Cochrand94ba802011-04-22 12:03:08 +0200113}
114
Deepa Dinamaniead25412018-07-02 22:44:21 -0700115static int ptp_clock_adjtime(struct posix_clock *pc, struct __kernel_timex *tx)
Richard Cochrand94ba802011-04-22 12:03:08 +0200116{
117 struct ptp_clock *ptp = container_of(pc, struct ptp_clock, clock);
118 struct ptp_clock_info *ops;
119 int err = -EOPNOTSUPP;
120
121 ops = ptp->info;
122
123 if (tx->modes & ADJ_SETOFFSET) {
Deepa Dinamanid340266e2017-03-26 12:04:13 -0700124 struct timespec64 ts;
Richard Cochrand94ba802011-04-22 12:03:08 +0200125 ktime_t kt;
126 s64 delta;
127
128 ts.tv_sec = tx->time.tv_sec;
129 ts.tv_nsec = tx->time.tv_usec;
130
131 if (!(tx->modes & ADJ_NANO))
132 ts.tv_nsec *= 1000;
133
134 if ((unsigned long) ts.tv_nsec >= NSEC_PER_SEC)
135 return -EINVAL;
136
Deepa Dinamanid340266e2017-03-26 12:04:13 -0700137 kt = timespec64_to_ktime(ts);
Richard Cochrand94ba802011-04-22 12:03:08 +0200138 delta = ktime_to_ns(kt);
139 err = ops->adjtime(ops, delta);
Richard Cochrand94ba802011-04-22 12:03:08 +0200140 } else if (tx->modes & ADJ_FREQUENCY) {
Richard Cochrand39a7432014-04-27 15:01:27 +0200141 s32 ppb = scaled_ppm_to_ppb(tx->freq);
142 if (ppb > ops->max_adj || ppb < -ops->max_adj)
143 return -ERANGE;
Richard Cochrand8d26352016-11-08 22:49:16 +0100144 if (ops->adjfine)
145 err = ops->adjfine(ops, tx->freq);
146 else
147 err = ops->adjfreq(ops, ppb);
Richard Cochran39a8cbd2012-09-22 07:02:01 +0000148 ptp->dialed_frequency = tx->freq;
Richard Cochran5c35bad2012-09-22 07:02:02 +0000149 } else if (tx->modes == 0) {
150 tx->freq = ptp->dialed_frequency;
151 err = 0;
Richard Cochrand94ba802011-04-22 12:03:08 +0200152 }
153
154 return err;
155}
156
157static struct posix_clock_operations ptp_clock_ops = {
158 .owner = THIS_MODULE,
159 .clock_adjtime = ptp_clock_adjtime,
160 .clock_gettime = ptp_clock_gettime,
161 .clock_getres = ptp_clock_getres,
162 .clock_settime = ptp_clock_settime,
163 .ioctl = ptp_ioctl,
164 .open = ptp_open,
165 .poll = ptp_poll,
166 .read = ptp_read,
167};
168
Vladis Dronova33121e2019-12-27 03:26:27 +0100169static void ptp_clock_release(struct device *dev)
Richard Cochrand94ba802011-04-22 12:03:08 +0200170{
Vladis Dronova33121e2019-12-27 03:26:27 +0100171 struct ptp_clock *ptp = container_of(dev, struct ptp_clock, dev);
Richard Cochrand94ba802011-04-22 12:03:08 +0200172
Vladis Dronov75718582020-01-13 14:00:09 +0100173 ptp_cleanup_pin_groups(ptp);
Richard Cochrand94ba802011-04-22 12:03:08 +0200174 mutex_destroy(&ptp->tsevq_mux);
Richard Cochran60923152014-03-20 22:21:52 +0100175 mutex_destroy(&ptp->pincfg_mux);
Jiri Benc7356a762013-04-12 00:56:15 +0000176 ida_simple_remove(&ptp_clocks_map, ptp->index);
Richard Cochrand94ba802011-04-22 12:03:08 +0200177 kfree(ptp);
178}
179
Grygorii Strashkod9535cb2017-07-28 17:30:02 -0500180static void ptp_aux_kworker(struct kthread_work *work)
181{
182 struct ptp_clock *ptp = container_of(work, struct ptp_clock,
183 aux_work.work);
184 struct ptp_clock_info *info = ptp->info;
185 long delay;
186
187 delay = info->do_aux_work(info);
188
189 if (delay >= 0)
190 kthread_queue_delayed_work(ptp->kworker, &ptp->aux_work, delay);
191}
192
Richard Cochrand94ba802011-04-22 12:03:08 +0200193/* public interface */
194
Richard Cochran1ef76152012-09-22 07:02:03 +0000195struct ptp_clock *ptp_clock_register(struct ptp_clock_info *info,
196 struct device *parent)
Richard Cochrand94ba802011-04-22 12:03:08 +0200197{
198 struct ptp_clock *ptp;
199 int err = 0, index, major = MAJOR(ptp_devt);
200
201 if (info->n_alarm > PTP_MAX_ALARMS)
202 return ERR_PTR(-EINVAL);
203
Richard Cochrand94ba802011-04-22 12:03:08 +0200204 /* Initialize a clock structure. */
205 err = -ENOMEM;
206 ptp = kzalloc(sizeof(struct ptp_clock), GFP_KERNEL);
207 if (ptp == NULL)
208 goto no_memory;
209
Jiri Benc7356a762013-04-12 00:56:15 +0000210 index = ida_simple_get(&ptp_clocks_map, 0, MINORMASK + 1, GFP_KERNEL);
211 if (index < 0) {
212 err = index;
213 goto no_slot;
214 }
215
Richard Cochrand94ba802011-04-22 12:03:08 +0200216 ptp->clock.ops = ptp_clock_ops;
Richard Cochrand94ba802011-04-22 12:03:08 +0200217 ptp->info = info;
218 ptp->devid = MKDEV(major, index);
219 ptp->index = index;
220 spin_lock_init(&ptp->tsevq.lock);
221 mutex_init(&ptp->tsevq_mux);
Richard Cochran60923152014-03-20 22:21:52 +0100222 mutex_init(&ptp->pincfg_mux);
Richard Cochrand94ba802011-04-22 12:03:08 +0200223 init_waitqueue_head(&ptp->tsev_wq);
224
Grygorii Strashkod9535cb2017-07-28 17:30:02 -0500225 if (ptp->info->do_aux_work) {
Grygorii Strashkod9535cb2017-07-28 17:30:02 -0500226 kthread_init_delayed_work(&ptp->aux_work, ptp_aux_kworker);
Rasmus Villemoes822c5f72018-10-26 23:22:59 +0200227 ptp->kworker = kthread_create_worker(0, "ptp%d", ptp->index);
Grygorii Strashkod9535cb2017-07-28 17:30:02 -0500228 if (IS_ERR(ptp->kworker)) {
229 err = PTR_ERR(ptp->kworker);
230 pr_err("failed to create ptp aux_worker %d\n", err);
231 goto kworker_err;
232 }
233 }
234
Dmitry Torokhov85a66e52017-02-14 10:23:34 -0800235 err = ptp_populate_pin_groups(ptp);
236 if (err)
237 goto no_pin_groups;
238
Richard Cochrand94ba802011-04-22 12:03:08 +0200239 /* Register a new PPS source. */
240 if (info->pps) {
241 struct pps_source_info pps;
242 memset(&pps, 0, sizeof(pps));
243 snprintf(pps.name, PPS_MAX_NAME_LEN, "ptp%d", index);
244 pps.mode = PTP_PPS_MODE;
245 pps.owner = info->owner;
246 ptp->pps_source = pps_register_source(&pps, PTP_PPS_DEFAULTS);
Dan Carpenterb9d93592018-12-07 09:00:46 +0300247 if (IS_ERR(ptp->pps_source)) {
248 err = PTR_ERR(ptp->pps_source);
Richard Cochrand94ba802011-04-22 12:03:08 +0200249 pr_err("failed to register pps source\n");
250 goto no_pps;
251 }
252 }
253
Vladis Dronova33121e2019-12-27 03:26:27 +0100254 /* Initialize a new device of our class in our clock structure. */
255 device_initialize(&ptp->dev);
256 ptp->dev.devt = ptp->devid;
257 ptp->dev.class = ptp_class;
258 ptp->dev.parent = parent;
259 ptp->dev.groups = ptp->pin_attr_groups;
260 ptp->dev.release = ptp_clock_release;
261 dev_set_drvdata(&ptp->dev, ptp);
262 dev_set_name(&ptp->dev, "ptp%d", ptp->index);
263
264 /* Create a posix clock and link it to the device. */
265 err = posix_clock_register(&ptp->clock, &ptp->dev);
Richard Cochrand94ba802011-04-22 12:03:08 +0200266 if (err) {
267 pr_err("failed to create posix clock\n");
268 goto no_clock;
269 }
270
Richard Cochrand94ba802011-04-22 12:03:08 +0200271 return ptp;
272
273no_clock:
274 if (ptp->pps_source)
275 pps_unregister_source(ptp->pps_source);
276no_pps:
Dmitry Torokhov85a66e52017-02-14 10:23:34 -0800277 ptp_cleanup_pin_groups(ptp);
278no_pin_groups:
Grygorii Strashkod9535cb2017-07-28 17:30:02 -0500279 if (ptp->kworker)
280 kthread_destroy_worker(ptp->kworker);
281kworker_err:
Richard Cochrand94ba802011-04-22 12:03:08 +0200282 mutex_destroy(&ptp->tsevq_mux);
Richard Cochran60923152014-03-20 22:21:52 +0100283 mutex_destroy(&ptp->pincfg_mux);
Christophe Jailletb9118b72016-10-02 09:04:16 +0200284 ida_simple_remove(&ptp_clocks_map, index);
Jiri Benc7356a762013-04-12 00:56:15 +0000285no_slot:
Richard Cochrand94ba802011-04-22 12:03:08 +0200286 kfree(ptp);
287no_memory:
Richard Cochrand94ba802011-04-22 12:03:08 +0200288 return ERR_PTR(err);
289}
290EXPORT_SYMBOL(ptp_clock_register);
291
292int ptp_clock_unregister(struct ptp_clock *ptp)
293{
294 ptp->defunct = 1;
295 wake_up_interruptible(&ptp->tsev_wq);
296
Grygorii Strashkod9535cb2017-07-28 17:30:02 -0500297 if (ptp->kworker) {
298 kthread_cancel_delayed_work_sync(&ptp->aux_work);
299 kthread_destroy_worker(ptp->kworker);
300 }
301
Richard Cochrand94ba802011-04-22 12:03:08 +0200302 /* Release the clock's resources. */
303 if (ptp->pps_source)
304 pps_unregister_source(ptp->pps_source);
Dmitry Torokhov85a66e52017-02-14 10:23:34 -0800305
Richard Cochrand94ba802011-04-22 12:03:08 +0200306 posix_clock_unregister(&ptp->clock);
Vladis Dronov75718582020-01-13 14:00:09 +0100307
Richard Cochrand94ba802011-04-22 12:03:08 +0200308 return 0;
309}
310EXPORT_SYMBOL(ptp_clock_unregister);
311
312void ptp_clock_event(struct ptp_clock *ptp, struct ptp_clock_event *event)
313{
314 struct pps_event_time evt;
315
316 switch (event->type) {
317
318 case PTP_CLOCK_ALARM:
319 break;
320
321 case PTP_CLOCK_EXTTS:
322 enqueue_external_timestamp(&ptp->tsevq, event);
323 wake_up_interruptible(&ptp->tsev_wq);
324 break;
325
326 case PTP_CLOCK_PPS:
327 pps_get_ts(&evt);
328 pps_event(ptp->pps_source, &evt, PTP_PPS_EVENT, NULL);
329 break;
Ben Hutchings220a60a2012-09-03 11:34:58 +0100330
331 case PTP_CLOCK_PPSUSR:
332 pps_event(ptp->pps_source, &event->pps_times,
333 PTP_PPS_EVENT, NULL);
334 break;
Richard Cochrand94ba802011-04-22 12:03:08 +0200335 }
336}
337EXPORT_SYMBOL(ptp_clock_event);
338
Richard Cochran995a9092012-04-03 22:59:16 +0000339int ptp_clock_index(struct ptp_clock *ptp)
340{
341 return ptp->index;
342}
343EXPORT_SYMBOL(ptp_clock_index);
344
Richard Cochran60923152014-03-20 22:21:52 +0100345int ptp_find_pin(struct ptp_clock *ptp,
346 enum ptp_pin_function func, unsigned int chan)
347{
348 struct ptp_pin_desc *pin = NULL;
349 int i;
350
Richard Cochran60923152014-03-20 22:21:52 +0100351 for (i = 0; i < ptp->info->n_pins; i++) {
352 if (ptp->info->pin_config[i].func == func &&
353 ptp->info->pin_config[i].chan == chan) {
354 pin = &ptp->info->pin_config[i];
355 break;
356 }
357 }
Richard Cochran60923152014-03-20 22:21:52 +0100358
359 return pin ? i : -1;
360}
361EXPORT_SYMBOL(ptp_find_pin);
362
Richard Cochran62582a72020-03-29 07:55:10 -0700363int ptp_find_pin_unlocked(struct ptp_clock *ptp,
364 enum ptp_pin_function func, unsigned int chan)
365{
366 int result;
367
368 mutex_lock(&ptp->pincfg_mux);
369
370 result = ptp_find_pin(ptp, func, chan);
371
372 mutex_unlock(&ptp->pincfg_mux);
373
374 return result;
375}
376EXPORT_SYMBOL(ptp_find_pin_unlocked);
377
Grygorii Strashkod9535cb2017-07-28 17:30:02 -0500378int ptp_schedule_worker(struct ptp_clock *ptp, unsigned long delay)
379{
380 return kthread_mod_delayed_work(ptp->kworker, &ptp->aux_work, delay);
381}
382EXPORT_SYMBOL(ptp_schedule_worker);
383
Vladimir Oltean544fed42019-12-27 15:02:28 +0200384void ptp_cancel_worker_sync(struct ptp_clock *ptp)
385{
386 kthread_cancel_delayed_work_sync(&ptp->aux_work);
387}
388EXPORT_SYMBOL(ptp_cancel_worker_sync);
389
Richard Cochrand94ba802011-04-22 12:03:08 +0200390/* module operations */
391
392static void __exit ptp_exit(void)
393{
394 class_destroy(ptp_class);
Jiri Benc7356a762013-04-12 00:56:15 +0000395 unregister_chrdev_region(ptp_devt, MINORMASK + 1);
396 ida_destroy(&ptp_clocks_map);
Richard Cochrand94ba802011-04-22 12:03:08 +0200397}
398
399static int __init ptp_init(void)
400{
401 int err;
402
403 ptp_class = class_create(THIS_MODULE, "ptp");
404 if (IS_ERR(ptp_class)) {
405 pr_err("ptp: failed to allocate class\n");
406 return PTR_ERR(ptp_class);
407 }
408
Jiri Benc7356a762013-04-12 00:56:15 +0000409 err = alloc_chrdev_region(&ptp_devt, 0, MINORMASK + 1, "ptp");
Richard Cochrand94ba802011-04-22 12:03:08 +0200410 if (err < 0) {
411 pr_err("ptp: failed to allocate device region\n");
412 goto no_region;
413 }
414
Greg Kroah-Hartman34991162013-07-24 15:05:20 -0700415 ptp_class->dev_groups = ptp_groups;
Richard Cochrand94ba802011-04-22 12:03:08 +0200416 pr_info("PTP clock support registered\n");
417 return 0;
418
419no_region:
420 class_destroy(ptp_class);
421 return err;
422}
423
424subsys_initcall(ptp_init);
425module_exit(ptp_exit);
426
Richard Cochranc2ec3ff2012-03-16 22:39:29 +0000427MODULE_AUTHOR("Richard Cochran <richardcochran@gmail.com>");
Richard Cochrand94ba802011-04-22 12:03:08 +0200428MODULE_DESCRIPTION("PTP clocks support");
429MODULE_LICENSE("GPL");