| /* Intel Ethernet Switch Host Interface Driver |
| * Copyright(c) 2013 - 2015 Intel Corporation. |
| * |
| * This program is free software; you can redistribute it and/or modify it |
| * under the terms and conditions of the GNU General Public License, |
| * version 2, as published by the Free Software Foundation. |
| * |
| * This program is distributed in the hope it will be useful, but WITHOUT |
| * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| * more details. |
| * |
| * The full GNU General Public License is included in this distribution in |
| * the file called "COPYING". |
| * |
| * Contact Information: |
| * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net> |
| * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 |
| */ |
| |
| #include <linux/ptp_classify.h> |
| #include <linux/ptp_clock_kernel.h> |
| |
| #include "fm10k.h" |
| |
| #define FM10K_TS_TX_TIMEOUT (HZ * 15) |
| |
| void fm10k_systime_to_hwtstamp(struct fm10k_intfc *interface, |
| struct skb_shared_hwtstamps *hwtstamp, |
| u64 systime) |
| { |
| unsigned long flags; |
| |
| read_lock_irqsave(&interface->systime_lock, flags); |
| systime += interface->ptp_adjust; |
| read_unlock_irqrestore(&interface->systime_lock, flags); |
| |
| hwtstamp->hwtstamp = ns_to_ktime(systime); |
| } |
| |
| static struct sk_buff *fm10k_ts_tx_skb(struct fm10k_intfc *interface, |
| __le16 dglort) |
| { |
| struct sk_buff_head *list = &interface->ts_tx_skb_queue; |
| struct sk_buff *skb; |
| |
| skb_queue_walk(list, skb) { |
| if (FM10K_CB(skb)->fi.w.dglort == dglort) |
| return skb; |
| } |
| |
| return NULL; |
| } |
| |
| void fm10k_ts_tx_enqueue(struct fm10k_intfc *interface, struct sk_buff *skb) |
| { |
| struct sk_buff_head *list = &interface->ts_tx_skb_queue; |
| struct sk_buff *clone; |
| unsigned long flags; |
| |
| /* create clone for us to return on the Tx path */ |
| clone = skb_clone_sk(skb); |
| if (!clone) |
| return; |
| |
| FM10K_CB(clone)->ts_tx_timeout = jiffies + FM10K_TS_TX_TIMEOUT; |
| spin_lock_irqsave(&list->lock, flags); |
| |
| /* attempt to locate any buffers with the same dglort, |
| * if none are present then insert skb in tail of list |
| */ |
| skb = fm10k_ts_tx_skb(interface, FM10K_CB(clone)->fi.w.dglort); |
| if (!skb) |
| __skb_queue_tail(list, clone); |
| |
| spin_unlock_irqrestore(&list->lock, flags); |
| |
| /* if list is already has one then we just free the clone */ |
| if (skb) |
| kfree_skb(skb); |
| else |
| skb_shinfo(clone)->tx_flags |= SKBTX_IN_PROGRESS; |
| } |
| |
| void fm10k_ts_tx_hwtstamp(struct fm10k_intfc *interface, __le16 dglort, |
| u64 systime) |
| { |
| struct skb_shared_hwtstamps shhwtstamps; |
| struct sk_buff_head *list = &interface->ts_tx_skb_queue; |
| struct sk_buff *skb; |
| unsigned long flags; |
| |
| spin_lock_irqsave(&list->lock, flags); |
| |
| /* attempt to locate and pull the sk_buff out of the list */ |
| skb = fm10k_ts_tx_skb(interface, dglort); |
| if (skb) |
| __skb_unlink(skb, list); |
| |
| spin_unlock_irqrestore(&list->lock, flags); |
| |
| /* if not found do nothing */ |
| if (!skb) |
| return; |
| |
| /* timestamp the sk_buff and return it to the socket */ |
| fm10k_systime_to_hwtstamp(interface, &shhwtstamps, systime); |
| skb_complete_tx_timestamp(skb, &shhwtstamps); |
| } |
| |
| void fm10k_ts_tx_subtask(struct fm10k_intfc *interface) |
| { |
| struct sk_buff_head *list = &interface->ts_tx_skb_queue; |
| struct sk_buff *skb, *tmp; |
| unsigned long flags; |
| |
| /* If we're down or resetting, just bail */ |
| if (test_bit(__FM10K_DOWN, &interface->state) || |
| test_bit(__FM10K_RESETTING, &interface->state)) |
| return; |
| |
| spin_lock_irqsave(&list->lock, flags); |
| |
| /* walk though the list and flush any expired timestamp packets */ |
| skb_queue_walk_safe(list, skb, tmp) { |
| if (!time_is_after_jiffies(FM10K_CB(skb)->ts_tx_timeout)) |
| continue; |
| __skb_unlink(skb, list); |
| kfree_skb(skb); |
| interface->tx_hwtstamp_timeouts++; |
| } |
| |
| spin_unlock_irqrestore(&list->lock, flags); |
| } |
| |
| static u64 fm10k_systime_read(struct fm10k_intfc *interface) |
| { |
| struct fm10k_hw *hw = &interface->hw; |
| |
| return hw->mac.ops.read_systime(hw); |
| } |
| |
| void fm10k_ts_reset(struct fm10k_intfc *interface) |
| { |
| s64 ns = ktime_to_ns(ktime_get_real()); |
| unsigned long flags; |
| |
| /* reinitialize the clock */ |
| write_lock_irqsave(&interface->systime_lock, flags); |
| interface->ptp_adjust = fm10k_systime_read(interface) - ns; |
| write_unlock_irqrestore(&interface->systime_lock, flags); |
| } |
| |
| void fm10k_ts_init(struct fm10k_intfc *interface) |
| { |
| /* Initialize lock protecting systime access */ |
| rwlock_init(&interface->systime_lock); |
| |
| /* Initialize skb queue for pending timestamp requests */ |
| skb_queue_head_init(&interface->ts_tx_skb_queue); |
| |
| /* reset the clock to current kernel time */ |
| fm10k_ts_reset(interface); |
| } |
| |
| /** |
| * fm10k_get_ts_config - get current hardware timestamping configuration |
| * @netdev: network interface device structure |
| * @ifreq: ioctl data |
| * |
| * This function returns the current timestamping settings. Rather than |
| * attempt to deconstruct registers to fill in the values, simply keep a copy |
| * of the old settings around, and return a copy when requested. |
| */ |
| int fm10k_get_ts_config(struct net_device *netdev, struct ifreq *ifr) |
| { |
| struct fm10k_intfc *interface = netdev_priv(netdev); |
| struct hwtstamp_config *config = &interface->ts_config; |
| |
| return copy_to_user(ifr->ifr_data, config, sizeof(*config)) ? |
| -EFAULT : 0; |
| } |
| |
| /** |
| * fm10k_set_ts_config - control hardware time stamping |
| * @netdev: network interface device structure |
| * @ifreq: ioctl data |
| * |
| * Outgoing time stamping can be enabled and disabled. Play nice and |
| * disable it when requested, although it shouldn't cause any overhead |
| * when no packet needs it. At most one packet in the queue may be |
| * marked for time stamping, otherwise it would be impossible to tell |
| * for sure to which packet the hardware time stamp belongs. |
| * |
| * Incoming time stamping has to be configured via the hardware |
| * filters. Not all combinations are supported, in particular event |
| * type has to be specified. Matching the kind of event packet is |
| * not supported, with the exception of "all V2 events regardless of |
| * level 2 or 4". |
| * |
| * Since hardware always timestamps Path delay packets when timestamping V2 |
| * packets, regardless of the type specified in the register, only use V2 |
| * Event mode. This more accurately tells the user what the hardware is going |
| * to do anyways. |
| */ |
| int fm10k_set_ts_config(struct net_device *netdev, struct ifreq *ifr) |
| { |
| struct fm10k_intfc *interface = netdev_priv(netdev); |
| struct hwtstamp_config ts_config; |
| |
| if (copy_from_user(&ts_config, ifr->ifr_data, sizeof(ts_config))) |
| return -EFAULT; |
| |
| /* reserved for future extensions */ |
| if (ts_config.flags) |
| return -EINVAL; |
| |
| switch (ts_config.tx_type) { |
| case HWTSTAMP_TX_OFF: |
| break; |
| case HWTSTAMP_TX_ON: |
| /* we likely need some check here to see if this is supported */ |
| break; |
| default: |
| return -ERANGE; |
| } |
| |
| switch (ts_config.rx_filter) { |
| case HWTSTAMP_FILTER_NONE: |
| interface->flags &= ~FM10K_FLAG_RX_TS_ENABLED; |
| break; |
| case HWTSTAMP_FILTER_PTP_V1_L4_EVENT: |
| case HWTSTAMP_FILTER_PTP_V1_L4_SYNC: |
| case HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ: |
| case HWTSTAMP_FILTER_PTP_V2_L4_EVENT: |
| case HWTSTAMP_FILTER_PTP_V2_L4_SYNC: |
| case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ: |
| case HWTSTAMP_FILTER_PTP_V2_L2_EVENT: |
| case HWTSTAMP_FILTER_PTP_V2_L2_SYNC: |
| case HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ: |
| case HWTSTAMP_FILTER_PTP_V2_EVENT: |
| case HWTSTAMP_FILTER_PTP_V2_SYNC: |
| case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ: |
| case HWTSTAMP_FILTER_ALL: |
| interface->flags |= FM10K_FLAG_RX_TS_ENABLED; |
| ts_config.rx_filter = HWTSTAMP_FILTER_ALL; |
| break; |
| default: |
| return -ERANGE; |
| } |
| |
| /* save these settings for future reference */ |
| interface->ts_config = ts_config; |
| |
| return copy_to_user(ifr->ifr_data, &ts_config, sizeof(ts_config)) ? |
| -EFAULT : 0; |
| } |
| |
| static int fm10k_ptp_adjfreq(struct ptp_clock_info *ptp, s32 ppb) |
| { |
| struct fm10k_intfc *interface; |
| struct fm10k_hw *hw; |
| int err; |
| |
| interface = container_of(ptp, struct fm10k_intfc, ptp_caps); |
| hw = &interface->hw; |
| |
| err = hw->mac.ops.adjust_systime(hw, ppb); |
| |
| /* the only error we should see is if the value is out of range */ |
| return (err == FM10K_ERR_PARAM) ? -ERANGE : err; |
| } |
| |
| static int fm10k_ptp_adjtime(struct ptp_clock_info *ptp, s64 delta) |
| { |
| struct fm10k_intfc *interface; |
| unsigned long flags; |
| |
| interface = container_of(ptp, struct fm10k_intfc, ptp_caps); |
| |
| write_lock_irqsave(&interface->systime_lock, flags); |
| interface->ptp_adjust += delta; |
| write_unlock_irqrestore(&interface->systime_lock, flags); |
| |
| return 0; |
| } |
| |
| static int fm10k_ptp_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts) |
| { |
| struct fm10k_intfc *interface; |
| unsigned long flags; |
| u64 now; |
| |
| interface = container_of(ptp, struct fm10k_intfc, ptp_caps); |
| |
| read_lock_irqsave(&interface->systime_lock, flags); |
| now = fm10k_systime_read(interface) + interface->ptp_adjust; |
| read_unlock_irqrestore(&interface->systime_lock, flags); |
| |
| *ts = ns_to_timespec64(now); |
| |
| return 0; |
| } |
| |
| static int fm10k_ptp_settime(struct ptp_clock_info *ptp, |
| const struct timespec64 *ts) |
| { |
| struct fm10k_intfc *interface; |
| unsigned long flags; |
| u64 ns = timespec64_to_ns(ts); |
| |
| interface = container_of(ptp, struct fm10k_intfc, ptp_caps); |
| |
| write_lock_irqsave(&interface->systime_lock, flags); |
| interface->ptp_adjust = fm10k_systime_read(interface) - ns; |
| write_unlock_irqrestore(&interface->systime_lock, flags); |
| |
| return 0; |
| } |
| |
| static int fm10k_ptp_enable(struct ptp_clock_info *ptp, |
| struct ptp_clock_request *rq, |
| int __always_unused on) |
| { |
| struct ptp_clock_time *t = &rq->perout.period; |
| struct fm10k_intfc *interface; |
| struct fm10k_hw *hw; |
| u64 period; |
| u32 step; |
| |
| /* we can only support periodic output */ |
| if (rq->type != PTP_CLK_REQ_PEROUT) |
| return -EINVAL; |
| |
| /* verify the requested channel is there */ |
| if (rq->perout.index >= ptp->n_per_out) |
| return -EINVAL; |
| |
| /* we cannot enforce start time as there is no |
| * mechanism for that in the hardware, we can only control |
| * the period. |
| */ |
| |
| /* we cannot support periods greater than 4 seconds due to reg limit */ |
| if (t->sec > 4 || t->sec < 0) |
| return -ERANGE; |
| |
| interface = container_of(ptp, struct fm10k_intfc, ptp_caps); |
| hw = &interface->hw; |
| |
| /* we simply cannot support the operation if we don't have BAR4 */ |
| if (!hw->sw_addr) |
| return -ENOTSUPP; |
| |
| /* convert to unsigned 64b ns, verify we can put it in a 32b register */ |
| period = t->sec * 1000000000LL + t->nsec; |
| |
| /* determine the minimum size for period */ |
| step = 2 * (fm10k_read_reg(hw, FM10K_SYSTIME_CFG) & |
| FM10K_SYSTIME_CFG_STEP_MASK); |
| |
| /* verify the value is in range supported by hardware */ |
| if ((period && (period < step)) || (period > U32_MAX)) |
| return -ERANGE; |
| |
| /* notify hardware of request to being sending pulses */ |
| fm10k_write_sw_reg(hw, FM10K_SW_SYSTIME_PULSE(rq->perout.index), |
| (u32)period); |
| |
| return 0; |
| } |
| |
| static struct ptp_pin_desc fm10k_ptp_pd[2] = { |
| { |
| .name = "IEEE1588_PULSE0", |
| .index = 0, |
| .func = PTP_PF_PEROUT, |
| .chan = 0 |
| }, |
| { |
| .name = "IEEE1588_PULSE1", |
| .index = 1, |
| .func = PTP_PF_PEROUT, |
| .chan = 1 |
| } |
| }; |
| |
| static int fm10k_ptp_verify(struct ptp_clock_info *ptp, unsigned int pin, |
| enum ptp_pin_function func, unsigned int chan) |
| { |
| /* verify the requested pin is there */ |
| if (pin >= ptp->n_pins || !ptp->pin_config) |
| return -EINVAL; |
| |
| /* enforce locked channels, no changing them */ |
| if (chan != ptp->pin_config[pin].chan) |
| return -EINVAL; |
| |
| /* we want to keep the functions locked as well */ |
| if (func != ptp->pin_config[pin].func) |
| return -EINVAL; |
| |
| return 0; |
| } |
| |
| void fm10k_ptp_register(struct fm10k_intfc *interface) |
| { |
| struct ptp_clock_info *ptp_caps = &interface->ptp_caps; |
| struct device *dev = &interface->pdev->dev; |
| struct ptp_clock *ptp_clock; |
| |
| snprintf(ptp_caps->name, sizeof(ptp_caps->name), |
| "%s", interface->netdev->name); |
| ptp_caps->owner = THIS_MODULE; |
| /* This math is simply the inverse of the math in |
| * fm10k_adjust_systime_pf applied to an adjustment value |
| * of 2^30 - 1 which is the maximum value of the register: |
| * max_ppb == ((2^30 - 1) * 5^9) / 2^31 |
| */ |
| ptp_caps->max_adj = 976562; |
| ptp_caps->adjfreq = fm10k_ptp_adjfreq; |
| ptp_caps->adjtime = fm10k_ptp_adjtime; |
| ptp_caps->gettime64 = fm10k_ptp_gettime; |
| ptp_caps->settime64 = fm10k_ptp_settime; |
| |
| /* provide pins if BAR4 is accessible */ |
| if (interface->sw_addr) { |
| /* enable periodic outputs */ |
| ptp_caps->n_per_out = 2; |
| ptp_caps->enable = fm10k_ptp_enable; |
| |
| /* enable clock pins */ |
| ptp_caps->verify = fm10k_ptp_verify; |
| ptp_caps->n_pins = 2; |
| ptp_caps->pin_config = fm10k_ptp_pd; |
| } |
| |
| ptp_clock = ptp_clock_register(ptp_caps, dev); |
| if (IS_ERR(ptp_clock)) { |
| ptp_clock = NULL; |
| dev_err(dev, "ptp_clock_register failed\n"); |
| } else { |
| dev_info(dev, "registered PHC device %s\n", ptp_caps->name); |
| } |
| |
| interface->ptp_clock = ptp_clock; |
| } |
| |
| void fm10k_ptp_unregister(struct fm10k_intfc *interface) |
| { |
| struct ptp_clock *ptp_clock = interface->ptp_clock; |
| struct device *dev = &interface->pdev->dev; |
| |
| if (!ptp_clock) |
| return; |
| |
| interface->ptp_clock = NULL; |
| |
| ptp_clock_unregister(ptp_clock); |
| dev_info(dev, "removed PHC %s\n", interface->ptp_caps.name); |
| } |