162 lines
5.2 KiB
C
162 lines
5.2 KiB
C
#ifndef _HFI1_USER_EXP_RCV_H
|
|
#define _HFI1_USER_EXP_RCV_H
|
|
/*
|
|
* Copyright(c) 2015, 2016 Intel Corporation.
|
|
*
|
|
* This file is provided under a dual BSD/GPLv2 license. When using or
|
|
* redistributing this file, you may do so under either license.
|
|
*
|
|
* GPL LICENSE SUMMARY
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of version 2 of the GNU General Public License as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* General Public License for more details.
|
|
*
|
|
* BSD LICENSE
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
*
|
|
* - Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* - Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in
|
|
* the documentation and/or other materials provided with the
|
|
* distribution.
|
|
* - Neither the name of Intel Corporation nor the names of its
|
|
* contributors may be used to endorse or promote products derived
|
|
* from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
*/
|
|
#ifdef __HFI1_ORIG__
|
|
#include "hfi.h"
|
|
#endif /* __HFI1_ORIG__ */
|
|
|
|
#define EXP_TID_TIDLEN_MASK 0x7FFULL
|
|
#define EXP_TID_TIDLEN_SHIFT 0
|
|
#define EXP_TID_TIDCTRL_MASK 0x3ULL
|
|
#define EXP_TID_TIDCTRL_SHIFT 20
|
|
#define EXP_TID_TIDIDX_MASK 0x3FFULL
|
|
#define EXP_TID_TIDIDX_SHIFT 22
|
|
#define EXP_TID_GET(tid, field) \
|
|
(((tid) >> EXP_TID_TID##field##_SHIFT) & EXP_TID_TID##field##_MASK)
|
|
|
|
#define EXP_TID_SET(field, value) \
|
|
(((value) & EXP_TID_TID##field##_MASK) << \
|
|
EXP_TID_TID##field##_SHIFT)
|
|
#define EXP_TID_CLEAR(tid, field) ({ \
|
|
(tid) &= ~(EXP_TID_TID##field##_MASK << \
|
|
EXP_TID_TID##field##_SHIFT); \
|
|
})
|
|
#define EXP_TID_RESET(tid, field, value) do { \
|
|
EXP_TID_CLEAR(tid, field); \
|
|
(tid) |= EXP_TID_SET(field, (value)); \
|
|
} while (0)
|
|
|
|
#ifdef __HFI1_ORIG__
|
|
struct tid_group {
|
|
struct list_head list;
|
|
unsigned base;
|
|
u8 size;
|
|
u8 used;
|
|
u8 map;
|
|
};
|
|
|
|
struct tid_pageset {
|
|
u16 idx;
|
|
u16 count;
|
|
};
|
|
|
|
/*
|
|
* Write an "empty" RcvArray entry.
|
|
* This function exists so the TID registaration code can use it
|
|
* to write to unused/unneeded entries and still take advantage
|
|
* of the WC performance improvements. The HFI will ignore this
|
|
* write to the RcvArray entry.
|
|
*/
|
|
static inline void rcv_array_wc_fill(struct hfi1_devdata *dd, u32 index)
|
|
{
|
|
/*
|
|
* Doing the WC fill writes only makes sense if the device is
|
|
* present and the RcvArray has been mapped as WC memory.
|
|
*/
|
|
if ((dd->flags & HFI1_PRESENT) && dd->rcvarray_wc)
|
|
writeq(0, dd->rcvarray_wc + (index * 8));
|
|
}
|
|
|
|
static inline u32 rcventry2tidinfo(u32 rcventry)
|
|
{
|
|
u32 pair = rcventry & ~0x1;
|
|
|
|
return EXP_TID_SET(IDX, pair >> 1) |
|
|
EXP_TID_SET(CTRL, 1 << (rcventry - pair));
|
|
}
|
|
|
|
static inline void exp_tid_group_init(struct exp_tid_set *set)
|
|
{
|
|
INIT_LIST_HEAD(&set->list);
|
|
set->count = 0;
|
|
}
|
|
|
|
static inline void tid_group_remove(struct tid_group *grp,
|
|
struct exp_tid_set *set)
|
|
{
|
|
list_del_init(&grp->list);
|
|
set->count--;
|
|
}
|
|
|
|
static inline void tid_group_add_tail(struct tid_group *grp,
|
|
struct exp_tid_set *set)
|
|
{
|
|
list_add_tail(&grp->list, &set->list);
|
|
set->count++;
|
|
}
|
|
|
|
static inline struct tid_group *tid_group_pop(struct exp_tid_set *set)
|
|
{
|
|
struct tid_group *grp =
|
|
list_first_entry(&set->list, struct tid_group, list);
|
|
list_del_init(&grp->list);
|
|
set->count--;
|
|
return grp;
|
|
}
|
|
|
|
static inline void tid_group_move(struct tid_group *group,
|
|
struct exp_tid_set *s1,
|
|
struct exp_tid_set *s2)
|
|
{
|
|
tid_group_remove(group, s1);
|
|
tid_group_add_tail(group, s2);
|
|
}
|
|
|
|
u32 find_phys_blocks(struct page **, unsigned, struct tid_pageset *);
|
|
int alloc_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
|
|
void free_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
|
|
int hfi1_user_exp_rcv_init(struct file *);
|
|
int hfi1_user_exp_rcv_free(struct hfi1_filedata *);
|
|
int hfi1_user_exp_rcv_setup(struct file *, struct hfi1_tid_info *);
|
|
int hfi1_user_exp_rcv_clear(struct file *, struct hfi1_tid_info *);
|
|
int hfi1_user_exp_rcv_invalid(struct file *, struct hfi1_tid_info *);
|
|
|
|
#endif /* __HFI1_ORIG__ */
|
|
|
|
#endif /* _HFI1_USER_EXP_RCV_H */
|