drivers/infiniband/sw/rdmavt/trace_mr.h - third_party/kernel - Git at Google

 /*
  * Copyright(c) 2016 Intel Corporation.
  *
  * This file is provided under a dual BSD/GPLv2 license.  When using or
  * redistributing this file, you may do so under either license.
  *
  * GPL LICENSE SUMMARY
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of version 2 of the GNU General Public License as
  * published by the Free Software Foundation.
  *
  * This program is distributed in the hope that it will be useful, but
  * WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * General Public License for more details.
  *
  * BSD LICENSE
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions
  * are met:
  *
  *  - Redistributions of source code must retain the above copyright
  *    notice, this list of conditions and the following disclaimer.
  *  - Redistributions in binary form must reproduce the above copyright
  *    notice, this list of conditions and the following disclaimer in
  *    the documentation and/or other materials provided with the
  *    distribution.
  *  - Neither the name of Intel Corporation nor the names of its
  *    contributors may be used to endorse or promote products derived
  *    from this software without specific prior written permission.
  *
  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  *
  */
 #if !defined(__RVT_TRACE_MR_H) || defined(TRACE_HEADER_MULTI_READ)
 #define __RVT_TRACE_MR_H

 #include <linux/tracepoint.h>
 #include <linux/trace_seq.h>

 #include <rdma/ib_verbs.h>
 #include <rdma/rdma_vt.h>
 #include <rdma/rdmavt_mr.h>

 #include "mr.h"

 #undef TRACE_SYSTEM
 #define TRACE_SYSTEM rvt_mr
 DECLARE_EVENT_CLASS(
 	rvt_mr_template,
 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
 	TP_ARGS(mr, m, n, v, len),
 	TP_STRUCT__entry(
 		RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device))
 		__field(void *, vaddr)
 		__field(struct page *, page)
 		__field(u64, iova)
 		__field(u64, user_base)
 		__field(size_t, len)
 		__field(size_t, length)
 		__field(u32, lkey)
 		__field(u32, offset)
 		__field(u16, m)
 		__field(u16, n)
 	),
 	TP_fast_assign(
 		RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device));
 		__entry->vaddr = v;
 		__entry->page = virt_to_page(v);
 		__entry->iova = mr->iova;
 		__entry->user_base = mr->user_base;
 		__entry->lkey = mr->lkey;
 		__entry->m = m;
 		__entry->n = n;
 		__entry->len = len;
 		__entry->length = mr->length;
 		__entry->offset = mr->offset;
 	),
 	TP_printk(
 		"[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u",
 		__get_str(dev),
 		__entry->lkey,
 		__entry->iova,
 		__entry->user_base,
 		__entry->length,
 		(unsigned long long)__entry->vaddr,
 		__entry->page,
 		__entry->m,
 		__entry->n,
 		__entry->len,
 		__entry->offset
 	)
 );

 DEFINE_EVENT(
 	rvt_mr_template, rvt_mr_page_seg,
 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
 	TP_ARGS(mr, m, n, v, len));

 DEFINE_EVENT(
 	rvt_mr_template, rvt_mr_fmr_seg,
 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
 	TP_ARGS(mr, m, n, v, len));

 DEFINE_EVENT(
 	rvt_mr_template, rvt_mr_user_seg,
 	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
 	TP_ARGS(mr, m, n, v, len));

 DECLARE_EVENT_CLASS(
 	rvt_sge_template,
 	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
 	TP_ARGS(sge, isge),
 	TP_STRUCT__entry(
 		RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device))
 		__field(struct rvt_mregion *, mr)
 		__field(struct rvt_sge *, sge)
 		__field(struct ib_sge *, isge)
 		__field(void *, vaddr)
 		__field(u64, ivaddr)
 		__field(u32, lkey)
 		__field(u32, sge_length)
 		__field(u32, length)
 		__field(u32, ilength)
 		__field(int, user)
 		__field(u16, m)
 		__field(u16, n)
 	),
 	TP_fast_assign(
 		RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device));
 		__entry->mr = sge->mr;
 		__entry->sge = sge;
 		__entry->isge = isge;
 		__entry->vaddr = sge->vaddr;
 		__entry->ivaddr = isge->addr;
 		__entry->lkey = sge->mr->lkey;
 		__entry->sge_length = sge->sge_length;
 		__entry->length = sge->length;
 		__entry->ilength = isge->length;
 		__entry->m = sge->m;
 		__entry->n = sge->m;
 		__entry->user = ibpd_to_rvtpd(sge->mr->pd)->user;
 	),
 	TP_printk(
 		"[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u",
 		__get_str(dev),
 		__entry->mr,
 		__entry->sge,
 		__entry->isge,
 		__entry->vaddr,
 		__entry->ivaddr,
 		__entry->lkey,
 		__entry->sge_length,
 		__entry->length,
 		__entry->ilength,
 		__entry->m,
 		__entry->n,
 		__entry->user
 	)
 );

 DEFINE_EVENT(
 	rvt_sge_template, rvt_sge_adjacent,
 	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
 	TP_ARGS(sge, isge));

 DEFINE_EVENT(
 	rvt_sge_template, rvt_sge_new,
 	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
 	TP_ARGS(sge, isge));

 TRACE_EVENT(
 	rvt_map_mr_sg,
 	TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
 	TP_ARGS(ibmr, sg_nents, sg_offset),
 	TP_STRUCT__entry(
 		RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
 		__field(u64, iova)
 		__field(u64, ibmr_iova)
 		__field(u64, user_base)
 		__field(u64, ibmr_length)
 		__field(int, sg_nents)
 		__field(uint, sg_offset)
 	),
 	TP_fast_assign(
 		RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
 		__entry->ibmr_iova = ibmr->iova;
 		__entry->iova = to_imr(ibmr)->mr.iova;
 		__entry->user_base = to_imr(ibmr)->mr.user_base;
 		__entry->ibmr_length = to_imr(ibmr)->mr.length;
 		__entry->sg_nents = sg_nents;
 		__entry->sg_offset = sg_offset ? *sg_offset : 0;
 	),
 	TP_printk(
 		"[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u",
 		__get_str(dev),
 		__entry->ibmr_iova,
 		__entry->iova,
 		__entry->user_base,
 		__entry->ibmr_length,
 		__entry->sg_nents,
 		__entry->sg_offset
 	)
 );

 #endif /* __RVT_TRACE_MR_H */

 #undef TRACE_INCLUDE_PATH
 #undef TRACE_INCLUDE_FILE
 #define TRACE_INCLUDE_PATH .
 #define TRACE_INCLUDE_FILE trace_mr
 #include <trace/define_trace.h>
	/*
	* Copyright(c) 2016 Intel Corporation.
	*
	* This file is provided under a dual BSD/GPLv2 license. When using or
	* redistributing this file, you may do so under either license.
	*
	* GPL LICENSE SUMMARY
	*
	* This program is free software; you can redistribute it and/or modify
	* it under the terms of version 2 of the GNU General Public License as
	* published by the Free Software Foundation.
	*
	* This program is distributed in the hope that it will be useful, but
	* WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* General Public License for more details.
	*
	* BSD LICENSE
	*
	* Redistribution and use in source and binary forms, with or without
	* modification, are permitted provided that the following conditions
	* are met:
	*
	* - Redistributions of source code must retain the above copyright
	* notice, this list of conditions and the following disclaimer.
	* - Redistributions in binary form must reproduce the above copyright
	* notice, this list of conditions and the following disclaimer in
	* the documentation and/or other materials provided with the
	* distribution.
	* - Neither the name of Intel Corporation nor the names of its
	* contributors may be used to endorse or promote products derived
	* from this software without specific prior written permission.
	*
	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	*
	*/
	#if !defined(__RVT_TRACE_MR_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	#define __RVT_TRACE_MR_H

	#include <linux/tracepoint.h>
	#include <linux/trace_seq.h>

	#include <rdma/ib_verbs.h>
	#include <rdma/rdma_vt.h>
	#include <rdma/rdmavt_mr.h>

	#include "mr.h"

	#undef TRACE_SYSTEM
	#define TRACE_SYSTEM rvt_mr
	DECLARE_EVENT_CLASS(
	rvt_mr_template,
	TP_PROTO(struct rvt_mregion mr, u16 m, u16 n, void v, size_t len),
	TP_ARGS(mr, m, n, v, len),
	TP_STRUCT__entry(
	RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device))
	__field(void *, vaddr)
	__field(struct page *, page)
	__field(u64, iova)
	__field(u64, user_base)
	__field(size_t, len)
	__field(size_t, length)
	__field(u32, lkey)
	__field(u32, offset)
	__field(u16, m)
	__field(u16, n)
	),
	TP_fast_assign(
	RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device));
	__entry->vaddr = v;
	__entry->page = virt_to_page(v);
	__entry->iova = mr->iova;
	__entry->user_base = mr->user_base;
	__entry->lkey = mr->lkey;
	__entry->m = m;
	__entry->n = n;
	__entry->len = len;
	__entry->length = mr->length;
	__entry->offset = mr->offset;
	),
	TP_printk(
	"[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u",
	__get_str(dev),
	__entry->lkey,
	__entry->iova,
	__entry->user_base,
	__entry->length,
	(unsigned long long)__entry->vaddr,
	__entry->page,
	__entry->m,
	__entry->n,
	__entry->len,
	__entry->offset
	)
	);

	DEFINE_EVENT(
	rvt_mr_template, rvt_mr_page_seg,
	TP_PROTO(struct rvt_mregion mr, u16 m, u16 n, void v, size_t len),
	TP_ARGS(mr, m, n, v, len));

	DEFINE_EVENT(
	rvt_mr_template, rvt_mr_fmr_seg,
	TP_PROTO(struct rvt_mregion mr, u16 m, u16 n, void v, size_t len),
	TP_ARGS(mr, m, n, v, len));

	DEFINE_EVENT(
	rvt_mr_template, rvt_mr_user_seg,
	TP_PROTO(struct rvt_mregion mr, u16 m, u16 n, void v, size_t len),
	TP_ARGS(mr, m, n, v, len));

	DECLARE_EVENT_CLASS(
	rvt_sge_template,
	TP_PROTO(struct rvt_sge sge, struct ib_sge isge),
	TP_ARGS(sge, isge),
	TP_STRUCT__entry(
	RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device))
	__field(struct rvt_mregion *, mr)
	__field(struct rvt_sge *, sge)
	__field(struct ib_sge *, isge)
	__field(void *, vaddr)
	__field(u64, ivaddr)
	__field(u32, lkey)
	__field(u32, sge_length)
	__field(u32, length)
	__field(u32, ilength)
	__field(int, user)
	__field(u16, m)
	__field(u16, n)
	),
	TP_fast_assign(
	RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device));
	__entry->mr = sge->mr;
	__entry->sge = sge;
	__entry->isge = isge;
	__entry->vaddr = sge->vaddr;
	__entry->ivaddr = isge->addr;
	__entry->lkey = sge->mr->lkey;
	__entry->sge_length = sge->sge_length;
	__entry->length = sge->length;
	__entry->ilength = isge->length;
	__entry->m = sge->m;
	__entry->n = sge->m;
	__entry->user = ibpd_to_rvtpd(sge->mr->pd)->user;
	),
	TP_printk(
	"[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u",
	__get_str(dev),
	__entry->mr,
	__entry->sge,
	__entry->isge,
	__entry->vaddr,
	__entry->ivaddr,
	__entry->lkey,
	__entry->sge_length,
	__entry->length,
	__entry->ilength,
	__entry->m,
	__entry->n,
	__entry->user
	)
	);

	DEFINE_EVENT(
	rvt_sge_template, rvt_sge_adjacent,
	TP_PROTO(struct rvt_sge sge, struct ib_sge isge),
	TP_ARGS(sge, isge));

	DEFINE_EVENT(
	rvt_sge_template, rvt_sge_new,
	TP_PROTO(struct rvt_sge sge, struct ib_sge isge),
	TP_ARGS(sge, isge));

	TRACE_EVENT(
	rvt_map_mr_sg,
	TP_PROTO(struct ib_mr ibmr, int sg_nents, unsigned int sg_offset),
	TP_ARGS(ibmr, sg_nents, sg_offset),
	TP_STRUCT__entry(
	RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
	__field(u64, iova)
	__field(u64, ibmr_iova)
	__field(u64, user_base)
	__field(u64, ibmr_length)
	__field(int, sg_nents)
	__field(uint, sg_offset)
	),
	TP_fast_assign(
	RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
	__entry->ibmr_iova = ibmr->iova;
	__entry->iova = to_imr(ibmr)->mr.iova;
	__entry->user_base = to_imr(ibmr)->mr.user_base;
	__entry->ibmr_length = to_imr(ibmr)->mr.length;
	__entry->sg_nents = sg_nents;
	__entry->sg_offset = sg_offset ? *sg_offset : 0;
	),
	TP_printk(
	"[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u",
	__get_str(dev),
	__entry->ibmr_iova,
	__entry->iova,
	__entry->user_base,
	__entry->ibmr_length,
	__entry->sg_nents,
	__entry->sg_offset
	)
	);

	#endif /* __RVT_TRACE_MR_H */

	#undef TRACE_INCLUDE_PATH
	#undef TRACE_INCLUDE_FILE
	#define TRACE_INCLUDE_PATH .
	#define TRACE_INCLUDE_FILE trace_mr
	#include <trace/define_trace.h>