mirror of
https://github.com/opnsense/src.git
synced 2026-05-28 04:12:45 -04:00
The allocation call could result in sleep lock violation if it is in smp_rendezvous. Move it out. Also move the pcpu memory pointer to vmbus_pcpu_data since it is only used on Hyper-V. PR: 279738 Reported by: gbe Fixes: 2b887687edc25bb4553f0d8a1183f454a85d413d MFC after: 2 weeks Sponsored by: Microsoft (cherry picked from commit d0cb4674df97aa638d5d17861c364b1625f79401)
234 lines
7.3 KiB
C
234 lines
7.3 KiB
C
/*-
|
|
* Copyright (c) 2016 Microsoft Corp.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice unmodified, this list of conditions, and the following
|
|
* disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#ifndef _VMBUS_VAR_H_
|
|
#define _VMBUS_VAR_H_
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/taskqueue.h>
|
|
#include <sys/rman.h>
|
|
|
|
#include <vm/vm.h>
|
|
#include <vm/vm_extern.h>
|
|
#include <vm/vm_param.h>
|
|
#include <vm/pmap.h>
|
|
|
|
#include <dev/pci/pcivar.h>
|
|
#include <dev/pci/pcib_private.h>
|
|
|
|
/*
|
|
* NOTE: DO NOT CHANGE THIS.
|
|
*/
|
|
#define VMBUS_SINT_MESSAGE 2
|
|
/*
|
|
* NOTE:
|
|
* - DO NOT set it to the same value as VMBUS_SINT_MESSAGE.
|
|
* - DO NOT set it to 0.
|
|
*/
|
|
#define VMBUS_SINT_TIMER 4
|
|
|
|
/*
|
|
* NOTE: DO NOT CHANGE THESE
|
|
*/
|
|
#define VMBUS_CONNID_MESSAGE 1
|
|
#define VMBUS_CONNID_EVENT 2
|
|
|
|
struct vmbus_message;
|
|
struct vmbus_softc;
|
|
|
|
typedef void (*vmbus_chanmsg_proc_t)(struct vmbus_softc *,
|
|
const struct vmbus_message *);
|
|
|
|
#define VMBUS_CHANMSG_PROC(name, func) \
|
|
[VMBUS_CHANMSG_TYPE_##name] = func
|
|
#define VMBUS_CHANMSG_PROC_WAKEUP(name) \
|
|
VMBUS_CHANMSG_PROC(name, vmbus_msghc_wakeup)
|
|
|
|
struct vmbus_pcpu_data {
|
|
u_long *intr_cnt; /* Hyper-V interrupt counter */
|
|
struct vmbus_message *message; /* shared messages */
|
|
uint32_t vcpuid; /* virtual cpuid */
|
|
int event_flags_cnt;/* # of event flags */
|
|
struct vmbus_evtflags *event_flags; /* event flags from host */
|
|
#if defined(__x86_64__)
|
|
void *cpu_mem; /* For Hyper-V tlb hypercall */
|
|
#endif
|
|
|
|
/* Rarely used fields */
|
|
struct taskqueue *event_tq; /* event taskq */
|
|
struct taskqueue *message_tq; /* message taskq */
|
|
struct task message_task; /* message task */
|
|
} __aligned(CACHE_LINE_SIZE);
|
|
|
|
struct vmbus_softc {
|
|
void (*vmbus_event_proc)(struct vmbus_softc *, int);
|
|
u_long *vmbus_tx_evtflags;
|
|
/* event flags to host */
|
|
struct vmbus_mnf *vmbus_mnf2; /* monitored by host */
|
|
|
|
u_long *vmbus_rx_evtflags;
|
|
/* compat evtflgs from host */
|
|
struct vmbus_channel *volatile *vmbus_chmap;
|
|
struct vmbus_xact_ctx *vmbus_xc;
|
|
struct vmbus_pcpu_data vmbus_pcpu[MAXCPU];
|
|
|
|
/*
|
|
* Rarely used fields
|
|
*/
|
|
|
|
device_t vmbus_dev;
|
|
int vmbus_idtvec;
|
|
uint32_t vmbus_flags; /* see VMBUS_FLAG_ */
|
|
uint32_t vmbus_version;
|
|
uint32_t vmbus_gpadl;
|
|
|
|
/* Shared memory for vmbus_{rx,tx}_evtflags */
|
|
void *vmbus_evtflags;
|
|
|
|
void *vmbus_mnf1; /* monitored by VM, unused */
|
|
|
|
bool vmbus_scandone;
|
|
struct task vmbus_scandone_task;
|
|
|
|
struct taskqueue *vmbus_devtq; /* for dev attach/detach */
|
|
struct taskqueue *vmbus_subchtq; /* for sub-chan attach/detach */
|
|
|
|
/* Primary channels */
|
|
struct mtx vmbus_prichan_lock;
|
|
TAILQ_HEAD(, vmbus_channel) vmbus_prichans;
|
|
|
|
/* Complete channel list */
|
|
struct mtx vmbus_chan_lock;
|
|
TAILQ_HEAD(, vmbus_channel) vmbus_chans;
|
|
|
|
struct intr_config_hook vmbus_intrhook;
|
|
|
|
#ifdef NEW_PCIB
|
|
/* The list of usable MMIO ranges for PCIe pass-through */
|
|
struct pcib_host_resources vmbus_mmio_res;
|
|
#endif
|
|
|
|
#if defined(__aarch64__)
|
|
struct resource *ires;
|
|
void *icookie;
|
|
int vector;
|
|
#endif
|
|
bus_dma_tag_t dmat;
|
|
};
|
|
|
|
#define VMBUS_FLAG_ATTACHED 0x0001 /* vmbus was attached */
|
|
#define VMBUS_FLAG_SYNIC 0x0002 /* SynIC was setup */
|
|
|
|
#define VMBUS_PCPU_GET(sc, field, cpu) (sc)->vmbus_pcpu[(cpu)].field
|
|
#define VMBUS_PCPU_PTR(sc, field, cpu) &(sc)->vmbus_pcpu[(cpu)].field
|
|
#define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE 0x0002
|
|
#define HVCALL_FLUSH_VIRTUAL_ADDRESS_SPACE_EX 0x0013
|
|
#define HV_FLUSH_ALL_PROCESSORS BIT(0)
|
|
#define HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES BIT(1)
|
|
#define HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY BIT(2)
|
|
#define HV_TLB_FLUSH_UNIT (4096 * PAGE_SIZE)
|
|
|
|
|
|
#define BIT(n) (1ULL << (n))
|
|
#define BITS_PER_LONG (sizeof(long) * NBBY)
|
|
#define BIT_MASK(nr) (1UL << ((nr) & (BITS_PER_LONG - 1)))
|
|
#define BIT_WORD(nr) ((nr) / BITS_PER_LONG)
|
|
#define set_bit(i, a) \
|
|
atomic_set_long(&((volatile unsigned long *)(a))[BIT_WORD(i)], BIT_MASK(i))
|
|
|
|
#define GENMASK_ULL(h, l) (((~0ULL) >> (64 - (h) - 1)) & ((~0ULL) << (l)))
|
|
|
|
#define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST 0x0003
|
|
#define HVCALL_FLUSH_VIRTUAL_ADDRESS_LIST_EX 0x0014
|
|
#define HYPERV_X64_EX_PROCESSOR_MASKS_RECOMMENDED BIT(11)
|
|
#define HV_HYPERCALL_RESULT_MASK GENMASK_ULL(15, 0)
|
|
#define HV_STATUS_SUCCESS 0
|
|
#define HV_HYPERCALL_REP_COMP_MASK GENMASK_ULL(43, 32)
|
|
#define HV_HYPERCALL_REP_COMP_OFFSET 32
|
|
|
|
#define HV_HYPERCALL_VARHEAD_OFFSET 17
|
|
|
|
#define HV_HYPERCALL_REP_START_MASK GENMASK_ULL(59, 48)
|
|
#define HV_HYPERCALL_REP_START_OFFSET 48
|
|
|
|
enum HV_GENERIC_SET_FORMAT {
|
|
HV_GENERIC_SET_SPARSE_4K,
|
|
HV_GENERIC_SET_ALL,
|
|
};
|
|
|
|
struct vmbus_channel;
|
|
struct trapframe;
|
|
struct vmbus_message;
|
|
struct vmbus_msghc;
|
|
|
|
void vmbus_handle_intr(struct trapframe *);
|
|
int vmbus_add_child(struct vmbus_channel *);
|
|
int vmbus_delete_child(struct vmbus_channel *);
|
|
#if !defined(__aarch64__)
|
|
void vmbus_et_intr(struct trapframe *);
|
|
#endif
|
|
uint32_t vmbus_gpadl_alloc(struct vmbus_softc *);
|
|
|
|
struct vmbus_msghc *
|
|
vmbus_msghc_get(struct vmbus_softc *, size_t);
|
|
void vmbus_msghc_put(struct vmbus_softc *, struct vmbus_msghc *);
|
|
void *vmbus_msghc_dataptr(struct vmbus_msghc *);
|
|
int vmbus_msghc_exec_noresult(struct vmbus_msghc *);
|
|
int vmbus_msghc_exec(struct vmbus_softc *, struct vmbus_msghc *);
|
|
void vmbus_msghc_exec_cancel(struct vmbus_softc *,
|
|
struct vmbus_msghc *);
|
|
const struct vmbus_message *
|
|
vmbus_msghc_wait_result(struct vmbus_softc *,
|
|
struct vmbus_msghc *);
|
|
const struct vmbus_message *
|
|
vmbus_msghc_poll_result(struct vmbus_softc *,
|
|
struct vmbus_msghc *);
|
|
void vmbus_msghc_wakeup(struct vmbus_softc *,
|
|
const struct vmbus_message *);
|
|
void vmbus_msghc_reset(struct vmbus_msghc *, size_t);
|
|
|
|
void vmbus_handle_timer_intr1(struct vmbus_message *msg_base,
|
|
struct trapframe *frame);
|
|
|
|
void vmbus_synic_setup1(void *xsc);
|
|
void vmbus_synic_teardown1(void);
|
|
int vmbus_setup_intr1(struct vmbus_softc *sc);
|
|
void vmbus_intr_teardown1(struct vmbus_softc *sc);
|
|
|
|
extern uint32_t hv_max_vp_index;
|
|
|
|
|
|
#if defined(__x86_64__)
|
|
void hyperv_vm_tlb_flush(pmap_t, vm_offset_t,
|
|
vm_offset_t, smp_invl_local_cb_t, enum invl_op_codes);
|
|
uint64_t hv_flush_tlb_others_ex(pmap_t, vm_offset_t, vm_offset_t,
|
|
cpuset_t, enum invl_op_codes, struct vmbus_softc *);
|
|
void hv_vm_tlb_flush(pmap_t, vm_offset_t, vm_offset_t,
|
|
enum invl_op_codes, struct vmbus_softc *,
|
|
smp_invl_local_cb_t);
|
|
#endif /* __x86_64__ */
|
|
#endif /* !_VMBUS_VAR_H_ */
|