/* * Mediated device Core Driver * * Copyright (c) 2016, NVIDIA CORPORATION. All rights reserved. * Author: Neo Jia * Kirti Wankhede * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. */ #include #include #include #include #include #include #include "mdev_private.h" #define DRIVER_VERSION "0.1" #define DRIVER_AUTHOR "NVIDIA Corporation" #define DRIVER_DESC "Mediated device Core Driver" static LIST_HEAD(parent_list); static DEFINE_MUTEX(parent_list_lock); static struct class_compat *mdev_bus_compat_class; static LIST_HEAD(mdev_list); static DEFINE_MUTEX(mdev_list_lock); struct device *mdev_parent_dev(struct mdev_device *mdev) { return mdev->parent->dev; } EXPORT_SYMBOL(mdev_parent_dev); void *mdev_get_drvdata(struct mdev_device *mdev) { return mdev->driver_data; } EXPORT_SYMBOL(mdev_get_drvdata); void mdev_set_drvdata(struct mdev_device *mdev, void *data) { mdev->driver_data = data; } EXPORT_SYMBOL(mdev_set_drvdata); struct device *mdev_dev(struct mdev_device *mdev) { return &mdev->dev; } EXPORT_SYMBOL(mdev_dev); struct mdev_device *mdev_from_dev(struct device *dev) { return dev_is_mdev(dev) ? to_mdev_device(dev) : NULL; } EXPORT_SYMBOL(mdev_from_dev); const guid_t *mdev_uuid(struct mdev_device *mdev) { return &mdev->uuid; } EXPORT_SYMBOL(mdev_uuid); /* Should be called holding parent_list_lock */ static struct mdev_parent *__find_parent_device(struct device *dev) { struct mdev_parent *parent; list_for_each_entry(parent, &parent_list, next) { if (parent->dev == dev) return parent; } return NULL; } static void mdev_release_parent(struct kref *kref) { struct mdev_parent *parent = container_of(kref, struct mdev_parent, ref); struct device *dev = parent->dev; kfree(parent); put_device(dev); } static struct mdev_parent *mdev_get_parent(struct mdev_parent *parent) { if (parent) kref_get(&parent->ref); return parent; } static void mdev_put_parent(struct mdev_parent *parent) { if (parent) kref_put(&parent->ref, mdev_release_parent); } /* Caller must hold parent unreg_sem read or write lock */ static void mdev_device_remove_common(struct mdev_device *mdev) { struct mdev_parent *parent; struct mdev_type *type; int ret; type = to_mdev_type(mdev->type_kobj); mdev_remove_sysfs_files(&mdev->dev, type); device_del(&mdev->dev); parent = mdev->parent; lockdep_assert_held(&parent->unreg_sem); ret = parent->ops->remove(mdev); if (ret) dev_err(&mdev->dev, "Remove failed: err=%d\n", ret); /* Balances with device_initialize() */ put_device(&mdev->dev); mdev_put_parent(parent); } static int mdev_device_remove_cb(struct device *dev, void *data) { if (dev_is_mdev(dev)) { struct mdev_device *mdev; mdev = to_mdev_device(dev); mdev_device_remove_common(mdev); } return 0; } /* * mdev_register_device : Register a device * @dev: device structure representing parent device. * @ops: Parent device operation structure to be registered. * * Add device to list of registered parent devices. * Returns a negative value on error, otherwise 0. */ int mdev_register_device(struct device *dev, const struct mdev_parent_ops *ops) { int ret; struct mdev_parent *parent; /* check for mandatory ops */ if (!ops || !ops->create || !ops->remove || !ops->supported_type_groups) return -EINVAL; dev = get_device(dev); if (!dev) return -EINVAL; mutex_lock(&parent_list_lock); /* Check for duplicate */ parent = __find_parent_device(dev); if (parent) { parent = NULL; ret = -EEXIST; goto add_dev_err; } parent = kzalloc(sizeof(*parent), GFP_KERNEL); if (!parent) { ret = -ENOMEM; goto add_dev_err; } kref_init(&parent->ref); init_rwsem(&parent->unreg_sem); parent->dev = dev; parent->ops = ops; if (!mdev_bus_compat_class) { mdev_bus_compat_class = class_compat_register("mdev_bus"); if (!mdev_bus_compat_class) { ret = -ENOMEM; goto add_dev_err; } } ret = parent_create_sysfs_files(parent); if (ret) goto add_dev_err; ret = class_compat_create_link(mdev_bus_compat_class, dev, NULL); if (ret) dev_warn(dev, "Failed to create compatibility class link\n"); list_add(&parent->next, &parent_list); mutex_unlock(&parent_list_lock); dev_info(dev, "MDEV: Registered\n"); return 0; add_dev_err: mutex_unlock(&parent_list_lock); if (parent) mdev_put_parent(parent); else put_device(dev); return ret; } EXPORT_SYMBOL(mdev_register_device); /* * mdev_unregister_device : Unregister a parent device * @dev: device structure representing parent device. * * Remove device from list of registered parent devices. Give a chance to free * existing mediated devices for given device. */ void mdev_unregister_device(struct device *dev) { struct mdev_parent *parent; mutex_lock(&parent_list_lock); parent = __find_parent_device(dev); if (!parent) { mutex_unlock(&parent_list_lock); return; } dev_info(dev, "MDEV: Unregistering\n"); list_del(&parent->next); mutex_unlock(&parent_list_lock); down_write(&parent->unreg_sem); class_compat_remove_link(mdev_bus_compat_class, dev, NULL); device_for_each_child(dev, NULL, mdev_device_remove_cb); parent_remove_sysfs_files(parent); up_write(&parent->unreg_sem); mdev_put_parent(parent); } EXPORT_SYMBOL(mdev_unregister_device); static void mdev_device_free(struct mdev_device *mdev) { mutex_lock(&mdev_list_lock); list_del(&mdev->next); mutex_unlock(&mdev_list_lock); dev_dbg(&mdev->dev, "MDEV: destroying\n"); kfree(mdev); } static void mdev_device_release(struct device *dev) { struct mdev_device *mdev = to_mdev_device(dev); mdev_device_free(mdev); } int mdev_device_create(struct kobject *kobj, struct device *dev, const guid_t *uuid) { int ret; struct mdev_device *mdev, *tmp; struct mdev_parent *parent; struct mdev_type *type = to_mdev_type(kobj); parent = mdev_get_parent(type->parent); if (!parent) return -EINVAL; mutex_lock(&mdev_list_lock); /* Check for duplicate */ list_for_each_entry(tmp, &mdev_list, next) { if (guid_equal(&tmp->uuid, uuid)) { mutex_unlock(&mdev_list_lock); ret = -EEXIST; goto mdev_fail; } } mdev = kzalloc(sizeof(*mdev), GFP_KERNEL); if (!mdev) { mutex_unlock(&mdev_list_lock); ret = -ENOMEM; goto mdev_fail; } guid_copy(&mdev->uuid, uuid); list_add(&mdev->next, &mdev_list); mutex_unlock(&mdev_list_lock); mdev->parent = parent; /* Check if parent unregistration has started */ if (!down_read_trylock(&parent->unreg_sem)) { mdev_device_free(mdev); ret = -ENODEV; goto mdev_fail; } device_initialize(&mdev->dev); mdev->dev.parent = dev; mdev->dev.bus = &mdev_bus_type; mdev->dev.release = mdev_device_release; dev_set_name(&mdev->dev, "%pUl", uuid); mdev->dev.groups = parent->ops->mdev_attr_groups; mdev->type_kobj = kobj; ret = parent->ops->create(kobj, mdev); if (ret) goto ops_create_fail; ret = device_add(&mdev->dev); if (ret) goto add_fail; ret = mdev_create_sysfs_files(&mdev->dev, type); if (ret) goto sysfs_fail; mdev->active = true; dev_dbg(&mdev->dev, "MDEV: created\n"); up_read(&parent->unreg_sem); return 0; sysfs_fail: device_del(&mdev->dev); add_fail: parent->ops->remove(mdev); ops_create_fail: up_read(&parent->unreg_sem); put_device(&mdev->dev); mdev_fail: mdev_put_parent(parent); return ret; } int mdev_device_remove(struct device *dev) { struct mdev_device *mdev, *tmp; struct mdev_parent *parent; mdev = to_mdev_device(dev); mutex_lock(&mdev_list_lock); list_for_each_entry(tmp, &mdev_list, next) { if (tmp == mdev) break; } if (tmp != mdev) { mutex_unlock(&mdev_list_lock); return -ENODEV; } if (!mdev->active) { mutex_unlock(&mdev_list_lock); return -EAGAIN; } mdev->active = false; mutex_unlock(&mdev_list_lock); parent = mdev->parent; /* Check if parent unregistration has started */ if (!down_read_trylock(&parent->unreg_sem)) return -ENODEV; mdev_device_remove_common(mdev); up_read(&parent->unreg_sem); return 0; } int mdev_set_iommu_device(struct device *dev, struct device *iommu_device) { struct mdev_device *mdev = to_mdev_device(dev); mdev->iommu_device = iommu_device; return 0; } EXPORT_SYMBOL(mdev_set_iommu_device); struct device *mdev_get_iommu_device(struct device *dev) { struct mdev_device *mdev = to_mdev_device(dev); return mdev->iommu_device; } EXPORT_SYMBOL(mdev_get_iommu_device); static int __init mdev_init(void) { return mdev_bus_register(); } static void __exit mdev_exit(void) { if (mdev_bus_compat_class) class_compat_unregister(mdev_bus_compat_class); mdev_bus_unregister(); } module_init(mdev_init) module_exit(mdev_exit) MODULE_VERSION(DRIVER_VERSION); MODULE_LICENSE("GPL v2"); MODULE_AUTHOR(DRIVER_AUTHOR); MODULE_DESCRIPTION(DRIVER_DESC); MODULE_SOFTDEP("post: vfio_mdev");