Lines Matching refs:smcibdev
134 rc = ib_req_notify_cq(lnk->smcibdev->roce_cq_recv, in smc_ib_ready_link()
153 static int smc_ib_fill_mac(struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_fill_mac() argument
158 attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, 0); in smc_ib_fill_mac()
162 rc = rdma_read_gid_l2_fields(attr, NULL, smcibdev->mac[ibport - 1]); in smc_ib_fill_mac()
172 static inline void smc_ib_define_local_systemid(struct smc_ib_device *smcibdev, in smc_ib_define_local_systemid() argument
175 memcpy(&local_systemid[2], &smcibdev->mac[ibport - 1], in smc_ib_define_local_systemid()
176 sizeof(smcibdev->mac[ibport - 1])); in smc_ib_define_local_systemid()
189 bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_port_active() argument
191 return smcibdev->pattr[ibport - 1].state == IB_PORT_ACTIVE; in smc_ib_port_active()
266 int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport, in smc_ib_determine_gid() argument
274 for (i = 0; i < smcibdev->pattr[ibport - 1].gid_tbl_len; i++) { in smc_ib_determine_gid()
275 attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, i); in smc_ib_determine_gid()
300 struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_check_link_gid() argument
306 for (i = 0; !rc && i < smcibdev->pattr[ibport - 1].gid_tbl_len; i++) { in smc_ib_check_link_gid()
307 attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, i); in smc_ib_check_link_gid()
325 static void smc_ib_gid_check(struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_gid_check() argument
332 if (strncmp(smcibdev->pnetid[ibport - 1], lgr->pnet_id, in smc_ib_gid_check()
339 lgr->lnk[i].smcibdev != smcibdev) in smc_ib_gid_check()
343 smcibdev, ibport)) in smc_ib_gid_check()
344 smcr_port_err(smcibdev, ibport); in smc_ib_gid_check()
350 static int smc_ib_remember_port_attr(struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_remember_port_attr() argument
354 memset(&smcibdev->pattr[ibport - 1], 0, in smc_ib_remember_port_attr()
355 sizeof(smcibdev->pattr[ibport - 1])); in smc_ib_remember_port_attr()
356 rc = ib_query_port(smcibdev->ibdev, ibport, in smc_ib_remember_port_attr()
357 &smcibdev->pattr[ibport - 1]); in smc_ib_remember_port_attr()
361 rc = smc_ib_fill_mac(smcibdev, ibport); in smc_ib_remember_port_attr()
365 smc_ib_port_active(smcibdev, ibport)) in smc_ib_remember_port_attr()
367 smc_ib_define_local_systemid(smcibdev, ibport); in smc_ib_remember_port_attr()
375 struct smc_ib_device *smcibdev = container_of( in smc_ib_port_event_work() local
379 for_each_set_bit(port_idx, &smcibdev->port_event_mask, SMC_MAX_PORTS) { in smc_ib_port_event_work()
380 smc_ib_remember_port_attr(smcibdev, port_idx + 1); in smc_ib_port_event_work()
381 clear_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_port_event_work()
382 if (!smc_ib_port_active(smcibdev, port_idx + 1)) { in smc_ib_port_event_work()
383 set_bit(port_idx, smcibdev->ports_going_away); in smc_ib_port_event_work()
384 smcr_port_err(smcibdev, port_idx + 1); in smc_ib_port_event_work()
386 clear_bit(port_idx, smcibdev->ports_going_away); in smc_ib_port_event_work()
387 smcr_port_add(smcibdev, port_idx + 1); in smc_ib_port_event_work()
388 smc_ib_gid_check(smcibdev, port_idx + 1); in smc_ib_port_event_work()
397 struct smc_ib_device *smcibdev; in smc_ib_global_event_handler() local
401 smcibdev = container_of(handler, struct smc_ib_device, event_handler); in smc_ib_global_event_handler()
407 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
409 smcibdev->ports_going_away)) in smc_ib_global_event_handler()
413 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
419 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
420 if (test_and_clear_bit(port_idx, smcibdev->ports_going_away)) in smc_ib_global_event_handler()
421 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
427 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
428 if (!test_and_set_bit(port_idx, smcibdev->ports_going_away)) in smc_ib_global_event_handler()
429 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
435 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
436 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
454 lnk->roce_pd = ib_alloc_pd(lnk->smcibdev->ibdev, 0); in smc_ib_create_protection_domain()
462 struct smc_ib_device *smcibdev) in smcr_diag_is_dev_critical() argument
474 lgr->lnk[i].smcibdev != smcibdev) in smcr_diag_is_dev_critical()
490 struct smc_ib_device *smcibdev, in smc_nl_handle_dev_port() argument
503 smcibdev->pnetid_by_user[port])) in smc_nl_handle_dev_port()
505 memcpy(smc_pnet, &smcibdev->pnetid[port], SMC_MAX_PNETID_LEN); in smc_nl_handle_dev_port()
510 smcibdev->ndev_ifidx[port])) in smc_nl_handle_dev_port()
514 port_state = smc_ib_port_active(smcibdev, port + 1); in smc_nl_handle_dev_port()
517 lnk_count = atomic_read(&smcibdev->lnk_cnt_by_port[port]); in smc_nl_handle_dev_port()
544 static int smc_nl_handle_smcr_dev(struct smc_ib_device *smcibdev, in smc_nl_handle_smcr_dev() argument
564 is_crit = smcr_diag_is_dev_critical(&smc_lgr_list, smcibdev); in smc_nl_handle_smcr_dev()
567 if (smcibdev->ibdev->dev.parent) { in smc_nl_handle_smcr_dev()
569 pci_dev = to_pci_dev(smcibdev->ibdev->dev.parent); in smc_nl_handle_smcr_dev()
574 snprintf(smc_ibname, sizeof(smc_ibname), "%s", smcibdev->ibdev->name); in smc_nl_handle_smcr_dev()
578 if (!rdma_is_port_valid(smcibdev->ibdev, i)) in smc_nl_handle_smcr_dev()
580 if (smc_nl_handle_dev_port(skb, smcibdev->ibdev, in smc_nl_handle_smcr_dev()
581 smcibdev, i - 1)) in smc_nl_handle_smcr_dev()
602 struct smc_ib_device *smcibdev; in smc_nl_prep_smcr_dev() local
607 list_for_each_entry(smcibdev, &dev_list->list, list) { in smc_nl_prep_smcr_dev()
610 if (smc_nl_handle_smcr_dev(smcibdev, skb, cb)) in smc_nl_prep_smcr_dev()
629 struct smc_ib_device *smcibdev = lnk->smcibdev; in smc_ib_qp_event_handler() local
638 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_qp_event_handler()
639 if (!test_and_set_bit(port_idx, smcibdev->ports_going_away)) in smc_ib_qp_event_handler()
640 schedule_work(&smcibdev->port_event_work); in smc_ib_qp_event_handler()
661 .send_cq = lnk->smcibdev->roce_cq_send, in smc_ib_create_queue_pair()
662 .recv_cq = lnk->smcibdev->roce_cq_recv, in smc_ib_create_queue_pair()
742 ib_dma_sync_single_for_cpu(lnk->smcibdev->ibdev, in smc_ib_sync_sg_for_cpu()
762 ib_dma_sync_single_for_device(lnk->smcibdev->ibdev, in smc_ib_sync_sg_for_device()
776 mapped_nents = ib_dma_map_sg(lnk->smcibdev->ibdev, in smc_ib_buf_map_sg()
793 ib_dma_unmap_sg(lnk->smcibdev->ibdev, in smc_ib_buf_unmap_sg()
800 long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev) in smc_ib_setup_per_ibdev() argument
807 mutex_lock(&smcibdev->mutex); in smc_ib_setup_per_ibdev()
809 if (smcibdev->initialized) in smc_ib_setup_per_ibdev()
816 smcibdev->roce_cq_send = ib_create_cq(smcibdev->ibdev, in smc_ib_setup_per_ibdev()
818 smcibdev, &cqattr); in smc_ib_setup_per_ibdev()
819 rc = PTR_ERR_OR_ZERO(smcibdev->roce_cq_send); in smc_ib_setup_per_ibdev()
820 if (IS_ERR(smcibdev->roce_cq_send)) { in smc_ib_setup_per_ibdev()
821 smcibdev->roce_cq_send = NULL; in smc_ib_setup_per_ibdev()
824 smcibdev->roce_cq_recv = ib_create_cq(smcibdev->ibdev, in smc_ib_setup_per_ibdev()
826 smcibdev, &cqattr); in smc_ib_setup_per_ibdev()
827 rc = PTR_ERR_OR_ZERO(smcibdev->roce_cq_recv); in smc_ib_setup_per_ibdev()
828 if (IS_ERR(smcibdev->roce_cq_recv)) { in smc_ib_setup_per_ibdev()
829 smcibdev->roce_cq_recv = NULL; in smc_ib_setup_per_ibdev()
832 smc_wr_add_dev(smcibdev); in smc_ib_setup_per_ibdev()
833 smcibdev->initialized = 1; in smc_ib_setup_per_ibdev()
837 ib_destroy_cq(smcibdev->roce_cq_send); in smc_ib_setup_per_ibdev()
839 mutex_unlock(&smcibdev->mutex); in smc_ib_setup_per_ibdev()
843 static void smc_ib_cleanup_per_ibdev(struct smc_ib_device *smcibdev) in smc_ib_cleanup_per_ibdev() argument
845 mutex_lock(&smcibdev->mutex); in smc_ib_cleanup_per_ibdev()
846 if (!smcibdev->initialized) in smc_ib_cleanup_per_ibdev()
848 smcibdev->initialized = 0; in smc_ib_cleanup_per_ibdev()
849 ib_destroy_cq(smcibdev->roce_cq_recv); in smc_ib_cleanup_per_ibdev()
850 ib_destroy_cq(smcibdev->roce_cq_send); in smc_ib_cleanup_per_ibdev()
851 smc_wr_remove_dev(smcibdev); in smc_ib_cleanup_per_ibdev()
853 mutex_unlock(&smcibdev->mutex); in smc_ib_cleanup_per_ibdev()
858 static void smc_copy_netdev_ifindex(struct smc_ib_device *smcibdev, int port) in smc_copy_netdev_ifindex() argument
860 struct ib_device *ibdev = smcibdev->ibdev; in smc_copy_netdev_ifindex()
867 smcibdev->ndev_ifidx[port] = ndev->ifindex; in smc_copy_netdev_ifindex()
874 struct smc_ib_device *smcibdev; in smc_ib_ndev_change() local
881 list_for_each_entry(smcibdev, &smc_ib_devices.list, list) { in smc_ib_ndev_change()
882 port_cnt = smcibdev->ibdev->phys_port_cnt; in smc_ib_ndev_change()
884 libdev = smcibdev->ibdev; in smc_ib_ndev_change()
892 smcibdev->ndev_ifidx[i] = ndev->ifindex; in smc_ib_ndev_change()
894 smcibdev->ndev_ifidx[i] = 0; in smc_ib_ndev_change()
903 struct smc_ib_device *smcibdev; in smc_ib_add_dev() local
910 smcibdev = kzalloc(sizeof(*smcibdev), GFP_KERNEL); in smc_ib_add_dev()
911 if (!smcibdev) in smc_ib_add_dev()
914 smcibdev->ibdev = ibdev; in smc_ib_add_dev()
915 INIT_WORK(&smcibdev->port_event_work, smc_ib_port_event_work); in smc_ib_add_dev()
916 atomic_set(&smcibdev->lnk_cnt, 0); in smc_ib_add_dev()
917 init_waitqueue_head(&smcibdev->lnks_deleted); in smc_ib_add_dev()
918 mutex_init(&smcibdev->mutex); in smc_ib_add_dev()
920 list_add_tail(&smcibdev->list, &smc_ib_devices.list); in smc_ib_add_dev()
922 ib_set_client_data(ibdev, &smc_ib_client, smcibdev); in smc_ib_add_dev()
923 INIT_IB_EVENT_HANDLER(&smcibdev->event_handler, smcibdev->ibdev, in smc_ib_add_dev()
925 ib_register_event_handler(&smcibdev->event_handler); in smc_ib_add_dev()
928 port_cnt = smcibdev->ibdev->phys_port_cnt; in smc_ib_add_dev()
930 smcibdev->ibdev->name, port_cnt); in smc_ib_add_dev()
934 set_bit(i, &smcibdev->port_event_mask); in smc_ib_add_dev()
937 smcibdev->pnetid[i])) in smc_ib_add_dev()
938 smc_pnetid_by_table_ib(smcibdev, i + 1); in smc_ib_add_dev()
939 smc_copy_netdev_ifindex(smcibdev, i); in smc_ib_add_dev()
942 smcibdev->ibdev->name, i + 1, in smc_ib_add_dev()
943 smcibdev->pnetid[i], in smc_ib_add_dev()
944 smcibdev->pnetid_by_user[i] ? in smc_ib_add_dev()
948 schedule_work(&smcibdev->port_event_work); in smc_ib_add_dev()
955 struct smc_ib_device *smcibdev = client_data; in smc_ib_remove_dev() local
958 list_del_init(&smcibdev->list); /* remove from smc_ib_devices */ in smc_ib_remove_dev()
961 smcibdev->ibdev->name); in smc_ib_remove_dev()
962 smc_smcr_terminate_all(smcibdev); in smc_ib_remove_dev()
963 smc_ib_cleanup_per_ibdev(smcibdev); in smc_ib_remove_dev()
964 ib_unregister_event_handler(&smcibdev->event_handler); in smc_ib_remove_dev()
965 cancel_work_sync(&smcibdev->port_event_work); in smc_ib_remove_dev()
966 kfree(smcibdev); in smc_ib_remove_dev()