|  | /* | 
|  | * IEEE 1394 for Linux | 
|  | * | 
|  | * Copyright (C) 1999 Andreas E. Bombe | 
|  | * | 
|  | * This code is licensed under the GPL.  See the file COPYING in the root | 
|  | * directory of the kernel sources for details. | 
|  | * | 
|  | * | 
|  | * Contributions: | 
|  | * | 
|  | * Christian Toegel <christian.toegel@gmx.at> | 
|  | *        unregister address space | 
|  | * | 
|  | * Manfred Weihs <weihs@ict.tuwien.ac.at> | 
|  | *        unregister address space | 
|  | * | 
|  | */ | 
|  |  | 
|  | #include <linux/slab.h> | 
|  | #include <linux/list.h> | 
|  | #include <linux/bitops.h> | 
|  |  | 
|  | #include "ieee1394.h" | 
|  | #include "ieee1394_types.h" | 
|  | #include "hosts.h" | 
|  | #include "ieee1394_core.h" | 
|  | #include "highlevel.h" | 
|  | #include "nodemgr.h" | 
|  |  | 
|  |  | 
|  | struct hl_host_info { | 
|  | struct list_head list; | 
|  | struct hpsb_host *host; | 
|  | size_t size; | 
|  | unsigned long key; | 
|  | void *data; | 
|  | }; | 
|  |  | 
|  |  | 
|  | static LIST_HEAD(hl_drivers); | 
|  | static DECLARE_RWSEM(hl_drivers_sem); | 
|  |  | 
|  | static LIST_HEAD(hl_irqs); | 
|  | static DEFINE_RWLOCK(hl_irqs_lock); | 
|  |  | 
|  | static DEFINE_RWLOCK(addr_space_lock); | 
|  |  | 
|  |  | 
|  | static struct hl_host_info *hl_get_hostinfo(struct hpsb_highlevel *hl, | 
|  | struct hpsb_host *host) | 
|  | { | 
|  | struct hl_host_info *hi = NULL; | 
|  |  | 
|  | if (!hl || !host) | 
|  | return NULL; | 
|  |  | 
|  | read_lock(&hl->host_info_lock); | 
|  | list_for_each_entry(hi, &hl->host_info_list, list) { | 
|  | if (hi->host == host) { | 
|  | read_unlock(&hl->host_info_lock); | 
|  | return hi; | 
|  | } | 
|  | } | 
|  | read_unlock(&hl->host_info_lock); | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_get_hostinfo - retrieve a hostinfo pointer bound to this driver/host | 
|  | * | 
|  | * Returns a per @host and @hl driver data structure that was previously stored | 
|  | * by hpsb_create_hostinfo. | 
|  | */ | 
|  | void *hpsb_get_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host) | 
|  | { | 
|  | struct hl_host_info *hi = hl_get_hostinfo(hl, host); | 
|  |  | 
|  | return hi ? hi->data : NULL; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_create_hostinfo - allocate a hostinfo pointer bound to this driver/host | 
|  | * | 
|  | * Allocate a hostinfo pointer backed by memory with @data_size and bind it to | 
|  | * to this @hl driver and @host.  If @data_size is zero, then the return here is | 
|  | * only valid for error checking. | 
|  | */ | 
|  | void *hpsb_create_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host, | 
|  | size_t data_size) | 
|  | { | 
|  | struct hl_host_info *hi; | 
|  | void *data; | 
|  | unsigned long flags; | 
|  |  | 
|  | hi = hl_get_hostinfo(hl, host); | 
|  | if (hi) { | 
|  | HPSB_ERR("%s called hpsb_create_hostinfo when hostinfo already" | 
|  | " exists", hl->name); | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | hi = kzalloc(sizeof(*hi) + data_size, GFP_ATOMIC); | 
|  | if (!hi) | 
|  | return NULL; | 
|  |  | 
|  | if (data_size) { | 
|  | data = hi->data = hi + 1; | 
|  | hi->size = data_size; | 
|  | } else | 
|  | data = hi; | 
|  |  | 
|  | hi->host = host; | 
|  |  | 
|  | write_lock_irqsave(&hl->host_info_lock, flags); | 
|  | list_add_tail(&hi->list, &hl->host_info_list); | 
|  | write_unlock_irqrestore(&hl->host_info_lock, flags); | 
|  |  | 
|  | return data; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_set_hostinfo - set the hostinfo pointer to something useful | 
|  | * | 
|  | * Usually follows a call to hpsb_create_hostinfo, where the size is 0. | 
|  | */ | 
|  | int hpsb_set_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host, | 
|  | void *data) | 
|  | { | 
|  | struct hl_host_info *hi; | 
|  |  | 
|  | hi = hl_get_hostinfo(hl, host); | 
|  | if (hi) { | 
|  | if (!hi->size && !hi->data) { | 
|  | hi->data = data; | 
|  | return 0; | 
|  | } else | 
|  | HPSB_ERR("%s called hpsb_set_hostinfo when hostinfo " | 
|  | "already has data", hl->name); | 
|  | } else | 
|  | HPSB_ERR("%s called hpsb_set_hostinfo when no hostinfo exists", | 
|  | hl->name); | 
|  | return -EINVAL; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_destroy_hostinfo - free and remove a hostinfo pointer | 
|  | * | 
|  | * Free and remove the hostinfo pointer bound to this @hl driver and @host. | 
|  | */ | 
|  | void hpsb_destroy_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host) | 
|  | { | 
|  | struct hl_host_info *hi; | 
|  |  | 
|  | hi = hl_get_hostinfo(hl, host); | 
|  | if (hi) { | 
|  | unsigned long flags; | 
|  | write_lock_irqsave(&hl->host_info_lock, flags); | 
|  | list_del(&hi->list); | 
|  | write_unlock_irqrestore(&hl->host_info_lock, flags); | 
|  | kfree(hi); | 
|  | } | 
|  | return; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_set_hostinfo_key - set an alternate lookup key for an hostinfo | 
|  | * | 
|  | * Sets an alternate lookup key for the hostinfo bound to this @hl driver and | 
|  | * @host. | 
|  | */ | 
|  | void hpsb_set_hostinfo_key(struct hpsb_highlevel *hl, struct hpsb_host *host, | 
|  | unsigned long key) | 
|  | { | 
|  | struct hl_host_info *hi; | 
|  |  | 
|  | hi = hl_get_hostinfo(hl, host); | 
|  | if (hi) | 
|  | hi->key = key; | 
|  | return; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_get_hostinfo_bykey - retrieve a hostinfo pointer by its alternate key | 
|  | */ | 
|  | void *hpsb_get_hostinfo_bykey(struct hpsb_highlevel *hl, unsigned long key) | 
|  | { | 
|  | struct hl_host_info *hi; | 
|  | void *data = NULL; | 
|  |  | 
|  | if (!hl) | 
|  | return NULL; | 
|  |  | 
|  | read_lock(&hl->host_info_lock); | 
|  | list_for_each_entry(hi, &hl->host_info_list, list) { | 
|  | if (hi->key == key) { | 
|  | data = hi->data; | 
|  | break; | 
|  | } | 
|  | } | 
|  | read_unlock(&hl->host_info_lock); | 
|  | return data; | 
|  | } | 
|  |  | 
|  | static int highlevel_for_each_host_reg(struct hpsb_host *host, void *__data) | 
|  | { | 
|  | struct hpsb_highlevel *hl = __data; | 
|  |  | 
|  | hl->add_host(host); | 
|  |  | 
|  | if (host->update_config_rom && hpsb_update_config_rom_image(host) < 0) | 
|  | HPSB_ERR("Failed to generate Configuration ROM image for host " | 
|  | "%s-%d", hl->name, host->id); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_register_highlevel - register highlevel driver | 
|  | * | 
|  | * The name pointer in @hl has to stay valid at all times because the string is | 
|  | * not copied. | 
|  | */ | 
|  | void hpsb_register_highlevel(struct hpsb_highlevel *hl) | 
|  | { | 
|  | unsigned long flags; | 
|  |  | 
|  | hpsb_init_highlevel(hl); | 
|  | INIT_LIST_HEAD(&hl->addr_list); | 
|  |  | 
|  | down_write(&hl_drivers_sem); | 
|  | list_add_tail(&hl->hl_list, &hl_drivers); | 
|  | up_write(&hl_drivers_sem); | 
|  |  | 
|  | write_lock_irqsave(&hl_irqs_lock, flags); | 
|  | list_add_tail(&hl->irq_list, &hl_irqs); | 
|  | write_unlock_irqrestore(&hl_irqs_lock, flags); | 
|  |  | 
|  | if (hl->add_host) | 
|  | nodemgr_for_each_host(hl, highlevel_for_each_host_reg); | 
|  | return; | 
|  | } | 
|  |  | 
|  | static void __delete_addr(struct hpsb_address_serve *as) | 
|  | { | 
|  | list_del(&as->host_list); | 
|  | list_del(&as->hl_list); | 
|  | kfree(as); | 
|  | } | 
|  |  | 
|  | static void __unregister_host(struct hpsb_highlevel *hl, struct hpsb_host *host, | 
|  | int update_cr) | 
|  | { | 
|  | unsigned long flags; | 
|  | struct list_head *lh, *next; | 
|  | struct hpsb_address_serve *as; | 
|  |  | 
|  | /* First, let the highlevel driver unreg */ | 
|  | if (hl->remove_host) | 
|  | hl->remove_host(host); | 
|  |  | 
|  | /* Remove any addresses that are matched for this highlevel driver | 
|  | * and this particular host. */ | 
|  | write_lock_irqsave(&addr_space_lock, flags); | 
|  | list_for_each_safe (lh, next, &hl->addr_list) { | 
|  | as = list_entry(lh, struct hpsb_address_serve, hl_list); | 
|  | if (as->host == host) | 
|  | __delete_addr(as); | 
|  | } | 
|  | write_unlock_irqrestore(&addr_space_lock, flags); | 
|  |  | 
|  | /* Now update the config-rom to reflect anything removed by the | 
|  | * highlevel driver. */ | 
|  | if (update_cr && host->update_config_rom && | 
|  | hpsb_update_config_rom_image(host) < 0) | 
|  | HPSB_ERR("Failed to generate Configuration ROM image for host " | 
|  | "%s-%d", hl->name, host->id); | 
|  |  | 
|  | /* Finally remove all the host info associated between these two. */ | 
|  | hpsb_destroy_hostinfo(hl, host); | 
|  | } | 
|  |  | 
|  | static int highlevel_for_each_host_unreg(struct hpsb_host *host, void *__data) | 
|  | { | 
|  | struct hpsb_highlevel *hl = __data; | 
|  |  | 
|  | __unregister_host(hl, host, 1); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_unregister_highlevel - unregister highlevel driver | 
|  | */ | 
|  | void hpsb_unregister_highlevel(struct hpsb_highlevel *hl) | 
|  | { | 
|  | unsigned long flags; | 
|  |  | 
|  | write_lock_irqsave(&hl_irqs_lock, flags); | 
|  | list_del(&hl->irq_list); | 
|  | write_unlock_irqrestore(&hl_irqs_lock, flags); | 
|  |  | 
|  | down_write(&hl_drivers_sem); | 
|  | list_del(&hl->hl_list); | 
|  | up_write(&hl_drivers_sem); | 
|  |  | 
|  | nodemgr_for_each_host(hl, highlevel_for_each_host_unreg); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_allocate_and_register_addrspace - alloc' and reg' a host address space | 
|  | * | 
|  | * @start and @end are 48 bit pointers and have to be quadlet aligned. | 
|  | * @end points to the first address behind the handled addresses.  This | 
|  | * function can be called multiple times for a single hpsb_highlevel @hl to | 
|  | * implement sparse register sets.  The requested region must not overlap any | 
|  | * previously allocated region, otherwise registering will fail. | 
|  | * | 
|  | * It returns true for successful allocation.  Address spaces can be | 
|  | * unregistered with hpsb_unregister_addrspace.  All remaining address spaces | 
|  | * are automatically deallocated together with the hpsb_highlevel @hl. | 
|  | */ | 
|  | u64 hpsb_allocate_and_register_addrspace(struct hpsb_highlevel *hl, | 
|  | struct hpsb_host *host, | 
|  | const struct hpsb_address_ops *ops, | 
|  | u64 size, u64 alignment, | 
|  | u64 start, u64 end) | 
|  | { | 
|  | struct hpsb_address_serve *as, *a1, *a2; | 
|  | struct list_head *entry; | 
|  | u64 retval = CSR1212_INVALID_ADDR_SPACE; | 
|  | unsigned long flags; | 
|  | u64 align_mask = ~(alignment - 1); | 
|  |  | 
|  | if ((alignment & 3) || (alignment > 0x800000000000ULL) || | 
|  | (hweight64(alignment) != 1)) { | 
|  | HPSB_ERR("%s called with invalid alignment: 0x%048llx", | 
|  | __func__, (unsigned long long)alignment); | 
|  | return retval; | 
|  | } | 
|  |  | 
|  | /* default range, | 
|  | * avoids controller's posted write area (see OHCI 1.1 clause 1.5) */ | 
|  | if (start == CSR1212_INVALID_ADDR_SPACE && | 
|  | end   == CSR1212_INVALID_ADDR_SPACE) { | 
|  | start = host->middle_addr_space; | 
|  | end   = CSR1212_ALL_SPACE_END; | 
|  | } | 
|  |  | 
|  | if (((start|end) & ~align_mask) || (start >= end) || | 
|  | (end > CSR1212_ALL_SPACE_END)) { | 
|  | HPSB_ERR("%s called with invalid addresses " | 
|  | "(start = %012Lx  end = %012Lx)", __func__, | 
|  | (unsigned long long)start,(unsigned long long)end); | 
|  | return retval; | 
|  | } | 
|  |  | 
|  | as = kmalloc(sizeof(*as), GFP_KERNEL); | 
|  | if (!as) | 
|  | return retval; | 
|  |  | 
|  | INIT_LIST_HEAD(&as->host_list); | 
|  | INIT_LIST_HEAD(&as->hl_list); | 
|  | as->op = ops; | 
|  | as->host = host; | 
|  |  | 
|  | write_lock_irqsave(&addr_space_lock, flags); | 
|  | list_for_each(entry, &host->addr_space) { | 
|  | u64 a1sa, a1ea; | 
|  | u64 a2sa, a2ea; | 
|  |  | 
|  | a1 = list_entry(entry, struct hpsb_address_serve, host_list); | 
|  | a2 = list_entry(entry->next, struct hpsb_address_serve, | 
|  | host_list); | 
|  |  | 
|  | a1sa = a1->start & align_mask; | 
|  | a1ea = (a1->end + alignment -1) & align_mask; | 
|  | a2sa = a2->start & align_mask; | 
|  | a2ea = (a2->end + alignment -1) & align_mask; | 
|  |  | 
|  | if ((a2sa - a1ea >= size) && (a2sa - start >= size) && | 
|  | (a2sa > start)) { | 
|  | as->start = max(start, a1ea); | 
|  | as->end = as->start + size; | 
|  | list_add(&as->host_list, entry); | 
|  | list_add_tail(&as->hl_list, &hl->addr_list); | 
|  | retval = as->start; | 
|  | break; | 
|  | } | 
|  | } | 
|  | write_unlock_irqrestore(&addr_space_lock, flags); | 
|  |  | 
|  | if (retval == CSR1212_INVALID_ADDR_SPACE) | 
|  | kfree(as); | 
|  | return retval; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * hpsb_register_addrspace - register a host address space | 
|  | * | 
|  | * @start and @end are 48 bit pointers and have to be quadlet aligned. | 
|  | * @end points to the first address behind the handled addresses.  This | 
|  | * function can be called multiple times for a single hpsb_highlevel @hl to | 
|  | * implement sparse register sets.  The requested region must not overlap any | 
|  | * previously allocated region, otherwise registering will fail. | 
|  | * | 
|  | * It returns true for successful allocation.  Address spaces can be | 
|  | * unregistered with hpsb_unregister_addrspace.  All remaining address spaces | 
|  | * are automatically deallocated together with the hpsb_highlevel @hl. | 
|  | */ | 
|  | int hpsb_register_addrspace(struct hpsb_highlevel *hl, struct hpsb_host *host, | 
|  | const struct hpsb_address_ops *ops, | 
|  | u64 start, u64 end) | 
|  | { | 
|  | struct hpsb_address_serve *as; | 
|  | struct list_head *lh; | 
|  | int retval = 0; | 
|  | unsigned long flags; | 
|  |  | 
|  | if (((start|end) & 3) || (start >= end) || | 
|  | (end > CSR1212_ALL_SPACE_END)) { | 
|  | HPSB_ERR("%s called with invalid addresses", __func__); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | as = kmalloc(sizeof(*as), GFP_KERNEL); | 
|  | if (!as) | 
|  | return 0; | 
|  |  | 
|  | INIT_LIST_HEAD(&as->host_list); | 
|  | INIT_LIST_HEAD(&as->hl_list); | 
|  | as->op = ops; | 
|  | as->start = start; | 
|  | as->end = end; | 
|  | as->host = host; | 
|  |  | 
|  | write_lock_irqsave(&addr_space_lock, flags); | 
|  | list_for_each(lh, &host->addr_space) { | 
|  | struct hpsb_address_serve *as_this = | 
|  | list_entry(lh, struct hpsb_address_serve, host_list); | 
|  | struct hpsb_address_serve *as_next = | 
|  | list_entry(lh->next, struct hpsb_address_serve, | 
|  | host_list); | 
|  |  | 
|  | if (as_this->end > as->start) | 
|  | break; | 
|  |  | 
|  | if (as_next->start >= as->end) { | 
|  | list_add(&as->host_list, lh); | 
|  | list_add_tail(&as->hl_list, &hl->addr_list); | 
|  | retval = 1; | 
|  | break; | 
|  | } | 
|  | } | 
|  | write_unlock_irqrestore(&addr_space_lock, flags); | 
|  |  | 
|  | if (retval == 0) | 
|  | kfree(as); | 
|  | return retval; | 
|  | } | 
|  |  | 
|  | int hpsb_unregister_addrspace(struct hpsb_highlevel *hl, struct hpsb_host *host, | 
|  | u64 start) | 
|  | { | 
|  | int retval = 0; | 
|  | struct hpsb_address_serve *as; | 
|  | struct list_head *lh, *next; | 
|  | unsigned long flags; | 
|  |  | 
|  | write_lock_irqsave(&addr_space_lock, flags); | 
|  | list_for_each_safe (lh, next, &hl->addr_list) { | 
|  | as = list_entry(lh, struct hpsb_address_serve, hl_list); | 
|  | if (as->start == start && as->host == host) { | 
|  | __delete_addr(as); | 
|  | retval = 1; | 
|  | break; | 
|  | } | 
|  | } | 
|  | write_unlock_irqrestore(&addr_space_lock, flags); | 
|  | return retval; | 
|  | } | 
|  |  | 
|  | static const struct hpsb_address_ops dummy_ops; | 
|  |  | 
|  | /* dummy address spaces as lower and upper bounds of the host's a.s. list */ | 
|  | static void init_hpsb_highlevel(struct hpsb_host *host) | 
|  | { | 
|  | INIT_LIST_HEAD(&host->dummy_zero_addr.host_list); | 
|  | INIT_LIST_HEAD(&host->dummy_zero_addr.hl_list); | 
|  | INIT_LIST_HEAD(&host->dummy_max_addr.host_list); | 
|  | INIT_LIST_HEAD(&host->dummy_max_addr.hl_list); | 
|  |  | 
|  | host->dummy_zero_addr.op = host->dummy_max_addr.op = &dummy_ops; | 
|  |  | 
|  | host->dummy_zero_addr.start = host->dummy_zero_addr.end = 0; | 
|  | host->dummy_max_addr.start = host->dummy_max_addr.end = ((u64) 1) << 48; | 
|  |  | 
|  | list_add_tail(&host->dummy_zero_addr.host_list, &host->addr_space); | 
|  | list_add_tail(&host->dummy_max_addr.host_list, &host->addr_space); | 
|  | } | 
|  |  | 
|  | void highlevel_add_host(struct hpsb_host *host) | 
|  | { | 
|  | struct hpsb_highlevel *hl; | 
|  |  | 
|  | init_hpsb_highlevel(host); | 
|  |  | 
|  | down_read(&hl_drivers_sem); | 
|  | list_for_each_entry(hl, &hl_drivers, hl_list) { | 
|  | if (hl->add_host) | 
|  | hl->add_host(host); | 
|  | } | 
|  | up_read(&hl_drivers_sem); | 
|  | if (host->update_config_rom && hpsb_update_config_rom_image(host) < 0) | 
|  | HPSB_ERR("Failed to generate Configuration ROM image for host " | 
|  | "%s-%d", hl->name, host->id); | 
|  | } | 
|  |  | 
|  | void highlevel_remove_host(struct hpsb_host *host) | 
|  | { | 
|  | struct hpsb_highlevel *hl; | 
|  |  | 
|  | down_read(&hl_drivers_sem); | 
|  | list_for_each_entry(hl, &hl_drivers, hl_list) | 
|  | __unregister_host(hl, host, 0); | 
|  | up_read(&hl_drivers_sem); | 
|  | } | 
|  |  | 
|  | void highlevel_host_reset(struct hpsb_host *host) | 
|  | { | 
|  | unsigned long flags; | 
|  | struct hpsb_highlevel *hl; | 
|  |  | 
|  | read_lock_irqsave(&hl_irqs_lock, flags); | 
|  | list_for_each_entry(hl, &hl_irqs, irq_list) { | 
|  | if (hl->host_reset) | 
|  | hl->host_reset(host); | 
|  | } | 
|  | read_unlock_irqrestore(&hl_irqs_lock, flags); | 
|  | } | 
|  |  | 
|  | void highlevel_fcp_request(struct hpsb_host *host, int nodeid, int direction, | 
|  | void *data, size_t length) | 
|  | { | 
|  | unsigned long flags; | 
|  | struct hpsb_highlevel *hl; | 
|  | int cts = ((quadlet_t *)data)[0] >> 4; | 
|  |  | 
|  | read_lock_irqsave(&hl_irqs_lock, flags); | 
|  | list_for_each_entry(hl, &hl_irqs, irq_list) { | 
|  | if (hl->fcp_request) | 
|  | hl->fcp_request(host, nodeid, direction, cts, data, | 
|  | length); | 
|  | } | 
|  | read_unlock_irqrestore(&hl_irqs_lock, flags); | 
|  | } | 
|  |  | 
|  | /* | 
|  | * highlevel_read, highlevel_write, highlevel_lock, highlevel_lock64: | 
|  | * | 
|  | * These functions are called to handle transactions. They are called when a | 
|  | * packet arrives.  The flags argument contains the second word of the first | 
|  | * header quadlet of the incoming packet (containing transaction label, retry | 
|  | * code, transaction code and priority).  These functions either return a | 
|  | * response code or a negative number.  In the first case a response will be | 
|  | * generated.  In the latter case, no response will be sent and the driver which | 
|  | * handled the request will send the response itself. | 
|  | */ | 
|  | int highlevel_read(struct hpsb_host *host, int nodeid, void *data, u64 addr, | 
|  | unsigned int length, u16 flags) | 
|  | { | 
|  | struct hpsb_address_serve *as; | 
|  | unsigned int partlength; | 
|  | int rcode = RCODE_ADDRESS_ERROR; | 
|  |  | 
|  | read_lock(&addr_space_lock); | 
|  | list_for_each_entry(as, &host->addr_space, host_list) { | 
|  | if (as->start > addr) | 
|  | break; | 
|  |  | 
|  | if (as->end > addr) { | 
|  | partlength = min(as->end - addr, (u64) length); | 
|  |  | 
|  | if (as->op->read) | 
|  | rcode = as->op->read(host, nodeid, data, | 
|  | addr, partlength, flags); | 
|  | else | 
|  | rcode = RCODE_TYPE_ERROR; | 
|  |  | 
|  | data += partlength; | 
|  | length -= partlength; | 
|  | addr += partlength; | 
|  |  | 
|  | if ((rcode != RCODE_COMPLETE) || !length) | 
|  | break; | 
|  | } | 
|  | } | 
|  | read_unlock(&addr_space_lock); | 
|  |  | 
|  | if (length && (rcode == RCODE_COMPLETE)) | 
|  | rcode = RCODE_ADDRESS_ERROR; | 
|  | return rcode; | 
|  | } | 
|  |  | 
|  | int highlevel_write(struct hpsb_host *host, int nodeid, int destid, void *data, | 
|  | u64 addr, unsigned int length, u16 flags) | 
|  | { | 
|  | struct hpsb_address_serve *as; | 
|  | unsigned int partlength; | 
|  | int rcode = RCODE_ADDRESS_ERROR; | 
|  |  | 
|  | read_lock(&addr_space_lock); | 
|  | list_for_each_entry(as, &host->addr_space, host_list) { | 
|  | if (as->start > addr) | 
|  | break; | 
|  |  | 
|  | if (as->end > addr) { | 
|  | partlength = min(as->end - addr, (u64) length); | 
|  |  | 
|  | if (as->op->write) | 
|  | rcode = as->op->write(host, nodeid, destid, | 
|  | data, addr, partlength, | 
|  | flags); | 
|  | else | 
|  | rcode = RCODE_TYPE_ERROR; | 
|  |  | 
|  | data += partlength; | 
|  | length -= partlength; | 
|  | addr += partlength; | 
|  |  | 
|  | if ((rcode != RCODE_COMPLETE) || !length) | 
|  | break; | 
|  | } | 
|  | } | 
|  | read_unlock(&addr_space_lock); | 
|  |  | 
|  | if (length && (rcode == RCODE_COMPLETE)) | 
|  | rcode = RCODE_ADDRESS_ERROR; | 
|  | return rcode; | 
|  | } | 
|  |  | 
|  | int highlevel_lock(struct hpsb_host *host, int nodeid, quadlet_t *store, | 
|  | u64 addr, quadlet_t data, quadlet_t arg, int ext_tcode, | 
|  | u16 flags) | 
|  | { | 
|  | struct hpsb_address_serve *as; | 
|  | int rcode = RCODE_ADDRESS_ERROR; | 
|  |  | 
|  | read_lock(&addr_space_lock); | 
|  | list_for_each_entry(as, &host->addr_space, host_list) { | 
|  | if (as->start > addr) | 
|  | break; | 
|  |  | 
|  | if (as->end > addr) { | 
|  | if (as->op->lock) | 
|  | rcode = as->op->lock(host, nodeid, store, addr, | 
|  | data, arg, ext_tcode, | 
|  | flags); | 
|  | else | 
|  | rcode = RCODE_TYPE_ERROR; | 
|  | break; | 
|  | } | 
|  | } | 
|  | read_unlock(&addr_space_lock); | 
|  | return rcode; | 
|  | } | 
|  |  | 
|  | int highlevel_lock64(struct hpsb_host *host, int nodeid, octlet_t *store, | 
|  | u64 addr, octlet_t data, octlet_t arg, int ext_tcode, | 
|  | u16 flags) | 
|  | { | 
|  | struct hpsb_address_serve *as; | 
|  | int rcode = RCODE_ADDRESS_ERROR; | 
|  |  | 
|  | read_lock(&addr_space_lock); | 
|  |  | 
|  | list_for_each_entry(as, &host->addr_space, host_list) { | 
|  | if (as->start > addr) | 
|  | break; | 
|  |  | 
|  | if (as->end > addr) { | 
|  | if (as->op->lock64) | 
|  | rcode = as->op->lock64(host, nodeid, store, | 
|  | addr, data, arg, | 
|  | ext_tcode, flags); | 
|  | else | 
|  | rcode = RCODE_TYPE_ERROR; | 
|  | break; | 
|  | } | 
|  | } | 
|  | read_unlock(&addr_space_lock); | 
|  | return rcode; | 
|  | } |