HelenOS sources

root/kernel/arch/arm32/src/atomic.c

DEFINITIONS

1. __atomic_fetch_add_4
2. __atomic_fetch_sub_4
3. __sync_val_compare_and_swap_4
4. __sync_synchronize
5. __atomic_compare_exchange_4
6. __atomic_exchange_4

/*
 * Copyright (c) 2012 Adam Hraska
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright
 *   notice, this list of conditions and the following disclaimer in the
 *   documentation and/or other materials provided with the distribution.
 * - The name of the author may not be used to endorse or promote products
 *   derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/** @addtogroup kernel_arm32
 * @{
 */
/** @file
 *  @brief Atomic operations emulation.
 */

#include <synch/spinlock.h>
#include <arch/barrier.h>
#include <arch/asm.h>

unsigned __atomic_fetch_add_4(volatile void *mem0, unsigned val, int model)
{
        volatile unsigned *mem = mem0;

        /*
         * This implementation is for UP pre-ARMv6 systems where we do not have
         * the LDREX and STREX instructions.
         */
        ipl_t ipl = interrupts_disable();
        unsigned ret = *mem;
        *mem += val;
        interrupts_restore(ipl);
        return ret;
}

unsigned __atomic_fetch_sub_4(volatile void *mem0, unsigned val, int model)
{
        volatile unsigned *mem = mem0;

        ipl_t ipl = interrupts_disable();
        unsigned ret = *mem;
        *mem -= val;
        interrupts_restore(ipl);
        return ret;
}

IRQ_SPINLOCK_STATIC_INITIALIZE_NAME(cas_lock, "arm-cas-lock");

/** Implements GCC's missing compare-and-swap intrinsic for ARM.
 *
 * Sets \a *ptr to \a new_val if it is equal to \a expected. In any case,
 * returns the previous value of \a *ptr.
 */
unsigned __sync_val_compare_and_swap_4(volatile void *ptr0, unsigned expected,
    unsigned new_val)
{
        volatile unsigned *ptr = ptr0;

        /*
         * Using an interrupt disabling spinlock might still lead to deadlock
         * if CAS() is used in an exception handler. Eg. if a CAS() results
         * in a page fault exception and the exception handler again tries
         * to invoke CAS() (even for a different memory location), the spinlock
         * would deadlock.
         */
        irq_spinlock_lock(&cas_lock, true);

        unsigned cur_val = *ptr;

        if (cur_val == expected) {
                *ptr = new_val;
        }

        irq_spinlock_unlock(&cas_lock, true);

        return cur_val;
}

void __sync_synchronize(void)
{
        dsb();
}

/* Naive implementations of the newer intrinsics. */

_Bool __atomic_compare_exchange_4(volatile void *mem, void *expected0,
    unsigned desired, _Bool weak, int success, int failure)
{
        unsigned *expected = expected0;

        (void) weak;
        (void) success;
        (void) failure;

        unsigned old = *expected;
        unsigned new = __sync_val_compare_and_swap_4(mem, old, desired);
        if (old == new) {
                return 1;
        } else {
                *expected = new;
                return 0;
        }
}

unsigned __atomic_exchange_4(volatile void *mem0, unsigned val, int model)
{
        volatile unsigned *mem = mem0;

        (void) model;

        irq_spinlock_lock(&cas_lock, true);
        unsigned old = *mem;
        *mem = val;
        irq_spinlock_unlock(&cas_lock, true);

        return old;
}

/** @}
 */