lkml.org 
[lkml]   [2019]   [Mar]   [21]   [last100]   RSS Feed
Views: [wrap][no wrap]   [headers]  [forward] 
 
Messages in this thread
    Patch in this message
    /
    From
    Subject[PATCH RFC 06/14] arm64/mm: Store the number of asid allocated per context
    Date
    Currently the number of ASID allocated per context is determined at
    compilation time. As the algorithm is becoming generic, the user may
    want to instantiate the ASID allocator multiple time with different
    number of ASID allocated.

    Add a field in asid_info to track the number ASID allocated per context.
    This is stored in term of shift amount to avoid division in the code.

    This means the number of ASID allocated per context should be a power of
    two.

    At the same time rename NUM_USERS_ASIDS to NUM_CTXT_ASIDS to make the
    name more generic.

    Signed-off-by: Julien Grall <julien.grall@arm.com>
    ---
    arch/arm64/mm/context.c | 31 +++++++++++++++++--------------
    1 file changed, 17 insertions(+), 14 deletions(-)

    diff --git a/arch/arm64/mm/context.c b/arch/arm64/mm/context.c
    index 488845c39c39..5a4c2b1aac71 100644
    --- a/arch/arm64/mm/context.c
    +++ b/arch/arm64/mm/context.c
    @@ -37,6 +37,8 @@ struct asid_info
    raw_spinlock_t lock;
    /* Which CPU requires context flush on next call */
    cpumask_t flush_pending;
    + /* Number of ASID allocated by context (shift value) */
    + unsigned int ctxt_shift;
    } asid_info;

    #define active_asid(info, cpu) *per_cpu_ptr((info)->active, cpu)
    @@ -49,15 +51,15 @@ static DEFINE_PER_CPU(u64, reserved_asids);
    #define ASID_FIRST_VERSION(info) (1UL << ((info)->bits))

    #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
    -#define NUM_USER_ASIDS(info) (ASID_FIRST_VERSION(info) >> 1)
    -#define asid2idx(info, asid) (((asid) & ~ASID_MASK(info)) >> 1)
    -#define idx2asid(info, idx) (((idx) << 1) & ~ASID_MASK(info))
    +#define ASID_PER_CONTEXT 2
    #else
    -#define NUM_USER_ASIDS(info) (ASID_FIRST_VERSION(info))
    -#define asid2idx(info, asid) ((asid) & ~ASID_MASK(info))
    -#define idx2asid(info, idx) asid2idx(info, idx)
    +#define ASID_PER_CONTEXT 1
    #endif

    +#define NUM_CTXT_ASIDS(info) (ASID_FIRST_VERSION(info) >> (info)->ctxt_shift)
    +#define asid2idx(info, asid) (((asid) & ~ASID_MASK(info)) >> (info)->ctxt_shift)
    +#define idx2asid(info, idx) (((idx) << (info)->ctxt_shift) & ~ASID_MASK(info))
    +
    /* Get the ASIDBits supported by the current CPU */
    static u32 get_cpu_asid_bits(void)
    {
    @@ -102,7 +104,7 @@ static void flush_context(struct asid_info *info)
    u64 asid;

    /* Update the list of reserved ASIDs and the ASID bitmap. */
    - bitmap_clear(info->map, 0, NUM_USER_ASIDS(info));
    + bitmap_clear(info->map, 0, NUM_CTXT_ASIDS(info));

    for_each_possible_cpu(i) {
    asid = atomic64_xchg_relaxed(&active_asid(info, i), 0);
    @@ -182,8 +184,8 @@ static u64 new_context(struct asid_info *info, atomic64_t *pasid)
    * a reserved TTBR0 for the init_mm and we allocate ASIDs in even/odd
    * pairs.
    */
    - asid = find_next_zero_bit(info->map, NUM_USER_ASIDS(info), cur_idx);
    - if (asid != NUM_USER_ASIDS(info))
    + asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), cur_idx);
    + if (asid != NUM_CTXT_ASIDS(info))
    goto set_asid;

    /* We're out of ASIDs, so increment the global generation count */
    @@ -192,7 +194,7 @@ static u64 new_context(struct asid_info *info, atomic64_t *pasid)
    flush_context(info);

    /* We have more ASIDs than CPUs, so this will always succeed */
    - asid = find_next_zero_bit(info->map, NUM_USER_ASIDS(info), 1);
    + asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), 1);

    set_asid:
    __set_bit(asid, info->map);
    @@ -272,17 +274,18 @@ static int asids_init(void)
    struct asid_info *info = &asid_info;

    info->bits = get_cpu_asid_bits();
    + info->ctxt_shift = ilog2(ASID_PER_CONTEXT);
    /*
    * Expect allocation after rollover to fail if we don't have at least
    * one more ASID than CPUs. ASID #0 is reserved for init_mm.
    */
    - WARN_ON(NUM_USER_ASIDS(info) - 1 <= num_possible_cpus());
    + WARN_ON(NUM_CTXT_ASIDS(info) - 1 <= num_possible_cpus());
    atomic64_set(&info->generation, ASID_FIRST_VERSION(info));
    - info->map = kcalloc(BITS_TO_LONGS(NUM_USER_ASIDS(info)),
    + info->map = kcalloc(BITS_TO_LONGS(NUM_CTXT_ASIDS(info)),
    sizeof(*info->map), GFP_KERNEL);
    if (!info->map)
    panic("Failed to allocate bitmap for %lu ASIDs\n",
    - NUM_USER_ASIDS(info));
    + NUM_CTXT_ASIDS(info));

    info->active = &active_asids;
    info->reserved = &reserved_asids;
    @@ -290,7 +293,7 @@ static int asids_init(void)
    raw_spin_lock_init(&info->lock);

    pr_info("ASID allocator initialised with %lu entries\n",
    - NUM_USER_ASIDS(info));
    + NUM_CTXT_ASIDS(info));
    return 0;
    }
    early_initcall(asids_init);
    --
    2.11.0
    \
     
     \ /
      Last update: 2019-03-21 17:37    [W:3.533 / U:0.008 seconds]
    ©2003-2020 Jasper Spaans|hosted at Digital Ocean and TransIP|Read the blog|Advertise on this site