162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Device driver for the SYMBIOS/LSILOGIC 53C8XX and 53C1010 family 462306a36Sopenharmony_ci * of PCI-SCSI IO processors. 562306a36Sopenharmony_ci * 662306a36Sopenharmony_ci * Copyright (C) 1999-2001 Gerard Roudier <groudier@free.fr> 762306a36Sopenharmony_ci * 862306a36Sopenharmony_ci * This driver is derived from the Linux sym53c8xx driver. 962306a36Sopenharmony_ci * Copyright (C) 1998-2000 Gerard Roudier 1062306a36Sopenharmony_ci * 1162306a36Sopenharmony_ci * The sym53c8xx driver is derived from the ncr53c8xx driver that had been 1262306a36Sopenharmony_ci * a port of the FreeBSD ncr driver to Linux-1.2.13. 1362306a36Sopenharmony_ci * 1462306a36Sopenharmony_ci * The original ncr driver has been written for 386bsd and FreeBSD by 1562306a36Sopenharmony_ci * Wolfgang Stanglmeier <wolf@cologne.de> 1662306a36Sopenharmony_ci * Stefan Esser <se@mi.Uni-Koeln.de> 1762306a36Sopenharmony_ci * Copyright (C) 1994 Wolfgang Stanglmeier 1862306a36Sopenharmony_ci * 1962306a36Sopenharmony_ci * Other major contributions: 2062306a36Sopenharmony_ci * 2162306a36Sopenharmony_ci * NVRAM detection and reading. 2262306a36Sopenharmony_ci * Copyright (C) 1997 Richard Waltham <dormouse@farsrobt.demon.co.uk> 2362306a36Sopenharmony_ci * 2462306a36Sopenharmony_ci *----------------------------------------------------------------------------- 2562306a36Sopenharmony_ci */ 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_ci#include "sym_glue.h" 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci/* 3062306a36Sopenharmony_ci * Simple power of two buddy-like generic allocator. 3162306a36Sopenharmony_ci * Provides naturally aligned memory chunks. 3262306a36Sopenharmony_ci * 3362306a36Sopenharmony_ci * This simple code is not intended to be fast, but to 3462306a36Sopenharmony_ci * provide power of 2 aligned memory allocations. 3562306a36Sopenharmony_ci * Since the SCRIPTS processor only supplies 8 bit arithmetic, 3662306a36Sopenharmony_ci * this allocator allows simple and fast address calculations 3762306a36Sopenharmony_ci * from the SCRIPTS code. In addition, cache line alignment 3862306a36Sopenharmony_ci * is guaranteed for power of 2 cache line size. 3962306a36Sopenharmony_ci * 4062306a36Sopenharmony_ci * This allocator has been developed for the Linux sym53c8xx 4162306a36Sopenharmony_ci * driver, since this O/S does not provide naturally aligned 4262306a36Sopenharmony_ci * allocations. 4362306a36Sopenharmony_ci * It has the advantage of allowing the driver to use private 4462306a36Sopenharmony_ci * pages of memory that will be useful if we ever need to deal 4562306a36Sopenharmony_ci * with IO MMUs for PCI. 4662306a36Sopenharmony_ci */ 4762306a36Sopenharmony_cistatic void *___sym_malloc(m_pool_p mp, int size) 4862306a36Sopenharmony_ci{ 4962306a36Sopenharmony_ci int i = 0; 5062306a36Sopenharmony_ci int s = (1 << SYM_MEM_SHIFT); 5162306a36Sopenharmony_ci int j; 5262306a36Sopenharmony_ci void *a; 5362306a36Sopenharmony_ci m_link_p h = mp->h; 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_ci if (size > SYM_MEM_CLUSTER_SIZE) 5662306a36Sopenharmony_ci return NULL; 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_ci while (size > s) { 5962306a36Sopenharmony_ci s <<= 1; 6062306a36Sopenharmony_ci ++i; 6162306a36Sopenharmony_ci } 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci j = i; 6462306a36Sopenharmony_ci while (!h[j].next) { 6562306a36Sopenharmony_ci if (s == SYM_MEM_CLUSTER_SIZE) { 6662306a36Sopenharmony_ci h[j].next = (m_link_p) M_GET_MEM_CLUSTER(); 6762306a36Sopenharmony_ci if (h[j].next) 6862306a36Sopenharmony_ci h[j].next->next = NULL; 6962306a36Sopenharmony_ci break; 7062306a36Sopenharmony_ci } 7162306a36Sopenharmony_ci ++j; 7262306a36Sopenharmony_ci s <<= 1; 7362306a36Sopenharmony_ci } 7462306a36Sopenharmony_ci a = h[j].next; 7562306a36Sopenharmony_ci if (a) { 7662306a36Sopenharmony_ci h[j].next = h[j].next->next; 7762306a36Sopenharmony_ci while (j > i) { 7862306a36Sopenharmony_ci j -= 1; 7962306a36Sopenharmony_ci s >>= 1; 8062306a36Sopenharmony_ci h[j].next = (m_link_p) (a+s); 8162306a36Sopenharmony_ci h[j].next->next = NULL; 8262306a36Sopenharmony_ci } 8362306a36Sopenharmony_ci } 8462306a36Sopenharmony_ci#ifdef DEBUG 8562306a36Sopenharmony_ci printf("___sym_malloc(%d) = %p\n", size, (void *) a); 8662306a36Sopenharmony_ci#endif 8762306a36Sopenharmony_ci return a; 8862306a36Sopenharmony_ci} 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci/* 9162306a36Sopenharmony_ci * Counter-part of the generic allocator. 9262306a36Sopenharmony_ci */ 9362306a36Sopenharmony_cistatic void ___sym_mfree(m_pool_p mp, void *ptr, int size) 9462306a36Sopenharmony_ci{ 9562306a36Sopenharmony_ci int i = 0; 9662306a36Sopenharmony_ci int s = (1 << SYM_MEM_SHIFT); 9762306a36Sopenharmony_ci m_link_p q; 9862306a36Sopenharmony_ci unsigned long a, b; 9962306a36Sopenharmony_ci m_link_p h = mp->h; 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci#ifdef DEBUG 10262306a36Sopenharmony_ci printf("___sym_mfree(%p, %d)\n", ptr, size); 10362306a36Sopenharmony_ci#endif 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci if (size > SYM_MEM_CLUSTER_SIZE) 10662306a36Sopenharmony_ci return; 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci while (size > s) { 10962306a36Sopenharmony_ci s <<= 1; 11062306a36Sopenharmony_ci ++i; 11162306a36Sopenharmony_ci } 11262306a36Sopenharmony_ci 11362306a36Sopenharmony_ci a = (unsigned long)ptr; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci while (1) { 11662306a36Sopenharmony_ci if (s == SYM_MEM_CLUSTER_SIZE) { 11762306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED 11862306a36Sopenharmony_ci M_FREE_MEM_CLUSTER((void *)a); 11962306a36Sopenharmony_ci#else 12062306a36Sopenharmony_ci ((m_link_p) a)->next = h[i].next; 12162306a36Sopenharmony_ci h[i].next = (m_link_p) a; 12262306a36Sopenharmony_ci#endif 12362306a36Sopenharmony_ci break; 12462306a36Sopenharmony_ci } 12562306a36Sopenharmony_ci b = a ^ s; 12662306a36Sopenharmony_ci q = &h[i]; 12762306a36Sopenharmony_ci while (q->next && q->next != (m_link_p) b) { 12862306a36Sopenharmony_ci q = q->next; 12962306a36Sopenharmony_ci } 13062306a36Sopenharmony_ci if (!q->next) { 13162306a36Sopenharmony_ci ((m_link_p) a)->next = h[i].next; 13262306a36Sopenharmony_ci h[i].next = (m_link_p) a; 13362306a36Sopenharmony_ci break; 13462306a36Sopenharmony_ci } 13562306a36Sopenharmony_ci q->next = q->next->next; 13662306a36Sopenharmony_ci a = a & b; 13762306a36Sopenharmony_ci s <<= 1; 13862306a36Sopenharmony_ci ++i; 13962306a36Sopenharmony_ci } 14062306a36Sopenharmony_ci} 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci/* 14362306a36Sopenharmony_ci * Verbose and zeroing allocator that wrapps to the generic allocator. 14462306a36Sopenharmony_ci */ 14562306a36Sopenharmony_cistatic void *__sym_calloc2(m_pool_p mp, int size, char *name, int uflags) 14662306a36Sopenharmony_ci{ 14762306a36Sopenharmony_ci void *p; 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci p = ___sym_malloc(mp, size); 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_ci if (DEBUG_FLAGS & DEBUG_ALLOC) { 15262306a36Sopenharmony_ci printf ("new %-10s[%4d] @%p.\n", name, size, p); 15362306a36Sopenharmony_ci } 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci if (p) 15662306a36Sopenharmony_ci memset(p, 0, size); 15762306a36Sopenharmony_ci else if (uflags & SYM_MEM_WARN) 15862306a36Sopenharmony_ci printf ("__sym_calloc2: failed to allocate %s[%d]\n", name, size); 15962306a36Sopenharmony_ci return p; 16062306a36Sopenharmony_ci} 16162306a36Sopenharmony_ci#define __sym_calloc(mp, s, n) __sym_calloc2(mp, s, n, SYM_MEM_WARN) 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci/* 16462306a36Sopenharmony_ci * Its counter-part. 16562306a36Sopenharmony_ci */ 16662306a36Sopenharmony_cistatic void __sym_mfree(m_pool_p mp, void *ptr, int size, char *name) 16762306a36Sopenharmony_ci{ 16862306a36Sopenharmony_ci if (DEBUG_FLAGS & DEBUG_ALLOC) 16962306a36Sopenharmony_ci printf ("freeing %-10s[%4d] @%p.\n", name, size, ptr); 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_ci ___sym_mfree(mp, ptr, size); 17262306a36Sopenharmony_ci} 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_ci/* 17562306a36Sopenharmony_ci * Default memory pool we donnot need to involve in DMA. 17662306a36Sopenharmony_ci * 17762306a36Sopenharmony_ci * With DMA abstraction, we use functions (methods), to 17862306a36Sopenharmony_ci * distinguish between non DMAable memory and DMAable memory. 17962306a36Sopenharmony_ci */ 18062306a36Sopenharmony_cistatic void *___mp0_get_mem_cluster(m_pool_p mp) 18162306a36Sopenharmony_ci{ 18262306a36Sopenharmony_ci void *m = sym_get_mem_cluster(); 18362306a36Sopenharmony_ci if (m) 18462306a36Sopenharmony_ci ++mp->nump; 18562306a36Sopenharmony_ci return m; 18662306a36Sopenharmony_ci} 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED 18962306a36Sopenharmony_cistatic void ___mp0_free_mem_cluster(m_pool_p mp, void *m) 19062306a36Sopenharmony_ci{ 19162306a36Sopenharmony_ci sym_free_mem_cluster(m); 19262306a36Sopenharmony_ci --mp->nump; 19362306a36Sopenharmony_ci} 19462306a36Sopenharmony_ci#else 19562306a36Sopenharmony_ci#define ___mp0_free_mem_cluster NULL 19662306a36Sopenharmony_ci#endif 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_cistatic struct sym_m_pool mp0 = { 19962306a36Sopenharmony_ci NULL, 20062306a36Sopenharmony_ci ___mp0_get_mem_cluster, 20162306a36Sopenharmony_ci ___mp0_free_mem_cluster 20262306a36Sopenharmony_ci}; 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci/* 20562306a36Sopenharmony_ci * Methods that maintains DMAable pools according to user allocations. 20662306a36Sopenharmony_ci * New pools are created on the fly when a new pool id is provided. 20762306a36Sopenharmony_ci * They are deleted on the fly when they get emptied. 20862306a36Sopenharmony_ci */ 20962306a36Sopenharmony_ci/* Get a memory cluster that matches the DMA constraints of a given pool */ 21062306a36Sopenharmony_cistatic void * ___get_dma_mem_cluster(m_pool_p mp) 21162306a36Sopenharmony_ci{ 21262306a36Sopenharmony_ci m_vtob_p vbp; 21362306a36Sopenharmony_ci void *vaddr; 21462306a36Sopenharmony_ci 21562306a36Sopenharmony_ci vbp = __sym_calloc(&mp0, sizeof(*vbp), "VTOB"); 21662306a36Sopenharmony_ci if (!vbp) 21762306a36Sopenharmony_ci goto out_err; 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_ci vaddr = sym_m_get_dma_mem_cluster(mp, vbp); 22062306a36Sopenharmony_ci if (vaddr) { 22162306a36Sopenharmony_ci int hc = VTOB_HASH_CODE(vaddr); 22262306a36Sopenharmony_ci vbp->next = mp->vtob[hc]; 22362306a36Sopenharmony_ci mp->vtob[hc] = vbp; 22462306a36Sopenharmony_ci ++mp->nump; 22562306a36Sopenharmony_ci } 22662306a36Sopenharmony_ci return vaddr; 22762306a36Sopenharmony_ciout_err: 22862306a36Sopenharmony_ci return NULL; 22962306a36Sopenharmony_ci} 23062306a36Sopenharmony_ci 23162306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED 23262306a36Sopenharmony_ci/* Free a memory cluster and associated resources for DMA */ 23362306a36Sopenharmony_cistatic void ___free_dma_mem_cluster(m_pool_p mp, void *m) 23462306a36Sopenharmony_ci{ 23562306a36Sopenharmony_ci m_vtob_p *vbpp, vbp; 23662306a36Sopenharmony_ci int hc = VTOB_HASH_CODE(m); 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ci vbpp = &mp->vtob[hc]; 23962306a36Sopenharmony_ci while (*vbpp && (*vbpp)->vaddr != m) 24062306a36Sopenharmony_ci vbpp = &(*vbpp)->next; 24162306a36Sopenharmony_ci if (*vbpp) { 24262306a36Sopenharmony_ci vbp = *vbpp; 24362306a36Sopenharmony_ci *vbpp = (*vbpp)->next; 24462306a36Sopenharmony_ci sym_m_free_dma_mem_cluster(mp, vbp); 24562306a36Sopenharmony_ci __sym_mfree(&mp0, vbp, sizeof(*vbp), "VTOB"); 24662306a36Sopenharmony_ci --mp->nump; 24762306a36Sopenharmony_ci } 24862306a36Sopenharmony_ci} 24962306a36Sopenharmony_ci#endif 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci/* Fetch the memory pool for a given pool id (i.e. DMA constraints) */ 25262306a36Sopenharmony_cistatic inline m_pool_p ___get_dma_pool(m_pool_ident_t dev_dmat) 25362306a36Sopenharmony_ci{ 25462306a36Sopenharmony_ci m_pool_p mp; 25562306a36Sopenharmony_ci for (mp = mp0.next; 25662306a36Sopenharmony_ci mp && !sym_m_pool_match(mp->dev_dmat, dev_dmat); 25762306a36Sopenharmony_ci mp = mp->next); 25862306a36Sopenharmony_ci return mp; 25962306a36Sopenharmony_ci} 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci/* Create a new memory DMAable pool (when fetch failed) */ 26262306a36Sopenharmony_cistatic m_pool_p ___cre_dma_pool(m_pool_ident_t dev_dmat) 26362306a36Sopenharmony_ci{ 26462306a36Sopenharmony_ci m_pool_p mp = __sym_calloc(&mp0, sizeof(*mp), "MPOOL"); 26562306a36Sopenharmony_ci if (mp) { 26662306a36Sopenharmony_ci mp->dev_dmat = dev_dmat; 26762306a36Sopenharmony_ci mp->get_mem_cluster = ___get_dma_mem_cluster; 26862306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED 26962306a36Sopenharmony_ci mp->free_mem_cluster = ___free_dma_mem_cluster; 27062306a36Sopenharmony_ci#endif 27162306a36Sopenharmony_ci mp->next = mp0.next; 27262306a36Sopenharmony_ci mp0.next = mp; 27362306a36Sopenharmony_ci return mp; 27462306a36Sopenharmony_ci } 27562306a36Sopenharmony_ci return NULL; 27662306a36Sopenharmony_ci} 27762306a36Sopenharmony_ci 27862306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED 27962306a36Sopenharmony_ci/* Destroy a DMAable memory pool (when got emptied) */ 28062306a36Sopenharmony_cistatic void ___del_dma_pool(m_pool_p p) 28162306a36Sopenharmony_ci{ 28262306a36Sopenharmony_ci m_pool_p *pp = &mp0.next; 28362306a36Sopenharmony_ci 28462306a36Sopenharmony_ci while (*pp && *pp != p) 28562306a36Sopenharmony_ci pp = &(*pp)->next; 28662306a36Sopenharmony_ci if (*pp) { 28762306a36Sopenharmony_ci *pp = (*pp)->next; 28862306a36Sopenharmony_ci __sym_mfree(&mp0, p, sizeof(*p), "MPOOL"); 28962306a36Sopenharmony_ci } 29062306a36Sopenharmony_ci} 29162306a36Sopenharmony_ci#endif 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_ci/* This lock protects only the memory allocation/free. */ 29462306a36Sopenharmony_cistatic DEFINE_SPINLOCK(sym53c8xx_lock); 29562306a36Sopenharmony_ci 29662306a36Sopenharmony_ci/* 29762306a36Sopenharmony_ci * Actual allocator for DMAable memory. 29862306a36Sopenharmony_ci */ 29962306a36Sopenharmony_civoid *__sym_calloc_dma(m_pool_ident_t dev_dmat, int size, char *name) 30062306a36Sopenharmony_ci{ 30162306a36Sopenharmony_ci unsigned long flags; 30262306a36Sopenharmony_ci m_pool_p mp; 30362306a36Sopenharmony_ci void *m = NULL; 30462306a36Sopenharmony_ci 30562306a36Sopenharmony_ci spin_lock_irqsave(&sym53c8xx_lock, flags); 30662306a36Sopenharmony_ci mp = ___get_dma_pool(dev_dmat); 30762306a36Sopenharmony_ci if (!mp) 30862306a36Sopenharmony_ci mp = ___cre_dma_pool(dev_dmat); 30962306a36Sopenharmony_ci if (!mp) 31062306a36Sopenharmony_ci goto out; 31162306a36Sopenharmony_ci m = __sym_calloc(mp, size, name); 31262306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED 31362306a36Sopenharmony_ci if (!mp->nump) 31462306a36Sopenharmony_ci ___del_dma_pool(mp); 31562306a36Sopenharmony_ci#endif 31662306a36Sopenharmony_ci 31762306a36Sopenharmony_ci out: 31862306a36Sopenharmony_ci spin_unlock_irqrestore(&sym53c8xx_lock, flags); 31962306a36Sopenharmony_ci return m; 32062306a36Sopenharmony_ci} 32162306a36Sopenharmony_ci 32262306a36Sopenharmony_civoid __sym_mfree_dma(m_pool_ident_t dev_dmat, void *m, int size, char *name) 32362306a36Sopenharmony_ci{ 32462306a36Sopenharmony_ci unsigned long flags; 32562306a36Sopenharmony_ci m_pool_p mp; 32662306a36Sopenharmony_ci 32762306a36Sopenharmony_ci spin_lock_irqsave(&sym53c8xx_lock, flags); 32862306a36Sopenharmony_ci mp = ___get_dma_pool(dev_dmat); 32962306a36Sopenharmony_ci if (!mp) 33062306a36Sopenharmony_ci goto out; 33162306a36Sopenharmony_ci __sym_mfree(mp, m, size, name); 33262306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED 33362306a36Sopenharmony_ci if (!mp->nump) 33462306a36Sopenharmony_ci ___del_dma_pool(mp); 33562306a36Sopenharmony_ci#endif 33662306a36Sopenharmony_ci out: 33762306a36Sopenharmony_ci spin_unlock_irqrestore(&sym53c8xx_lock, flags); 33862306a36Sopenharmony_ci} 33962306a36Sopenharmony_ci 34062306a36Sopenharmony_ci/* 34162306a36Sopenharmony_ci * Actual virtual to bus physical address translator 34262306a36Sopenharmony_ci * for 32 bit addressable DMAable memory. 34362306a36Sopenharmony_ci */ 34462306a36Sopenharmony_cidma_addr_t __vtobus(m_pool_ident_t dev_dmat, void *m) 34562306a36Sopenharmony_ci{ 34662306a36Sopenharmony_ci unsigned long flags; 34762306a36Sopenharmony_ci m_pool_p mp; 34862306a36Sopenharmony_ci int hc = VTOB_HASH_CODE(m); 34962306a36Sopenharmony_ci m_vtob_p vp = NULL; 35062306a36Sopenharmony_ci void *a = (void *)((unsigned long)m & ~SYM_MEM_CLUSTER_MASK); 35162306a36Sopenharmony_ci dma_addr_t b; 35262306a36Sopenharmony_ci 35362306a36Sopenharmony_ci spin_lock_irqsave(&sym53c8xx_lock, flags); 35462306a36Sopenharmony_ci mp = ___get_dma_pool(dev_dmat); 35562306a36Sopenharmony_ci if (mp) { 35662306a36Sopenharmony_ci vp = mp->vtob[hc]; 35762306a36Sopenharmony_ci while (vp && vp->vaddr != a) 35862306a36Sopenharmony_ci vp = vp->next; 35962306a36Sopenharmony_ci } 36062306a36Sopenharmony_ci if (!vp) 36162306a36Sopenharmony_ci panic("sym: VTOBUS FAILED!\n"); 36262306a36Sopenharmony_ci b = vp->baddr + (m - a); 36362306a36Sopenharmony_ci spin_unlock_irqrestore(&sym53c8xx_lock, flags); 36462306a36Sopenharmony_ci return b; 36562306a36Sopenharmony_ci} 366