162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Device driver for the SYMBIOS/LSILOGIC 53C8XX and 53C1010 family
462306a36Sopenharmony_ci * of PCI-SCSI IO processors.
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci * Copyright (C) 1999-2001  Gerard Roudier <groudier@free.fr>
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * This driver is derived from the Linux sym53c8xx driver.
962306a36Sopenharmony_ci * Copyright (C) 1998-2000  Gerard Roudier
1062306a36Sopenharmony_ci *
1162306a36Sopenharmony_ci * The sym53c8xx driver is derived from the ncr53c8xx driver that had been
1262306a36Sopenharmony_ci * a port of the FreeBSD ncr driver to Linux-1.2.13.
1362306a36Sopenharmony_ci *
1462306a36Sopenharmony_ci * The original ncr driver has been written for 386bsd and FreeBSD by
1562306a36Sopenharmony_ci *         Wolfgang Stanglmeier        <wolf@cologne.de>
1662306a36Sopenharmony_ci *         Stefan Esser                <se@mi.Uni-Koeln.de>
1762306a36Sopenharmony_ci * Copyright (C) 1994  Wolfgang Stanglmeier
1862306a36Sopenharmony_ci *
1962306a36Sopenharmony_ci * Other major contributions:
2062306a36Sopenharmony_ci *
2162306a36Sopenharmony_ci * NVRAM detection and reading.
2262306a36Sopenharmony_ci * Copyright (C) 1997 Richard Waltham <dormouse@farsrobt.demon.co.uk>
2362306a36Sopenharmony_ci *
2462306a36Sopenharmony_ci *-----------------------------------------------------------------------------
2562306a36Sopenharmony_ci */
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ci#include "sym_glue.h"
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci/*
3062306a36Sopenharmony_ci *  Simple power of two buddy-like generic allocator.
3162306a36Sopenharmony_ci *  Provides naturally aligned memory chunks.
3262306a36Sopenharmony_ci *
3362306a36Sopenharmony_ci *  This simple code is not intended to be fast, but to
3462306a36Sopenharmony_ci *  provide power of 2 aligned memory allocations.
3562306a36Sopenharmony_ci *  Since the SCRIPTS processor only supplies 8 bit arithmetic,
3662306a36Sopenharmony_ci *  this allocator allows simple and fast address calculations
3762306a36Sopenharmony_ci *  from the SCRIPTS code. In addition, cache line alignment
3862306a36Sopenharmony_ci *  is guaranteed for power of 2 cache line size.
3962306a36Sopenharmony_ci *
4062306a36Sopenharmony_ci *  This allocator has been developed for the Linux sym53c8xx
4162306a36Sopenharmony_ci *  driver, since this O/S does not provide naturally aligned
4262306a36Sopenharmony_ci *  allocations.
4362306a36Sopenharmony_ci *  It has the advantage of allowing the driver to use private
4462306a36Sopenharmony_ci *  pages of memory that will be useful if we ever need to deal
4562306a36Sopenharmony_ci *  with IO MMUs for PCI.
4662306a36Sopenharmony_ci */
4762306a36Sopenharmony_cistatic void *___sym_malloc(m_pool_p mp, int size)
4862306a36Sopenharmony_ci{
4962306a36Sopenharmony_ci	int i = 0;
5062306a36Sopenharmony_ci	int s = (1 << SYM_MEM_SHIFT);
5162306a36Sopenharmony_ci	int j;
5262306a36Sopenharmony_ci	void *a;
5362306a36Sopenharmony_ci	m_link_p h = mp->h;
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci	if (size > SYM_MEM_CLUSTER_SIZE)
5662306a36Sopenharmony_ci		return NULL;
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_ci	while (size > s) {
5962306a36Sopenharmony_ci		s <<= 1;
6062306a36Sopenharmony_ci		++i;
6162306a36Sopenharmony_ci	}
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	j = i;
6462306a36Sopenharmony_ci	while (!h[j].next) {
6562306a36Sopenharmony_ci		if (s == SYM_MEM_CLUSTER_SIZE) {
6662306a36Sopenharmony_ci			h[j].next = (m_link_p) M_GET_MEM_CLUSTER();
6762306a36Sopenharmony_ci			if (h[j].next)
6862306a36Sopenharmony_ci				h[j].next->next = NULL;
6962306a36Sopenharmony_ci			break;
7062306a36Sopenharmony_ci		}
7162306a36Sopenharmony_ci		++j;
7262306a36Sopenharmony_ci		s <<= 1;
7362306a36Sopenharmony_ci	}
7462306a36Sopenharmony_ci	a = h[j].next;
7562306a36Sopenharmony_ci	if (a) {
7662306a36Sopenharmony_ci		h[j].next = h[j].next->next;
7762306a36Sopenharmony_ci		while (j > i) {
7862306a36Sopenharmony_ci			j -= 1;
7962306a36Sopenharmony_ci			s >>= 1;
8062306a36Sopenharmony_ci			h[j].next = (m_link_p) (a+s);
8162306a36Sopenharmony_ci			h[j].next->next = NULL;
8262306a36Sopenharmony_ci		}
8362306a36Sopenharmony_ci	}
8462306a36Sopenharmony_ci#ifdef DEBUG
8562306a36Sopenharmony_ci	printf("___sym_malloc(%d) = %p\n", size, (void *) a);
8662306a36Sopenharmony_ci#endif
8762306a36Sopenharmony_ci	return a;
8862306a36Sopenharmony_ci}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci/*
9162306a36Sopenharmony_ci *  Counter-part of the generic allocator.
9262306a36Sopenharmony_ci */
9362306a36Sopenharmony_cistatic void ___sym_mfree(m_pool_p mp, void *ptr, int size)
9462306a36Sopenharmony_ci{
9562306a36Sopenharmony_ci	int i = 0;
9662306a36Sopenharmony_ci	int s = (1 << SYM_MEM_SHIFT);
9762306a36Sopenharmony_ci	m_link_p q;
9862306a36Sopenharmony_ci	unsigned long a, b;
9962306a36Sopenharmony_ci	m_link_p h = mp->h;
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci#ifdef DEBUG
10262306a36Sopenharmony_ci	printf("___sym_mfree(%p, %d)\n", ptr, size);
10362306a36Sopenharmony_ci#endif
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	if (size > SYM_MEM_CLUSTER_SIZE)
10662306a36Sopenharmony_ci		return;
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	while (size > s) {
10962306a36Sopenharmony_ci		s <<= 1;
11062306a36Sopenharmony_ci		++i;
11162306a36Sopenharmony_ci	}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci	a = (unsigned long)ptr;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	while (1) {
11662306a36Sopenharmony_ci		if (s == SYM_MEM_CLUSTER_SIZE) {
11762306a36Sopenharmony_ci#ifdef SYM_MEM_FREE_UNUSED
11862306a36Sopenharmony_ci			M_FREE_MEM_CLUSTER((void *)a);
11962306a36Sopenharmony_ci#else
12062306a36Sopenharmony_ci			((m_link_p) a)->next = h[i].next;
12162306a36Sopenharmony_ci			h[i].next = (m_link_p) a;
12262306a36Sopenharmony_ci#endif
12362306a36Sopenharmony_ci			break;
12462306a36Sopenharmony_ci		}
12562306a36Sopenharmony_ci		b = a ^ s;
12662306a36Sopenharmony_ci		q = &h[i];
12762306a36Sopenharmony_ci		while (q->next && q->next != (m_link_p) b) {
12862306a36Sopenharmony_ci			q = q->next;
12962306a36Sopenharmony_ci		}
13062306a36Sopenharmony_ci		if (!q->next) {
13162306a36Sopenharmony_ci			((m_link_p) a)->next = h[i].next;
13262306a36Sopenharmony_ci			h[i].next = (m_link_p) a;
13362306a36Sopenharmony_ci			break;
13462306a36Sopenharmony_ci		}
13562306a36Sopenharmony_ci		q->next = q->next->next;
13662306a36Sopenharmony_ci		a = a & b;
13762306a36Sopenharmony_ci		s <<= 1;
13862306a36Sopenharmony_ci		++i;
13962306a36Sopenharmony_ci	}
14062306a36Sopenharmony_ci}
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci/*
14362306a36Sopenharmony_ci *  Verbose and zeroing allocator that wrapps to the generic allocator.
14462306a36Sopenharmony_ci */
14562306a36Sopenharmony_cistatic void *__sym_calloc2(m_pool_p mp, int size, char *name, int uflags)
14662306a36Sopenharmony_ci{
14762306a36Sopenharmony_ci	void *p;
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci	p = ___sym_malloc(mp, size);
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	if (DEBUG_FLAGS & DEBUG_ALLOC) {
15262306a36Sopenharmony_ci		printf ("new %-10s[%4d] @%p.\n", name, size, p);
15362306a36Sopenharmony_ci	}
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	if (p)
15662306a36Sopenharmony_ci		memset(p, 0, size);
15762306a36Sopenharmony_ci	else if (uflags & SYM_MEM_WARN)
15862306a36Sopenharmony_ci		printf ("__sym_calloc2: failed to allocate %s[%d]\n", name, size);
15962306a36Sopenharmony_ci	return p;
16062306a36Sopenharmony_ci}
16162306a36Sopenharmony_ci#define __sym_calloc(mp, s, n)	__sym_calloc2(mp, s, n, SYM_MEM_WARN)
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci/*
16462306a36Sopenharmony_ci *  Its counter-part.
16562306a36Sopenharmony_ci */
16662306a36Sopenharmony_cistatic void __sym_mfree(m_pool_p mp, void *ptr, int size, char *name)
16762306a36Sopenharmony_ci{
16862306a36Sopenharmony_ci	if (DEBUG_FLAGS & DEBUG_ALLOC)
16962306a36Sopenharmony_ci		printf ("freeing %-10s[%4d] @%p.\n", name, size, ptr);
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci	___sym_mfree(mp, ptr, size);
17262306a36Sopenharmony_ci}
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci/*
17562306a36Sopenharmony_ci *  Default memory pool we donnot need to involve in DMA.
17662306a36Sopenharmony_ci *
17762306a36Sopenharmony_ci *  With DMA abstraction, we use functions (methods), to
17862306a36Sopenharmony_ci *  distinguish between non DMAable memory and DMAable memory.
17962306a36Sopenharmony_ci */
18062306a36Sopenharmony_cistatic void *___mp0_get_mem_cluster(m_pool_p mp)
18162306a36Sopenharmony_ci{
18262306a36Sopenharmony_ci	void *m = sym_get_mem_cluster();
18362306a36Sopenharmony_ci	if (m)
18462306a36Sopenharmony_ci		++mp->nump;
18562306a36Sopenharmony_ci	return m;
18662306a36Sopenharmony_ci}
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ci#ifdef	SYM_MEM_FREE_UNUSED
18962306a36Sopenharmony_cistatic void ___mp0_free_mem_cluster(m_pool_p mp, void *m)
19062306a36Sopenharmony_ci{
19162306a36Sopenharmony_ci	sym_free_mem_cluster(m);
19262306a36Sopenharmony_ci	--mp->nump;
19362306a36Sopenharmony_ci}
19462306a36Sopenharmony_ci#else
19562306a36Sopenharmony_ci#define ___mp0_free_mem_cluster NULL
19662306a36Sopenharmony_ci#endif
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_cistatic struct sym_m_pool mp0 = {
19962306a36Sopenharmony_ci	NULL,
20062306a36Sopenharmony_ci	___mp0_get_mem_cluster,
20162306a36Sopenharmony_ci	___mp0_free_mem_cluster
20262306a36Sopenharmony_ci};
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci/*
20562306a36Sopenharmony_ci *  Methods that maintains DMAable pools according to user allocations.
20662306a36Sopenharmony_ci *  New pools are created on the fly when a new pool id is provided.
20762306a36Sopenharmony_ci *  They are deleted on the fly when they get emptied.
20862306a36Sopenharmony_ci */
20962306a36Sopenharmony_ci/* Get a memory cluster that matches the DMA constraints of a given pool */
21062306a36Sopenharmony_cistatic void * ___get_dma_mem_cluster(m_pool_p mp)
21162306a36Sopenharmony_ci{
21262306a36Sopenharmony_ci	m_vtob_p vbp;
21362306a36Sopenharmony_ci	void *vaddr;
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ci	vbp = __sym_calloc(&mp0, sizeof(*vbp), "VTOB");
21662306a36Sopenharmony_ci	if (!vbp)
21762306a36Sopenharmony_ci		goto out_err;
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_ci	vaddr = sym_m_get_dma_mem_cluster(mp, vbp);
22062306a36Sopenharmony_ci	if (vaddr) {
22162306a36Sopenharmony_ci		int hc = VTOB_HASH_CODE(vaddr);
22262306a36Sopenharmony_ci		vbp->next = mp->vtob[hc];
22362306a36Sopenharmony_ci		mp->vtob[hc] = vbp;
22462306a36Sopenharmony_ci		++mp->nump;
22562306a36Sopenharmony_ci	}
22662306a36Sopenharmony_ci	return vaddr;
22762306a36Sopenharmony_ciout_err:
22862306a36Sopenharmony_ci	return NULL;
22962306a36Sopenharmony_ci}
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci#ifdef	SYM_MEM_FREE_UNUSED
23262306a36Sopenharmony_ci/* Free a memory cluster and associated resources for DMA */
23362306a36Sopenharmony_cistatic void ___free_dma_mem_cluster(m_pool_p mp, void *m)
23462306a36Sopenharmony_ci{
23562306a36Sopenharmony_ci	m_vtob_p *vbpp, vbp;
23662306a36Sopenharmony_ci	int hc = VTOB_HASH_CODE(m);
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ci	vbpp = &mp->vtob[hc];
23962306a36Sopenharmony_ci	while (*vbpp && (*vbpp)->vaddr != m)
24062306a36Sopenharmony_ci		vbpp = &(*vbpp)->next;
24162306a36Sopenharmony_ci	if (*vbpp) {
24262306a36Sopenharmony_ci		vbp = *vbpp;
24362306a36Sopenharmony_ci		*vbpp = (*vbpp)->next;
24462306a36Sopenharmony_ci		sym_m_free_dma_mem_cluster(mp, vbp);
24562306a36Sopenharmony_ci		__sym_mfree(&mp0, vbp, sizeof(*vbp), "VTOB");
24662306a36Sopenharmony_ci		--mp->nump;
24762306a36Sopenharmony_ci	}
24862306a36Sopenharmony_ci}
24962306a36Sopenharmony_ci#endif
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci/* Fetch the memory pool for a given pool id (i.e. DMA constraints) */
25262306a36Sopenharmony_cistatic inline m_pool_p ___get_dma_pool(m_pool_ident_t dev_dmat)
25362306a36Sopenharmony_ci{
25462306a36Sopenharmony_ci	m_pool_p mp;
25562306a36Sopenharmony_ci	for (mp = mp0.next;
25662306a36Sopenharmony_ci		mp && !sym_m_pool_match(mp->dev_dmat, dev_dmat);
25762306a36Sopenharmony_ci			mp = mp->next);
25862306a36Sopenharmony_ci	return mp;
25962306a36Sopenharmony_ci}
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci/* Create a new memory DMAable pool (when fetch failed) */
26262306a36Sopenharmony_cistatic m_pool_p ___cre_dma_pool(m_pool_ident_t dev_dmat)
26362306a36Sopenharmony_ci{
26462306a36Sopenharmony_ci	m_pool_p mp = __sym_calloc(&mp0, sizeof(*mp), "MPOOL");
26562306a36Sopenharmony_ci	if (mp) {
26662306a36Sopenharmony_ci		mp->dev_dmat = dev_dmat;
26762306a36Sopenharmony_ci		mp->get_mem_cluster = ___get_dma_mem_cluster;
26862306a36Sopenharmony_ci#ifdef	SYM_MEM_FREE_UNUSED
26962306a36Sopenharmony_ci		mp->free_mem_cluster = ___free_dma_mem_cluster;
27062306a36Sopenharmony_ci#endif
27162306a36Sopenharmony_ci		mp->next = mp0.next;
27262306a36Sopenharmony_ci		mp0.next = mp;
27362306a36Sopenharmony_ci		return mp;
27462306a36Sopenharmony_ci	}
27562306a36Sopenharmony_ci	return NULL;
27662306a36Sopenharmony_ci}
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_ci#ifdef	SYM_MEM_FREE_UNUSED
27962306a36Sopenharmony_ci/* Destroy a DMAable memory pool (when got emptied) */
28062306a36Sopenharmony_cistatic void ___del_dma_pool(m_pool_p p)
28162306a36Sopenharmony_ci{
28262306a36Sopenharmony_ci	m_pool_p *pp = &mp0.next;
28362306a36Sopenharmony_ci
28462306a36Sopenharmony_ci	while (*pp && *pp != p)
28562306a36Sopenharmony_ci		pp = &(*pp)->next;
28662306a36Sopenharmony_ci	if (*pp) {
28762306a36Sopenharmony_ci		*pp = (*pp)->next;
28862306a36Sopenharmony_ci		__sym_mfree(&mp0, p, sizeof(*p), "MPOOL");
28962306a36Sopenharmony_ci	}
29062306a36Sopenharmony_ci}
29162306a36Sopenharmony_ci#endif
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_ci/* This lock protects only the memory allocation/free.  */
29462306a36Sopenharmony_cistatic DEFINE_SPINLOCK(sym53c8xx_lock);
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_ci/*
29762306a36Sopenharmony_ci *  Actual allocator for DMAable memory.
29862306a36Sopenharmony_ci */
29962306a36Sopenharmony_civoid *__sym_calloc_dma(m_pool_ident_t dev_dmat, int size, char *name)
30062306a36Sopenharmony_ci{
30162306a36Sopenharmony_ci	unsigned long flags;
30262306a36Sopenharmony_ci	m_pool_p mp;
30362306a36Sopenharmony_ci	void *m = NULL;
30462306a36Sopenharmony_ci
30562306a36Sopenharmony_ci	spin_lock_irqsave(&sym53c8xx_lock, flags);
30662306a36Sopenharmony_ci	mp = ___get_dma_pool(dev_dmat);
30762306a36Sopenharmony_ci	if (!mp)
30862306a36Sopenharmony_ci		mp = ___cre_dma_pool(dev_dmat);
30962306a36Sopenharmony_ci	if (!mp)
31062306a36Sopenharmony_ci		goto out;
31162306a36Sopenharmony_ci	m = __sym_calloc(mp, size, name);
31262306a36Sopenharmony_ci#ifdef	SYM_MEM_FREE_UNUSED
31362306a36Sopenharmony_ci	if (!mp->nump)
31462306a36Sopenharmony_ci		___del_dma_pool(mp);
31562306a36Sopenharmony_ci#endif
31662306a36Sopenharmony_ci
31762306a36Sopenharmony_ci out:
31862306a36Sopenharmony_ci	spin_unlock_irqrestore(&sym53c8xx_lock, flags);
31962306a36Sopenharmony_ci	return m;
32062306a36Sopenharmony_ci}
32162306a36Sopenharmony_ci
32262306a36Sopenharmony_civoid __sym_mfree_dma(m_pool_ident_t dev_dmat, void *m, int size, char *name)
32362306a36Sopenharmony_ci{
32462306a36Sopenharmony_ci	unsigned long flags;
32562306a36Sopenharmony_ci	m_pool_p mp;
32662306a36Sopenharmony_ci
32762306a36Sopenharmony_ci	spin_lock_irqsave(&sym53c8xx_lock, flags);
32862306a36Sopenharmony_ci	mp = ___get_dma_pool(dev_dmat);
32962306a36Sopenharmony_ci	if (!mp)
33062306a36Sopenharmony_ci		goto out;
33162306a36Sopenharmony_ci	__sym_mfree(mp, m, size, name);
33262306a36Sopenharmony_ci#ifdef	SYM_MEM_FREE_UNUSED
33362306a36Sopenharmony_ci	if (!mp->nump)
33462306a36Sopenharmony_ci		___del_dma_pool(mp);
33562306a36Sopenharmony_ci#endif
33662306a36Sopenharmony_ci out:
33762306a36Sopenharmony_ci	spin_unlock_irqrestore(&sym53c8xx_lock, flags);
33862306a36Sopenharmony_ci}
33962306a36Sopenharmony_ci
34062306a36Sopenharmony_ci/*
34162306a36Sopenharmony_ci *  Actual virtual to bus physical address translator
34262306a36Sopenharmony_ci *  for 32 bit addressable DMAable memory.
34362306a36Sopenharmony_ci */
34462306a36Sopenharmony_cidma_addr_t __vtobus(m_pool_ident_t dev_dmat, void *m)
34562306a36Sopenharmony_ci{
34662306a36Sopenharmony_ci	unsigned long flags;
34762306a36Sopenharmony_ci	m_pool_p mp;
34862306a36Sopenharmony_ci	int hc = VTOB_HASH_CODE(m);
34962306a36Sopenharmony_ci	m_vtob_p vp = NULL;
35062306a36Sopenharmony_ci	void *a = (void *)((unsigned long)m & ~SYM_MEM_CLUSTER_MASK);
35162306a36Sopenharmony_ci	dma_addr_t b;
35262306a36Sopenharmony_ci
35362306a36Sopenharmony_ci	spin_lock_irqsave(&sym53c8xx_lock, flags);
35462306a36Sopenharmony_ci	mp = ___get_dma_pool(dev_dmat);
35562306a36Sopenharmony_ci	if (mp) {
35662306a36Sopenharmony_ci		vp = mp->vtob[hc];
35762306a36Sopenharmony_ci		while (vp && vp->vaddr != a)
35862306a36Sopenharmony_ci			vp = vp->next;
35962306a36Sopenharmony_ci	}
36062306a36Sopenharmony_ci	if (!vp)
36162306a36Sopenharmony_ci		panic("sym: VTOBUS FAILED!\n");
36262306a36Sopenharmony_ci	b = vp->baddr + (m - a);
36362306a36Sopenharmony_ci	spin_unlock_irqrestore(&sym53c8xx_lock, flags);
36462306a36Sopenharmony_ci	return b;
36562306a36Sopenharmony_ci}
366