Lines Matching refs:faults

1144      * more by CPU use than by memory faults.
1147     unsigned long faults[];
1175      * by the PTE scanner and NUMA hinting faults should be trapped based
1266 /* Shared or private faults. */
1318     return ng->faults[task_faults_idx(NUMA_MEM, nid, 0)] + ng->faults[task_faults_idx(NUMA_MEM, nid, 1)];
1328     unsigned long faults = 0;
1333         faults += ng->faults[task_faults_idx(NUMA_MEM, node, 1)];
1336     return faults;
1341     unsigned long faults = 0;
1346         faults += ng->faults[task_faults_idx(NUMA_MEM, node, 0)];
1349     return faults;
1353  * A node triggering more than 1/3 as many NUMA faults as the maximum is
1384         unsigned long faults;
1405         /* Add up the faults from nearby nodes. */
1407             faults = task_faults(p, node);
1409             faults = group_faults(p, node);
1417          * The further away a node is, the less the faults count.
1421             faults *= (sched_max_numa_distance - dist);
1422             faults /= (sched_max_numa_distance - LOCAL_DISTANCE);
1425         score += faults;
1439     unsigned long faults, total_faults;
1451     faults = task_faults(p, nid);
1452     faults += score_nearby_nodes(p, nid, dist, true);
1454     return FAIR_ONETHOUSAND * faults / total_faults;
1460     unsigned long faults, total_faults;
1472     faults = group_faults(p, nid);
1473     faults += score_nearby_nodes(p, nid, dist, false);
1475     return FAIR_ONETHOUSAND * faults / total_faults;
1487      * Allow first faults or private faults to migrate immediately early in
1506      * Our periodic faults will sample this probability and getting the
1518     /* Always allow migrate on private faults */
2206  * tracking the nodes from which NUMA hinting faults are triggered. This can
2212     unsigned long faults, max_faults = 0;
2217         faults = group_faults_cpu(numa_group, nid);
2218         if (faults > max_faults) {
2219             max_faults = faults;
2225         faults = group_faults_cpu(numa_group, nid);
2226         if (faults * ACTIVE_NODE_FRACTION > max_faults) {
2261      * If there were no record hinting faults then either the task is
2308          * Private memory faults exceed (SLOTS-THRESHOLD)/SLOTS,
2370      * scores nodes according to the number of NUMA hinting faults on
2412             unsigned long faults = 0;
2416             /* Sum group's NUMA faults; includes a==b case. */
2420                     faults += group_faults(p, b);
2427             if (faults > max_faults) {
2428                 max_faults = faults;
2479     /* Find the node with the highest number of faults */
2484         unsigned long faults = 0, group_faults = 0;
2495             /* Decay existing window, copy faults since last scan */
2503              * number of faults. Tasks with little runtime have
2505              * faults are less important.
2514             faults += p->numa_faults[mem_idx];
2524                 ng->faults[mem_idx] += diff;
2527                 group_faults += ng->faults[mem_idx];
2532             if (faults > max_faults) {
2533                 max_faults = faults;
2591         /* Second half of the array tracks nids where faults happen */
2592         grp->faults_cpu = grp->faults + NR_NUMA_HINT_FAULT_TYPES * nr_node_ids;
2595             grp->faults[i] = p->numa_faults[i];
2662         my_grp->faults[i] -= p->numa_faults[i];
2663         grp->faults[i] += p->numa_faults[i];
2706             grp->faults[i] -= p->numa_faults[i];
2748     /* Allocate buffer to track faults on a per-node basis */
2904          * hinting faults in read-only file-backed mappings or the vdso
3016  * Drive the periodic memory faults..
3069      * Allow resets if faults have been trapped before one scan
12142             gsf = ng->faults[task_faults_idx(NUMA_MEM, node, 0)], gpf = ng->faults[task_faults_idx(NUMA_MEM, node, 1)];