metalsvm/arch/x86/scc/icc.c

/* 
 * Copyright 2010 Stefan Lankes, Chair for Operating Systems,
 *                               RWTH Aachen University
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR COND */

#include <metalsvm/stdio.h>
#include <metalsvm/errno.h>
#include <metalsvm/processor.h>
#include <metalsvm/errno.h>
#include <asm/io.h>
#include <asm/irqflags.h>
#ifdef CONFIG_ROCKCREEK
#include <asm/RCCE.h>
#include <asm/iRCCE.h>
#include <asm/SCC_API.h>
#include <asm/icc.h>

bootinfo_t* bootinfo = (bootinfo_t*) SCC_BOOTINFO;
static int num_ues, my_ue;

/* PSE bit for Pentium+ equals MPE (message buffer enable) flag in RCK! So, use it to create _PAGE_MPB symbol... */
#define _CR4_MPE 0x00000800

/* maximal number of SCC's cores */
#define MAX_SCC_CORES	(NUM_ROWS*NUM_COLS*NUM_CORES)

/*
 * This is the modified MPB program, which is part of the RCCE distribution (src/mpb.c).
 *
 * This function clears the local MPB and resets the test&set register.
 */
static int scc_clear(void)
{
	int tmp, x, y, z, offset;

	// Initialize API
	InitAPI(0);
 
	// Find out who I am...
	tmp=ReadConfigReg(CRB_OWN+MYTILEID); 
	x=(tmp>>3) & 0x0f; // bits 06:03
	y=(tmp>>7) & 0x0f; // bits 10:07
	z=(tmp   ) & 0x07; // bits 02:00

	// Allocate Message Passing Buffer
	t_vcharp MPB;
	MPBalloc(&MPB, x, y, z, 1); 
	if (!MPB) {
		kprintf("Unable to allocate MPB for core %d of Tile x=%d, y= %d! Exiting.\n", z, x, y);
		return 255;
	}

	// zap own MPB
	for (offset=0; offset < 0x2000; offset+=8)
		*(volatile unsigned long long int*)(MPB+offset) = 0;

	// Clear test&set register write. Next read-access will read "1" (lock granted).
	SetConfigReg(CRB_ADDR(x,y)+((z)?LOCK1:LOCK0), 1); 

	// frees Message Passing Buffer
	MPBunalloc(&MPB);

	return 0;
}

int icc_init(void)
{
	int i;
	uint64_t start, end, ticks, freq = 533;
	uint32_t cr4, msg = 0;

	kputs("Initialize Rock Creek!\n");

	/* Enable Messagepassing in CR4 */
	cr4 = read_cr4();
	cr4 = cr4 | _CR4_MPE;
	write_cr4(cr4);

	kprintf("address of the initrd: 0x%x\n", bootinfo->addr);
	kprintf("size of the initrd: %d\n", bootinfo->size);
	kprintf("rcce argc = %d\n", bootinfo->argc);
	for(i=0; i<bootinfo->argc; i++)
		kprintf("rcce argv[%d] = %s\n", i, bootinfo->argv[i]);

	if (bootinfo->argc >= 3)
		freq = atoi(bootinfo->argv[2]);

	kputs("Reset SCC!\n");
	scc_clear();
	kputs("Wait some time...\n");
	mb();
	start = rdtsc();
	do {
		mb();
		end = rdtsc();
		ticks = end > start ? end - start : start - end;
	} while(ticks*TIMER_FREQ < 300ULL*freq*1000000ULL);

	if (RCCE_init(&bootinfo->argc, &bootinfo->argv) != RCCE_SUCCESS)
		return -ENODEV;
	if (iRCCE_init() != iRCCE_SUCCESS)
		return -ENODEV;

	// enable additional outputs	
	RCCE_debug_set(RCCE_DEBUG_ALL);

	my_ue   = RCCE_ue();
	num_ues = RCCE_num_ues();
	kprintf("Got rank %d of %d ranks\n", my_ue, num_ues);

	i = ReadConfigReg(CRB_OWN+GLCFG0);
	kprintf("glcfg0 0x%x\n", i);

	RCCE_barrier(&RCCE_COMM_WORLD);

	kputs("RCCE test...\t");
	if (my_ue == 0)
		msg = 0x4711;
	if (RCCE_bcast((char*) &msg, sizeof(msg), 0, RCCE_COMM_WORLD) == RCCE_SUCCESS)
		kprintf("successfull! (0x%x)\n", msg);
	else
		kprintf("failed! (0x%x)\n", msg);

	kputs("Now, the SCC is initialized!\n");

	return 0;
}

int icc_ping(int ue)
{
	icc_header_t ping_header = {ICC_TYPE_PINGREQUEST, 0, sizeof(uint64_t)};
	uint64_t tsc;
	uint32_t flags;
	iRCCE_SEND_REQUEST send_request;

	if (BUILTIN_EXPECT(ue == my_ue, 0))
		return -EINVAL;
	if (BUILTIN_EXPECT((ue < 0) || (ue >= num_ues), 0))
		return -EINVAL;

	tsc = rdtsc();

	// iRCCE is not thread save => disable interrupts
	flags = irq_nested_disable();

	iRCCE_isend((char*) &ping_header, sizeof(icc_header_t), ue, NULL);
	iRCCE_isend((char*) &tsc, sizeof(uint64_t), ue, &send_request);

	// waiting for the completion
	while(iRCCE_isend_test(&send_request, NULL) != iRCCE_SUCCESS)
		icc_check(); // oh, we have time to check incoming requests

	irq_nested_enable(flags);

	return 0;
}

static void interpret_header(icc_header_t* header, int recv_ue)
{
	//kprintf("Got ICC message %d from %d\n", header->type, recv_ue);

	switch(header->type)
	{
	case ICC_TYPE_PINGREQUEST: {
			icc_header_t response = {ICC_TYPE_PINGRESPONSE, 0, sizeof(uint64_t)};
			iRCCE_RECV_REQUEST recv_req;
			uint64_t tsc;

			iRCCE_isend((char*) &response, sizeof(icc_header_t), recv_ue, NULL);
			if (iRCCE_irecv((char*) &tsc, sizeof(uint64_t), recv_ue, &recv_req) != iRCCE_SUCCESS) 
				iRCCE_irecv_wait(&recv_req);

			iRCCE_isend((char*) &tsc, sizeof(uint64_t), recv_ue, NULL);
			iRCCE_isend_push();
		}
		break;
	case ICC_TYPE_PINGRESPONSE: {
			uint64_t start, end;
			iRCCE_RECV_REQUEST recv_req;

			if (iRCCE_irecv((char*) &start, sizeof(uint64_t), recv_ue, &recv_req) != iRCCE_SUCCESS)
				iRCCE_irecv_wait(&recv_req);
			end = rdtsc();
			kprintf("Receive ping response. Ticks: %d\n", end-start);
		}
		break;
	default:
		kprintf("Receive unknown ICC message (%d)\n", header->type);
	}
}

/*
 * By entering this function, interrupts are already disables
 * => No race by using the static variables
 */
void icc_check(void)
{
	static icc_header_t header[MAX_SCC_CORES];
	static iRCCE_RECV_REQUEST request[MAX_SCC_CORES];
	static int8_t pending[MAX_SCC_CORES] = {[0 ... MAX_SCC_CORES-1] = 0};
	int i, ret;

	// pushes the progress of non-blocking communication requests
	iRCCE_isend_push();
	iRCCE_irecv_push();

	for(i=0; i<num_ues; i++) {
		if (i == my_ue)
			continue;

		if (!pending[i]) {
			ret = iRCCE_irecv((char*) (header+i), sizeof(icc_header_t), i, request+i);
			if (ret == iRCCE_SUCCESS)
				interpret_header(header+i, i);
			else
				pending[i] = 1;
		} else {
			ret = iRCCE_irecv_test(request+i, NULL);
			if (ret == iRCCE_SUCCESS) {
				interpret_header(header+i, i);
				pending[i] = 0;
			}
		}
	}	
}

#endif