from Xdmf import *
from mpi4py.MPI import *

if __name__ == "__main__":
        #//initMPI begin

        #The total size of the DSM being created
        dsmSize = 64
        comm = COMM_WORLD

        id = comm.Get_rank()
        size = comm.Get_size()

        #//initMPI end

        testArray = XdmfArray.New()
        testArray.initializeAsInt32(0)

        for i in range(1,5):
                testArray.pushBackAsInt32(i*(id+1))

        #//initwritevector begin

        newPath = "dsm"
        newSetPath = "data"

        numServersCores = 4

        writeStartVector = UInt32Vector()
        writeStartVector.push_back(id*4)
        #writeStartVector.push_back(id);
        writeStrideVector = UInt32Vector()
        writeStrideVector.push_back(1)
        #writeStrideVector.push_back(size-3);
        writeCountVector = UInt32Vector()
        writeCountVector.push_back(4)
        writeDataSizeVector = UInt32Vector()
        writeDataSizeVector.push_back(4*(size-numServersCores))

        #//initwritevector end

        #//splitcomm begin

        ServerIds = []

        for i in range(size-numServersCores, size):
                ServerIds.append(i)

        workers = comm.Get_group().Excl(ServerIds)

        workerComm = comm.Create(workers)

        #//splitcomm end

        #//initwritergenerate begin

        exampleWriter = XdmfHDF5WriterDSM.New(newPath, comm, dsmSize/numServersCores, size-numServersCores, size-1)

        #//initwritergenerate end

        '''
        #//initwriterpagedgenerate begin

        exampleWriter = XdmfHDF5WriterDSM.New(newPath, comm, dsmSize/numServersCores, 1024, 1.0, size-numServersCores, size-1)

        #//initwriterpagedgenerate end
        '''

        '''
        #//initcontrollergenerate begin

        exampleController = XdmfHDF5ControllerDSM.New(
                newPath,
                newSetPath,
                XdmfArrayType.Int32(),
                writeStartVector,
                writeStrideVector,
                writeCountVector,
                writeDataSizeVector,
                comm,
                dsmSize/numServersCores,
                size-numServersCores,
                size-1)

        #//initcontrollergenerate end
        '''

        '''
        #//initcontrollerpagedgenerate begin


        exampleController = XdmfHDF5ControllerDSM.New(
                newPath,
                newSetPath,
                XdmfArrayType.Int32(),
                writeStartVector,
                writeStrideVector,
                writeCountVector,
                writeDataSizeVector,
                comm,
                dsmSize/numServersCores,
                1024,
                1.0,
                size-numServersCores,
                size-1)

        #//initcontrollerpagedgenerate end
        '''

        # Split out sub-comm for the worker cores
        # Server cores will not progress to this point until after the servers are done running

        #//startworksection begin

        if (id < size - numServersCores):

                #//startworksection end

                # This section is to demonstrate the functionality of the XdmfDSM classes

                #//setServerModewriter begin

                exampleWriter.setServerMode(True)

                #//setServerModewriter end

                #//getServerModewriter begin

                exampleServerMode = exampleWriter.getServerMode()

                #//getServerModewriter end

                #//getWorkerCommwriter begin

                exampleWorkerComm = exampleWriter.getWorkerComm()

                #//getWorkerCommwriter end

                #//setWorkerCommwriter begin

                exampleWriter.setWorkerComm(exampleWorkerComm)

                #//setWorkerCommwriter end

                '''
                #//getWorkerCommcontroller begin

                exampleWorkerComm = exampleController.getWorkerComm()

                #//getWorkerCommcontroller end

                #//setWorkerCommcontroller begin

                exampleController.setWorkerComm(exampleWorkerComm)

                #//setWorkerCommcontroller end

                #//setServerModecontroller begin

                exampleController.setServerMode(True)

                #//setServerModecontroller end

                #//getServerModecontroller begin

                exampleControllerServerMode = exampleController.getServerMode()

                #//getServerModecontroller end
                '''

                #//initcontrollerfrombuffer begin

                writeController = XdmfHDF5ControllerDSM.New(
                        newPath,
                        newSetPath,
                        XdmfArrayType.Int32(),
                        writeStartVector,
                        writeStrideVector,
                        writeCountVector,
                        writeDataSizeVector,
                        exampleWriter.getServerBuffer());

                #//initcontrollerfrombuffer end

                #//initwriterfrombuffer begin

                exampleWriter2 = XdmfHDF5WriterDSM.New(newPath, exampleWriter.getServerBuffer());

                #//initwriterfrombuffer end

                writeController.setServerMode(True)
                exampleControllerServerMode = writeController.getServerMode()

                #//getServerBufferwriter begin

                exampleBuffer = exampleWriter.getServerBuffer()

                #//getServerBufferwriter end

                #//GetlocalBufferSizeMBytes begin

                exampleBufferSize = exampleBuffer.GetLocalBufferSizeMBytes()

                #//GetLocalBufferSizeMBytes end

                #//SetLocalBufferSizeMBytes begin

                exampleBuffer.SetLocalBufferSizeMBytes(exampleBufferSize)

                #//SetLocalBufferSizeMBytes end

                #//GetInterCommType begin

                exampleCommType = exampleBuffer.GetInterCommType()

                #//GetInterCommType end

                #//SetinterCommType begin

                exampleBuffer.SetInterCommType(XDMF_DSM_COMM_MPI)

                #//SetInterCommType end

                '''
                #//Create begin

                exampleBuffer.Create(size - numServerCores, size - 1)

                #//Create end
                '''

                #//setBufferwriter begin

                exampleWriter.setBuffer(exampleBuffer)

                #//setBufferwriter end

                '''
                #//getServerBuffercontroller begin

                exampleBuffer = exampleController.getServerBuffer()

                #//getServerBuffercontroller end

                #//setBuffercontroller begin

                exampleController.setBuffer(exampleBuffer)

                #//setBuffercontroller end
                '''

                #//GetIsConnectedbuffer begin

                exampleIsConnected = exampleBuffer.GetIsConnected()

                #//GetIsConnectedbuffer end

                #//SetIsConnectedbuffer begin

                exampleBuffer.SetIsConnected(exampleIsConnected)

                #//SetIsConnectedbuffer end

                #//GetDataPointer begin

                exampleDataPointer = exampleBuffer.GetDataPointer()

                #//GetDataPointer end

                #//GetDsmTypebuffer begin

                exampleDSMType = exampleBuffer.GetDsmType()

                #//GetDsmTypebuffer end

                #//SetDsmTypebuffer begin

                exampleBuffer.SetDsmType(XDMF_DSM_TYPE_UNIFORM)

                #//SetDsmTypebuffer end

                #//GetIsServerbuffer begin

                exampleBufferIsServer = exampleBuffer.GetIsServer()

                #//GetIsServerbuffer end

                #//SetIsServerbuffer begin

                exampleBuffer.SetIsServer(exampleIsServer)

                #//SetIsServerbuffer end

                #//GetStartAddress begin

                exampleBufferStart = exampleBuffer.GetStartAddress()

                #//GetStartAddress end

                #//GetEndAddress begin

                exampleBufferEnd = exampleBuffer.GetEndAddress()

                #//GetEndAddress end

                #//GetStartServerId begin

                exampleServerStart = exampleBuffer.GetStartServerId()

                #//GetStartServerId end

                #//GetEndServerid begin

                exampleServerEnd = exampleBuffer.GetEndServerId()

                #//GetEndServerId end

                #//GetLength begin

                exampleBufferLength = exampleBuffer.GetLength()

                #//GetLength end

                #//UpdateLength begin

                exampleBuffer.UpdateLength(exampleBufferLength)

                #//UpdateLength end

                #//GetTotalLength begin

                exampleTotalBufferLength = exampleBuffer.GetTotalLength()

                #//GetTotalLength end

                #//GetBlockLengthbuffer begin

                exampleBufferBlockLength = exampleBuffer.GetBlockLength()

                #//GetBlockLengthbuffer end

                #//SetBlockLengthbuffer begin

                exampleBuffer.SetBlockLength(exampleBufferBlockLength)

                #//SetBlockLengthbuffer end

                '''
                #//ConfigureUniform begin

                exampleBuffer.ConfigureUniform(exampleBuffer.GetComm(), dsmSize/numServersCores, size - numServersCores, size - 1)

                #//ConfigureUniform end
                '''
                sendingCore = -1

                #//SendCommandHeader begin

                if (id == sendingCore):
                        exampleBuffer.SendCommandHeader(XDMF_DSM_OPCODE_DONE, 1, 0, 0, XDMF_DSM_INTER_COMM)

                #//SendCommandHeader end

                #//SendData begin

                if (id == sendingCore):
                        sentData = "datastring"
                        exampleBuffer.SendData(1, sentData, 0, XDMF_DSM_PUT_DATA_TAG, 0, XDMF_DSM_INTER_COMM)

                #//SendData end

                #//SendAcknowledgment begin

                if (id == 1):
                        sentData = 1
                        exampleBuffer.SendAcknowledgment(0, sentData, XDMF_DSM_PUT_DATA_TAG, XDMF_DSM_INTER_COMM)

                #//SendAcknowledgment end

                #//ReceiveAcknowledgement begin

                if (id == 0):
                        recvData = 0
                        exampleBuffer.ReceiveAcknowledgment(1, recvData, XDMF_DSM_PUT_DATA_TAG, XDMF_DSM_INTER_COMM)

                #//ReceiveAcknowledgement end



                ServerIds = []

                for i in range(0, (size - numServersCores) / 2):
                        ServerIds.append(i)

                readingCores = workerComm.Get_group().Excl(ServerIds)

                readComm = workerComm.Create(readingCores)

                writingCores = workerComm.Get_group().Incl(ServerIds)

                writeComm = workerComm.Create(writingCores)

                exampleBuffer.GetComm().DupComm(workerComm)

                #//BufferService begin

                if (id == 0):
                        serviceOut = exampleBuffer.BufferService()

                if (id == 1):
                        exampleBuffer.SendCommandHeader(XDMF_DSM_OPCODE_DONE, 0, 0, 0, XDMF_DSM_INTER_COMM)

                #//BufferService end

                #//BufferServiceLoop begin

                if (id == 0):
                        exampleBuffer.BufferServiceLoop()

                if (id == 1):
                        exampleBuffer.SendCommandHeader(XDMF_DSM_OPCODE_DONE, 0, 0, 0, XDMF_DSM_INTER_COMM)

                #//BufferServiceLoop end

                #//AddressToId begin

                correspondingId = exampleBuffer.AddressToId(500)

                #//AddressToId end

                #//GetComm begin

                exampleDSMComm = exampleBuffer.GetComm()

                #//GetComm end

                #//SetComm begin

                exampleBuffer.SetComm(exampleDSMComm)

                #//SetComm end

                #//GetId begin

                exampleIntraID = exampleDSMComm.GetId()

                #//GetId end

                #//GetIntraSize begin

                exampleIntraSize = exampleDSMComm.GetIntraSize()

                #//GetIntraSize end

                #//GetInterId begin

                exampleInterID = exampleDSMComm.GetInterId()

                #//GetInterId end

                #//GetInterSize begin

                exampleInterSize = exampleDSMComm.GetInterSize()

                #//GetInterSize end

                #//GetInterCommType begin

                exampleInterCommType = exampleDSMComm.GetInterCommType()

                #//GetInterCommType end

                #//initcomm begin

                exampleDSMComm.Init()

                #//initcomm end

                #//GetIntraComm begin

                exampleIntraComm = exampleDSMComm.GetIntraComm()

                #//GetIntraComm end

                #//DupComm begin

                exampleDSMComm.DupComm(exampleIntraComm.Dup())

                #//DupComm end

                #//DSMBarrier begin

                exampleDSMComm.Barrier(XDMF_DSM_INTRA_COMM)

                #//DSMBarrier end


                print type(exampleDSMComm.GetDsmPortName())
                testName = "test"
                exampleDSMComm.SetDsmPortName(testName)
                print exampleDSMComm.GetDsmPortName()

                '''

                connectingGroup = True
                if (id < 5):
                        connectingGroup = True;
                else:
                        connectingGroup = False;

                portString = ""

                if (!connectingGroup):
                        exampleDSMComm.OpenPort()
                        portString = exampleDSMComm.GetDsmPortName()
                        // Send the port string to the connecting group
                        exampleDSMComm.Accept()
                        // When done with connection
                        exampleDSMComm.ClosePort()

                if (connectingGroup):
                        // Recieve string from Master group
                        exampleDSMComm.SetDsmPortName(portString)
                        exampleDSMComm.Connect()
                        // When done with connection
                        exampleDSMComm.Disconnect()

                if (connectingGroup):
                        // Recieve string from Master group
                        exampleDSMComm.SetDsmPortName(portString);
                        exampleManager.Connect();
                        // When done with connection
                        exampleManager.Disconnect();

                '''

                # This is the end of the Demonstration

                exampleWriter.setMode(XdmfHeavyDataWriter.Hyperslab)

                testArray.insert(writeController)

                for i in range(0, size-numServersCores):
                        workerComm.Barrier()
                        if (i == id):
                                print "Core # " + str(id)
                                print "Controller stats" 
                                print "datasetpath = " + testArray.getHeavyDataController(0).getDataSetPath() 
                                print "filepath = " + testArray.getHeavyDataController(0).getFilePath()
                                outputVector = testArray.getHeavyDataController(0).getDataspaceDimensions()
                                print "Data space dimensions" 
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                print "Controller Dimensions"
                                outputVector = testArray.getHeavyDataController(0).getDimensions()
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                print "Controller size"  + str(testArray.getHeavyDataController(0).getSize())
                                print "Controller starts"
                                outputVector = testArray.getHeavyDataController(0).getStart()
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                print "Controller strides"
                                outputVector = testArray.getHeavyDataController(0).getStride()
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                for j in range(0, testArray.getSize()):
                                        print "core #" + str(id) + " testArray[" + str(j) + "] = " + str(testArray.getValueAsInt32(j))
                testArray.accept(exampleWriter)

                readStartVector = UInt32Vector()
                readStartVector.push_back(4*(size - id - 1 - numServersCores))
                readStrideVector = UInt32Vector()
                readStrideVector.push_back(1)
                readCountVector = UInt32Vector()
                readCountVector.push_back(4)
                readDataSizeVector = UInt32Vector()
                readDataSizeVector.push_back(4*(size-numServersCores))

                readArray = XdmfArray.New()

                readArray.initializeAsInt32(0)
                readArray.reserve(testArray.getSize())

                readController = XdmfHDF5ControllerDSM.New(
                        newPath,
                        newSetPath,
                        XdmfArrayType.Int32(),
                        readStartVector,
                        readStrideVector,
                        readCountVector,
                        readDataSizeVector,
                        exampleWriter.getServerBuffer())

                readArray.insert(readController)

                if (id == 0):
                        print "\n\n\n"

                print "testing read"
                readArray.read()


                for i in range (0, size):
                        workerComm.Barrier()
                        if (i == id):
                                print "Core # " + str(id)
                                print "Controller stats"
                                print "datasetpath = " + readArray.getHeavyDataController(0).getDataSetPath()
                                print "filepath = " + readArray.getHeavyDataController(0).getFilePath()
                                outputVector = readArray.getHeavyDataController(0).getDataspaceDimensions()
                                print "Data space dimensions"
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                print "Controller Dimensions"
                                outputVector = readArray.getHeavyDataController(0).getDimensions()
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                print "Controller size" + str(readArray.getHeavyDataController(0).getSize())
                                print "Controller starts"
                                outputVector = readArray.getHeavyDataController(0).getStart()
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                print "Controller strides"
                                outputVector = readArray.getHeavyDataController(0).getStride()
                                for j in range(0, outputVector.size()):
                                        print "[" + str(j) + "] =" + str(outputVector[j])
                                for j in range (0, readArray.getSize()):
                                        print "core #" + str(id) + " readArray[" + str(j) + "] = " + str(readArray.getValueAsInt32(j))

                workerComm.Barrier()

                # End of Work Section

        #//stopDSMwriter begin

        if (id == 0):
                exampleWriter.stopDSM()

        #//stopDSMwriter end

        '''
        #//stopDSMcontroller begin


        if (id == 0):
                exampleController.stopDSM()

        #//stopDSMcontroller end

        #//sendDone begin

        if (id == 0):
                closeBuffer = exampleWriter.getServerBuffer()
                closeBuffer.SendDone()

        #//sendDone end

        '''
        #//GetInterComm begin

        exampleDSMComm = exampleWriter.getServerBuffer().GetComm()

        exampleInterComm = exampleDSMComm.GetInterComm()

        #//GetInterComm end

        #//DupInterComm begin

        exampleDSMComm.DupInterComm(exampleInterComm.Dup())

        #//DupInterComm end

        #//SendRecvInfo begin

        if (id >= size - numServersCores):
                exampleWriter.getServerBuffer().SendInfo()
        else:
                exampleWriter.getServerBuffer().ReceiveInfo()

        #//SendRecvInfo end

        '''
        #//restartDSMwriter begin

        exampleWriter.restartDSM()

        #//restartDSMwriter end

        #//restartDSMcontroller begin

        exampleController.restartDSM()

        #//restartDSMcontroller end
        '''

        #//finalizeMPI

        exampleWriter.deleteManager()

        #//finalizeMPI

        '''
        exampleController.deleteManager()
        '''