graph_shatter_types.h

// #include "graph_shatter_partition.h"
#include <cuda_runtime_api.h>
#include <realm.h>
#include <realm/cuda/cuda_access.h>
#include <iostream>
#include <fstream>

#include <map>

using namespace Realm;

extern Logger log_app;

// Fields for tasks
enum
{
  MAIN_TASK = Processor::TASK_ID_FIRST_AVAILABLE,
  LOAD_DOUBLE_STORE,
  PREPARE_GRAPH,
  LOAD_GRAPH,
  UPDATE_GRAPH,
};


// fields for edges/nodes
enum
{
  IN_VERTEX,
  OUT_VERTEX,
  VERTEX_ID,
  START_INDEX,
};


struct vertex{
  int value;

  friend std::ostream& operator<<(std::ostream& os, const vertex& s) {
    os << s.value;
    return os;
  }
};

struct PartitionChild{
  RegionInstance data;
  const RegionInstance boundaries;
  Memory memory;
};

/*
* A representation of a RegionInstance partition on a single node
*/
class GraphPartition{
  RegionInstance parent;
  RegionInstance boundaries;
  AffineAccessor<size_t,1> boundariesAcc;
  Rect<1> colorSpace;
  std::vector<RegionInstance> children;
  std::vector<RegionInstance> childrenBoundaries;
  std::vector<Memory> childrenMemories;
  std::vector<bool> valid;
  std::vector<Processor> processors;

  public:
  GraphPartition(
    RegionInstance pa,
    Rect<1> cS,
    std::vector<Processor> procs,
    RegionInstance bo
  );
  
  // Return region instance on corresponding processor
  PartitionChild getChild(Point<1> p);
  Processor getProc(Point<1> p);
  std::pair<IndexSpace<1>, IndexSpace<1>> getSubSpace(Point<1> p);

  static std::vector<Processor> getDefaultNodeGpus();
};

//Note: this assumes prepare_graph callee is on the same node as caller
// TODO add a layer of extraction when expanding to multiple nodes
struct PrepareGraphArgs{
  GraphPartition *graphPartition; // partition over edges
  Point<1> partitionColor; // color for that GPU processor
  RegionInstance *ins;
  RegionInstance *insBuffer;
  RegionInstance *bufferInputIds;
};

struct LoadGraphArgs{
  RegionInstance vertices;
  RegionInstance ins;
  RegionInstance insBuffer;
};

struct UpdateGraphArgs{
  GraphPartition *graphPartition; // partition over edges
  Point<1> partitionColor; // color for that GPU processor
  RegionInstance vertices; // zero copy store of the buffers 
  RegionInstance *insBuffer;
  RegionInstance *bufferInputIds;
};

struct GraphRegions{
  RegionInstance vertices;
  RegionInstance edges;
  RegionInstance edgeBoundaries;
};

template<typename T>
void printGeneralRegion(RegionInstance region, FieldID id);