Back out "fbcode/gloo/examples" (facebookincubator#404)

Summary:

Put back example files that were deleted by codemod because they didn't have a TARGET

Reviewed By: fduwjj

Differential Revision: D69182638

.github/config/lint/.clang-format

@@ -0,0 +1,3 @@
+---
+Language: Cpp
+PointerAlignment: Left

gloo/examples/example1.cc

@@ -4,6 +4,8 @@
 
 #include <iostream>
 #include <memory>
+#include <string>
+#include <vector>
 
 #include "gloo/allreduce_ring.h"
 #include "gloo/rendezvous/context.h"
@@ -55,7 +57,8 @@ int main(void) {
 
   // attr.ai_family = AF_INET; // Force IPv4
   // attr.ai_family = AF_INET6; // Force IPv6
-  attr.ai_family = AF_UNSPEC; // Use either (default)
+  // Use either (default)
+  attr.ai_family = AF_UNSPEC;
 
   // A string is implicitly converted to an "attr" struct with its
   // hostname field populated. This will try to resolve the interface

gloo/examples/example_allreduce.cc

@@ -0,0 +1,153 @@
+/**
+ * Copyright (c) Facebook, Inc. and its affiliates.
+ */
+
+#include <array>
+#include <cstdio>
+#include <iostream>
+#include <memory>
+#include <string>
+#include <typeinfo>
+#include <vector>
+
+#include "gloo/allreduce.h"
+
+#include "gloo/rendezvous/context.h"
+#include "gloo/rendezvous/file_store.h"
+#include "gloo/rendezvous/prefix_store.h"
+#include "gloo/transport/uv/device.h"
+
+// Usage:
+//
+// Open two terminals. Run the same program in both terminals, using
+// a different RANK in each. For example:
+//
+// A: PREFIX=test1 SIZE=2 RANK=0 example_allreduce
+// B: PREFIX=test1 SIZE=2 RANK=1 example_allreduce
+//
+// Expected output:
+//
+//   data[0] = 18
+//   data[1] = 18
+//   data[2] = 18
+//   data[3] = 18
+//
+
+void mysum(void* c_, const void* a_, const void* b_, int n) {
+  printf("n=%d\r\n", n);
+  int* c = static_cast<int*>(c_);
+  const int* a = static_cast<const int*>(a_);
+  const int* b = static_cast<const int*>(b_);
+  for (auto i = 0; i < n; i++) {
+    printf("a[%d]=%d\r\n", i, a[i]);
+    printf("b[%d]=%d\r\n", i, b[i]);
+    c[i] = a[i] + b[i];
+    printf("c[%d]=%d\r\n", i, c[i]);
+  }
+}
+
+int main(void) {
+  if (getenv("PREFIX") == nullptr || getenv("SIZE") == nullptr ||
+      getenv("RANK") == nullptr) {
+    std::cerr << "Please set environment variables PREFIX, SIZE, and RANK."
+              << std::endl;
+    return 1;
+  }
+
+  // The following statement creates a TCP "device" for Gloo to use.
+  // See "gloo/transport/device.h" for more information. For the
+  // purposes of this example, it is sufficient to see the device as
+  // a factory for every communication pair.
+  //
+  // The argument to gloo::transport::tcp::CreateDevice is used to
+  // find the network interface to bind connection to. The attr struct
+  // can be populated to specify exactly which interface should be
+  // used, as shown below. This is useful if you have identical
+  // multi-homed machines that all share the same network interface
+  // name, for example.
+  //
+  gloo::transport::uv::attr attr;
+  // attr.iface = "eth0";
+  // attr.iface = "ib0";
+  // attr.iface = "Wi-Fi";
+
+  // attr.ai_family = AF_INET; // Force IPv4
+  // attr.ai_family = AF_INET6; // Force IPv6
+  // Use either (default)
+  attr.ai_family = AF_UNSPEC;
+
+  // A string is implicitly converted to an "attr" struct with its
+  // hostname field populated. This will try to resolve the interface
+  // to use by resolving the hostname or IP address, and finding the
+  // corresponding network interface.
+  //
+  // Hostname "localhost" should resolve to 127.0.0.1, so using this
+  // implies that all connections will be local. This can be useful
+  // for single machine operation.
+  //
+  //   auto dev = gloo::transport::tcp::CreateDevice("localhost");
+  //
+
+  auto dev = gloo::transport::uv::CreateDevice(attr);
+
+  // Now that we have a device, we can connect all participating
+  // processes. We call this process "rendezvous". It can be performed
+  // using a shared filesystem, a Redis instance, or something else by
+  // extending it yourself.
+  //
+  // See "gloo/rendezvous/store.h" for the functionality you need to
+  // implement to create your own store for performing rendezvous.
+  //
+  // Below, we instantiate rendezvous using the filesystem, given that
+  // this example uses multiple processes on a single machine.
+  //
+  auto fileStore = gloo::rendezvous::FileStore("/libtmp");
+
+  // To be able to reuse the same store over and over again and not have
+  // interference between runs, we scope it to a unique prefix with the
+  // PrefixStore. This wraps another store and prefixes every key before
+  // forwarding the call to the underlying store.
+  std::string prefix = getenv("PREFIX");
+  auto prefixStore = gloo::rendezvous::PrefixStore(prefix, fileStore);
+
+  // Using this store, we can now create a Gloo context. The context
+  // holds a reference to every communication pair involving this
+  // process. It is used by every collective algorithm to find the
+  // current process's rank in the collective, the collective size,
+  // and setup of send/receive buffer pairs.
+  const int rank = atoi(getenv("RANK"));
+  const int size = atoi(getenv("SIZE"));
+  auto context = std::make_shared<gloo::rendezvous::Context>(rank, size);
+  context->connectFullMesh(prefixStore, dev);
+
+  // All connections are now established. We can now initialize some
+  // test data, instantiate the collective algorithm, and run it.
+  size_t elements = 4;
+  std::vector<int*> inputPointers;
+  std::vector<int*> outputPointers;
+  for (size_t i = 0; i < elements; i++) {
+    int* value = reinterpret_cast<int*>(malloc(sizeof(int)));
+    *value = i * (rank + 1);
+    inputPointers.push_back(value);
+    int* value1 = reinterpret_cast<int*>(malloc(sizeof(int)));
+    *value1 = 0;
+    outputPointers.push_back(value1);
+  }
+
+  // Configure AllreduceOptions struct
+  gloo::AllreduceOptions opts_(context);
+  opts_.setInputs(inputPointers, 1);
+  opts_.setOutputs(outputPointers, 1);
+  opts_.setAlgorithm(gloo::AllreduceOptions::Algorithm::RING);
+  void (*fn)(void*, const void*, const void*, int) = &mysum;
+  opts_.setReduceFunction(fn);
+  gloo::allreduce(opts_);
+
+  // Print the result.
+  std::cout << "Output: " << std::endl;
+  for (int i = 0; i < outputPointers.size(); i++) {
+    std::cout << "data[" << i << "] = " << *outputPointers[i] << std::endl;
+  }
+
+  return 0;
+}

gloo/examples/example_reduce.cc

@@ -0,0 +1,149 @@
+/**
+ * Copyright (c) Facebook, Inc. and its affiliates.
+ */
+
+#include <cstdio>
+#include <iostream>
+#include <memory>
+#include <string>
+
+#include "gloo/reduce.h"
+#include "gloo/rendezvous/context.h"
+#include "gloo/rendezvous/file_store.h"
+#include "gloo/rendezvous/prefix_store.h"
+#include "gloo/transport/uv/device.h"
+
+// Usage:
+//
+// Open two terminals. Run the same program in both terminals, using
+// a different RANK in each. For example:
+//
+// A: PREFIX=test1 SIZE=2 RANK=0 example_reduce
+// B: PREFIX=test1 SIZE=2 RANK=1 example_reduce
+//
+// Expected output:
+//
+//   data[0] = 0
+//   data[1] = 3
+//   data[2] = 6
+//   data[3] = 9
+//
+
+void mysum(void* c_, const void* a_, const void* b_, int n) {
+  printf("n=%d\r\n", n);
+  int* c = static_cast<int*>(c_);
+  const int* a = static_cast<const int*>(a_);
+  const int* b = static_cast<const int*>(b_);
+  for (auto i = 0; i < n; i++) {
+    printf("a[%d]=%d\r\n", i, a[i]);
+    printf("b[%d]=%d\r\n", i, b[i]);
+    c[i] = a[i] + b[i];
+    printf("c[%d]=%d\r\n", i, c[i]);
+  }
+}
+
+int main(void) {
+  // Unrelated to the example: perform some sanity checks.
+  if (getenv("PREFIX") == nullptr || getenv("SIZE") == nullptr ||
+      getenv("RANK") == nullptr) {
+    std::cerr << "Please set environment variables PREFIX, SIZE, and RANK."
+              << std::endl;
+    return 1;
+  }
+
+  // The following statement creates a TCP "device" for Gloo to use.
+  // See "gloo/transport/device.h" for more information. For the
+  // purposes of this example, it is sufficient to see the device as
+  // a factory for every communication pair.
+  //
+  // The argument to gloo::transport::tcp::CreateDevice is used to
+  // find the network interface to bind connection to. The attr struct
+  // can be populated to specify exactly which interface should be
+  // used, as shown below. This is useful if you have identical
+  // multi-homed machines that all share the same network interface
+  // name, for example.
+  //
+  gloo::transport::uv::attr attr;
+  // attr.iface = "eth0";
+  // attr.iface = "ib0";
+  // attr.iface = "Wi-Fi";
+
+  // attr.ai_family = AF_INET;  // Force IPv4
+  // attr.ai_family = AF_INET6; // Force IPv6
+  // Use either (default)
+  attr.ai_family = AF_UNSPEC;
+
+  // A string is implicitly converted to an "attr" struct with its
+  // hostname field populated. This will try to resolve the interface
+  // to use by resolving the hostname or IP address, and finding the
+  // corresponding network interface.
+  //
+  // Hostname "localhost" should resolve to 127.0.0.1, so using this
+  // implies that all connections will be local. This can be useful
+  // for single machine operation.
+  //
+  //   auto dev = gloo::transport::tcp::CreateDevice("localhost");
+  //
+
+  auto dev = gloo::transport::uv::CreateDevice(attr);
+
+  // Now that we have a device, we can connect all participating
+  // processes. We call this process "rendezvous". It can be performed
+  // using a shared filesystem, a Redis instance, or something else by
+  // extending it yourself.
+  //
+  // See "gloo/rendezvous/store.h" for the functionality you need to
+  // implement to create your own store for performing rendezvous.
+  //
+  // Below, we instantiate rendezvous using the filesystem, given that
+  // this example uses multiple processes on a single machine.
+  //
+  auto fileStore = gloo::rendezvous::FileStore("/libtmp");
+
+  // To be able to reuse the same store over and over again and not have
+  // interference between runs, we scope it to a unique prefix with the
+  // PrefixStore. This wraps another store and prefixes every key before
+  // forwarding the call to the underlying store.
+  std::string prefix = getenv("PREFIX");
+  auto prefixStore = gloo::rendezvous::PrefixStore(prefix, fileStore);
+
+  // Using this store, we can now create a Gloo context. The context
+  // holds a reference to every communication pair involving this
+  // process. It is used by every collective algorithm to find the
+  // current process's rank in the collective, the collective size,
+  // and setup of send/receive buffer pairs.
+  const int rank = atoi(getenv("RANK"));
+  const int size = atoi(getenv("SIZE"));
+  auto context = std::make_shared<gloo::rendezvous::Context>(rank, size);
+  context->connectFullMesh(prefixStore, dev);
+
+  // All connections are now established. We can now initialize some
+  // test data, instantiate the collective algorithm, and run it.
+  int* inputPointers = reinterpret_cast<int*>(malloc(sizeof(int) * 4));
+  int* outputPointers = reinterpret_cast<int*>(malloc(sizeof(int) * 4));
+  gloo::ReduceOptions opts(context);
+  opts.setInput(inputPointers, 4);
+  opts.setOutput(outputPointers, 4);
+  for (int i = 0; i < 4; i++) {
+    inputPointers[i] = i * (rank + 1);
+    outputPointers[i] = 0;
+  }
+
+  void (*fn)(void*, const void*, const void*, int) = &mysum;
+  opts.setReduceFunction(fn);
+
+  // A small maximum segment size triggers code paths where we'll
+  // have a number of segments larger than the lower bound of
+  // twice the context size.
+  opts.setMaxSegmentSize(128);
+  opts.setRoot(size - 1);
+  reduce(opts);
+
+  // Print the result.
+  std::cout << "Output: " << std::endl;
+  for (int i = 0; i < 4; i++) {
+    std::cout << "data = " << outputPointers[i] << std::endl;
+  }
+
+  return 0;
+}