LUTNormMicrokernelTester Class — pytorch Architecture

Source Code

aten/src/ATen/native/quantized/cpu/qnnpack/test/lut-norm-microkernel-tester.h lines 21–99

class LUTNormMicrokernelTester {
 public:
  inline LUTNormMicrokernelTester& n(size_t n) {
    assert(n != 0);
    this->n_ = n;
    return *this;
  }

  inline size_t n() const {
    return this->n_;
  }

  inline LUTNormMicrokernelTester& inplace(bool inplace) {
    this->inplace_ = inplace;
    return *this;
  }

  inline bool inplace() const {
    return this->inplace_;
  }

  inline LUTNormMicrokernelTester& iterations(size_t iterations) {
    this->iterations_ = iterations;
    return *this;
  }

  inline size_t iterations() const {
    return this->iterations_;
  }

  void test(pytorch_u8lut32norm_ukernel_function u8lut32norm) const {
    std::random_device randomDevice;
    auto rng = std::mt19937(randomDevice());
    auto u8rng = std::bind(std::uniform_int_distribution<uint8_t>(), rng);
    auto u32rng = std::bind(
        std::uniform_int_distribution<uint32_t>(
            1, std::numeric_limits<uint32_t>::max() / (257 * n())),
        rng);

    std::vector<uint8_t> x(n());
    std::vector<uint32_t> t(256);
    std::vector<uint8_t> y(n());
    std::vector<float> yRef(n());
    for (size_t iteration = 0; iteration < iterations(); iteration++) {
      std::generate(x.begin(), x.end(), std::ref(u8rng));
      std::generate(t.begin(), t.end(), std::ref(u32rng));
      if (inplace()) {
        std::generate(y.begin(), y.end(), std::ref(u8rng));
      } else {
        std::fill(y.begin(), y.end(), 0xA5);
      }
      const uint8_t* xData = inplace() ? y.data() : x.data();

      /* Compute reference results */
      uint32_t sum = 0;
      for (size_t i = 0; i < n(); i++) {
        sum += t[xData[i]];
      }
      for (size_t i = 0; i < n(); i++) {
        yRef[i] = 256.0f * float(t[xData[i]]) / float(sum);
        yRef[i] = std::min(yRef[i], 255.0f);
      }

      /* Call optimized micro-kernel */
      u8lut32norm(n(), xData, t.data(), y.data());

      /* Verify results */
      for (size_t i = 0; i < n(); i++) {
        ASSERT_NEAR(yRef[i], float(y[i]), 0.5f)
            << "at position " << i << ", n = " << n() << ", sum = " << sum;
      }
    }
  }

 private:
  size_t n_{1};
  bool inplace_{false};
  size_t iterations_{15};
};