Use all cores in a big.LITTLE architecture

popojames · October 11, 2021, 1:23am

Sorry, I am using the following python code to run my simulation and I am not quite familiar with the backend settings with C++. I did go over thread_pool.cc and threading_backend.cc, but I am still wondering is it possible to utilize or call “TVM_REGISTER_GLOBAL(“runtime.config_threadpool”)” or “Configure(AffinityMode mode, int nthreads, bool exclude_worker0)” function in python as we did in the remote setting. (i.e. remote.get_function(‘runtime.config_threadpool’))

github.com/apache/tvm

src/runtime/threading_backend.cc

322aad5b7


      
            InitSortedOrder();
          }
          ~Impl() { Join(); }
          
          void Join() {
            for (auto& t : threads_) {
              if (t.joinable()) t.join();
            }
          }
          
          int Configure(AffinityMode mode, int nthreads, bool exclude_worker0) {
            int num_workers_used = 0;
            if (mode == kLittle) {
              num_workers_used = little_count_;
            } else if (mode == kBig) {
              num_workers_used = big_count_;
            } else {
              // use default
              num_workers_used = threading::MaxConcurrency();
            }
            // if a specific number was given, use that

github.com/apache/tvm

src/runtime/thread_pool.cc

322aad5b7


      
            }
            int num_workers_;
            // number of workers used (can be restricted with affinity pref)
            int num_workers_used_;
            // if or not to exclude worker 0 and use main to run task 0
            bool exclude_worker0_{true};
            std::vector<std::unique_ptr<SpscTaskQueue> > queues_;
            std::unique_ptr<tvm::runtime::threading::ThreadGroup> threads_;
          };
          
          TVM_REGISTER_GLOBAL("runtime.config_threadpool").set_body([](TVMArgs args, TVMRetValue* rv) {
            threading::ThreadGroup::AffinityMode mode =
                static_cast<threading::ThreadGroup::AffinityMode>(static_cast<int>(args[0]));
            int nthreads = args[1];
            ThreadPool::ThreadLocal()->UpdateWorkerConfiguration(mode, nthreads);
          });
          
          namespace threading {
          void ResetThreadPool() { tvm::runtime::ThreadPool::ThreadLocal()->Reset(); }
          }  // namespace threading