under test, not sure no errors
This commit is contained in:
@@ -28,6 +28,8 @@ limitations under the License.
|
|||||||
// a block will have idle lanes — we pad head_dim to the next multiple of
|
// a block will have idle lanes — we pad head_dim to the next multiple of
|
||||||
// 64 on ILU to avoid this.
|
// 64 on ILU to avoid this.
|
||||||
|
|
||||||
|
#include "framework/kv_cache/kv_cache_layerwise.h"
|
||||||
|
|
||||||
#include "framework/kv_cache/kv_cache.h"
|
#include "framework/kv_cache/kv_cache.h"
|
||||||
|
|
||||||
#include <glog/logging.h>
|
#include <glog/logging.h>
|
||||||
|
|||||||
@@ -30,12 +30,12 @@ limitations under the License.
|
|||||||
#include <unordered_set>
|
#include <unordered_set>
|
||||||
#include <vector>
|
#include <vector>
|
||||||
|
|
||||||
#include "core/config/parallel_config_layerwise.h"
|
#include "config/parallel_config_layerwise.h"
|
||||||
#include "core/distributed_runtime/layerwise_split_engine_ext.h"
|
#include "distributed_runtime/layerwise_split_engine_ext.h"
|
||||||
#include "core/distributed_runtime/layerwise_split_master.h"
|
#include "distributed_runtime/layerwise_split_master.h"
|
||||||
#include "core/framework/kv_cache/kv_cache_estimation_layerwise.h"
|
#include "framework/kv_cache/kv_cache_estimation_layerwise.h"
|
||||||
#include "core/framework/kv_cache/layerwise_split_layout.h"
|
#include "framework/kv_cache/layerwise_split_layout.h"
|
||||||
#include "core/framework/parallel_state/mapping_ilu.h"
|
#include "framework/parallel_state/mapping_ilu.h"
|
||||||
|
|
||||||
namespace xllm {
|
namespace xllm {
|
||||||
namespace {
|
namespace {
|
||||||
|
|||||||
Reference in New Issue
Block a user