From c05f41513973bbbcb32f3367a0cb2c9dfe3424a1 Mon Sep 17 00:00:00 2001 From: Fine Date: Tue, 12 Nov 2024 17:34:01 +0800 Subject: [PATCH] split query --- src/hooks/data.ts | 2 ++ src/hooks/useExpressionsProcessor.ts | 36 +++++++++++++++++++--------- 2 files changed, 27 insertions(+), 11 deletions(-) diff --git a/src/hooks/data.ts b/src/hooks/data.ts index 1ad8867e..65eb4522 100644 --- a/src/hooks/data.ts +++ b/src/hooks/data.ts @@ -112,3 +112,5 @@ export const LightChartColors = [ "#546570", "#c4ccd3", ]; + +export const MaxQueryLength = 3000; diff --git a/src/hooks/useExpressionsProcessor.ts b/src/hooks/useExpressionsProcessor.ts index c086b520..5abb9230 100644 --- a/src/hooks/useExpressionsProcessor.ts +++ b/src/hooks/useExpressionsProcessor.ts @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -import { RespFields, MaximumEntities } from "./data"; +import { RespFields, MaximumEntities, MaxQueryLength } from "./data"; import { EntityType, ExpressionResultType } from "@/views/dashboard/data"; import { ElMessage } from "element-plus"; import { useDashboardStore } from "@/store/modules/dashboard"; @@ -24,6 +24,14 @@ import type { MetricConfigOpt } from "@/types/dashboard"; import type { Instance, Endpoint, Service } from "@/types/selector"; import type { Node, Call } from "@/types/topology"; +function chunkArray(array: any[], chunkSize: number) { + const result = []; + for (let i = 0; i < array.length; i += chunkSize) { + result.push(array.slice(i, i + chunkSize)); + } + return result; +} + export async function useDashboardQueryProcessor(configList: Indexable[]) { function expressionsGraphql(config: Indexable, idx: number) { if (!(config.metrics && config.metrics[0])) { @@ -181,13 +189,6 @@ export async function useDashboardQueryProcessor(configList: Indexable[]) { return { 0: { source: {}, tips: [], typesOfMQE: [] } }; } } - function chunkArray(array: any[], chunkSize: number) { - const result = []; - for (let i = 0; i < array.length; i += chunkSize) { - result.push(array.slice(i, i + chunkSize)); - } - return result; - } const partArr = chunkArray(configList, 6); const promiseArr = partArr.map((d: Array) => fetchMetrics(d)); @@ -390,11 +391,11 @@ export async function useExpressionsQueryPodsMetrics( return resp; } -export function useQueryTopologyExpressionsProcessor(metrics: string[], instances: (Call | Node)[]) { +export async function useQueryTopologyExpressionsProcessor(metrics: string[], instances: (Call | Node)[]) { const appStore = useAppStoreWithOut(); const dashboardStore = useDashboardStore(); - function getExpressionQuery() { + function getExpressionQuery(partMetrics: string[]) { const conditions: { [key: string]: unknown } = { duration: appStore.durationTime, }; @@ -448,7 +449,7 @@ export function useQueryTopologyExpressionsProcessor(metrics: string[], instance }; variables.push(`$entity${index}: Entity!`); conditions[`entity${index}`] = entity; - const f = metrics.map((name: string, idx: number) => { + const f = partMetrics.map((name: string, idx: number) => { if (index === 0) { variables.push(`$expression${idx}: String!`); conditions[`expression${idx}`] = name; @@ -483,5 +484,18 @@ export function useQueryTopologyExpressionsProcessor(metrics: string[], instance return obj; } + const count = Math.floor(MaxQueryLength / instances.length); + const metricsArr = chunkArray(metrics, count); + const promiseArr = metricsArr.map((d: Array) => getExpressionQuery(d)); + const responseList = await Promise.all(promiseArr); + + let resp = {}; + for (const item of responseList) { + resp = { + ...resp, + ...item, + }; + } + return { getExpressionQuery, handleExpressionValues }; }