`data/wanted-instance.json`

2 lines
{"MlxRingInstance":{"instanceId":"a7abbac7-5332-4cb0-b37f-97f9d790374a","shardAssignments":{"modelId":"mlx-community/Qwen3-30B-A3B-Instruct-2507-4bit","runnerToShard":{"53d26e99-7ac0-451c-b09a-b3eabc13d20d":{"PipelineShardMetadata":{"modelCard":{"modelId":"mlx-community/Qwen3-30B-A3B-Instruct-2507-4bit","storageSize":{"inBytes":17180913664},"nLayers":48,"hiddenSize":2048,"supportsTensor":true,"numKeyValueHeads":4,"tasks":["TextGeneration"],"components":null,"family":"","quantization":"","baseModel":"","capabilities":[],"backends":["MlxMetal","MlxCpu","MlxCuda","Vllm"],"reasoningDialect":"none","contextLength":262144,"usesCfg":false,"trustRemoteCode":false,"isCustom":true,"vision":null,"samplingDefaults":{"temperature":null,"topP":null,"topK":null,"minP":null,"repetitionPenalty":null,"presencePenalty":null,"frequencyPenalty":null,"thinking":null,"nonThinking":null}},"deviceRank":0,"worldSize":1,"immediateException":false,"shouldTimeout":null,"startLayer":0,"endLayer":48,"nLayers":48}}},"nodeToRunner":{"247012f1ea60ac692a1c2f0d96b31370":"53d26e99-7ac0-451c-b09a-b3eabc13d20d"}},"hostsByNode":{"247012f1ea60ac692a1c2f0d96b31370":[{"ip":"0.0.0.0","port":63939}]},"ephemeralPort":63939}}