File size: 1,870 Bytes
34063f1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a2a2228
 
d6a4c0a
34063f1
a2a2228
34063f1
 
 
 
 
0b8a0c3
 
34063f1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
  "Logging": {
    "LogLevel": {
      "Default": "Information", 
      "Microsoft": "Warning",  
      "Microsoft.Hosting.Lifetime": "Information"
    }
  },
  "OpenAIApiKey" :".env",
  "EmailEncryptKey": ".env",
  "LocalSystemUrl": {
      "ExternalUrl": "https://huggingface.co/spaces/johnbridges/NetMonitorDev",
      "IPAddress": "",
      "RabbitHostName": "devrabbitmq.readyforquantum.com",
      "RabbitPort": 63785,
      "RabbitInstanceName" : "HugDev-LLMService",
      "RabbitUserName" : "usercommonxf1",
      "RabbitVHost" : "/vhostuser",
      "UseTls" : true
  },
  "ServiceID" : "monitor",
  "StartThisTestLLM" : true,
  "LlmNoInitMessage" : false,
  "ServiceAuthKey" : ".env" , 
  "LlmModelPath" : "/home/user/code/models/",
  "LlmModelFileName" : "xLAM-2-3B-fc-r-Q8_0.gguf",
  "LlmContextFileName" : "context-xlam-2.gguf",
  "LlmSystemPrompt" : "system_prompt_xlam_2_run",
  "LlmPromptMode" : " -if -sp -no-cnv --simple-io   ",
  "LlmVersion" : "xlam_2",
  "LlmCtxSize" : 12000,
  "LlmOpenAICtxSize" : 32000,
  "LlmCtxRatio" : 6,
  "LlmTemp" : "0.3",
  "LlmThreads" : 2,
  "LlmSystemPromptTimeout" : 600,
  "LlmUserPromptTimeout" : 600,
  "LlmSessionIdleTimeout" : 1440,
  "LlmGptModel" : "gpt-4.1-mini",
  "LlmHFModelID" : "meta-llama/llama-3.3-70b-instruct",
  "LlmHFKey" : ".env",
  "LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
  "LlmHFModelVersion" : "llama_3.2",
  "LlmUseHF" : true,
  "AudioServiceUrl" : "https://transcribe.readyforquantum.com",
  "AudioServiceOutputDir" :  "/home/audioservice/code/securefiles/dev/output_audio",
  "IsStream" : false,
  "UseFixedPort" : true,
  "HFToken" : ".env",
  "RedisUrl" :"redis.readyforquantum.com:46379",
  "RedisSecret" : ".env",
  "MaxRetries" : -1,
  "RabbitPassword" : ".env",
  "LlmNoThink" : true,
  "RabbitRoutingKey": "execute.local",
  "RabbitExhangeType": "direct"
}