....................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 0 | processing task slot update_slots: id 0 | task 0 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 171 slot update_slots: id 0 | task 0 | kv cache rm [0, end) slot update_slots: id 0 | task 0 | prompt processing progress, n_past = 171, n_tokens = 171, progress = 1.000000 slot update_slots: id 0 | task 0 | prompt done, n_past = 171, n_tokens = 171 slot release: id 0 | task 0 | stop processing: n_past = 172, truncated = 0 slot print_timing: id 0 | task 0 | prompt eval time = 25193.48 ms / 171 tokens ( 147.33 ms per token, 6.79 tokens per second) eval time = 308.26 ms / 2 tokens ( 154.13 ms per token, 6.49 tokens per second) total time = 25501.74 ms / 173 tokens srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 1105 "OpenAI/JS 4.93.0" 30.764990602s srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 3 | processing task slot update_slots: id 0 | task 3 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 18 slot update_slots: id 0 | task 3 | kv cache rm [2, end) slot update_slots: id 0 | task 3 | prompt processing progress, n_past = 18, n_tokens = 16, progress = 0.888889 slot update_slots: id 0 | task 3 | prompt done, n_past = 18, n_tokens = 16 slot release: id 0 | task 3 | stop processing: n_past = 72, truncated = 0 slot print_timing: id 0 | task 3 | prompt eval time = 2509.18 ms / 16 tokens ( 156.82 ms per token, 6.38 tokens per second) eval time = 15757.14 ms / 55 tokens ( 286.49 ms per token, 3.49 tokens per second) total time = 18266.32 ms / 71 tokens [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 15254 "OpenAI/JS 4.93.0" 18.271085765s srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle [INFO] Unloading model Ministral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 0 | processing task slot update_slots: id 0 | task 0 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 171 slot update_slots: id 0 | task 0 | kv cache rm [0, end) slot update_slots: id 0 | task 0 | prompt processing progress, n_past = 171, n_tokens = 171, progress = 1.000000 slot update_slots: id 0 | task 0 | prompt done, n_past = 171, n_tokens = 171 slot release: id 0 | task 0 | stop processing: n_past = 172, truncated = 0 slot print_timing: id 0 | task 0 | prompt eval time = 21168.32 ms / 171 tokens ( 123.79 ms per token, 8.08 tokens per second) eval time = 241.20 ms / 2 tokens ( 120.60 ms per token, 8.29 tokens per second) total time = 21409.51 ms / 173 tokens [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 1107 "OpenAI/JS 4.93.0" 26.672765589s srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 3 | processing task slot update_slots: id 0 | task 3 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 18 slot update_slots: id 0 | task 3 | kv cache rm [2, end) slot update_slots: id 0 | task 3 | prompt processing progress, n_past = 18, n_tokens = 16, progress = 0.888889 slot update_slots: id 0 | task 3 | prompt done, n_past = 18, n_tokens = 16 slot release: id 0 | task 3 | stop processing: n_past = 290, truncated = 0 slot print_timing: id 0 | task 3 | prompt eval time = 2122.47 ms / 16 tokens ( 132.65 ms per token, 7.54 tokens per second) eval time = 79446.70 ms / 273 tokens ( 291.01 ms per token, 3.44 tokens per second) total time = 81569.17 ms / 289 tokens srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 73425 "OpenAI/JS 4.93.0" 1m21.574604708s [INFO] Unloading model Ministral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 0 | processing task slot update_slots: id 0 | task 0 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 171 slot update_slots: id 0 | task 0 | kv cache rm [0, end) slot update_slots: id 0 | task 0 | prompt processing progress, n_past = 171, n_tokens = 171, progress = 1.000000 slot update_slots: id 0 | task 0 | prompt done, n_past = 171, n_tokens = 171 slot release: id 0 | task 0 | stop processing: n_past = 172, truncated = 0 slot print_timing: id 0 | task 0 | prompt eval time = 18997.27 ms / 171 tokens ( 111.10 ms per token, 9.00 tokens per second) eval time = 222.52 ms / 2 tokens ( 111.26 ms per token, 8.99 tokens per second) total time = 19219.79 ms / 173 tokens srv update_slots: all slots are idle srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 1104 "OpenAI/JS 4.93.0" 24.483979955s srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 3 | processing task slot update_slots: id 0 | task 3 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 18 slot update_slots: id 0 | task 3 | kv cache rm [2, end) slot update_slots: id 0 | task 3 | prompt processing progress, n_past = 18, n_tokens = 16, progress = 0.888889 slot update_slots: id 0 | task 3 | prompt done, n_past = 18, n_tokens = 16 slot release: id 0 | task 3 | stop processing: n_past = 213, truncated = 0 slot print_timing: id 0 | task 3 | prompt eval time = 1821.58 ms / 16 tokens ( 113.85 ms per token, 8.78 tokens per second) eval time = 47202.61 ms / 196 tokens ( 240.83 ms per token, 4.15 tokens per second) total time = 49024.20 ms / 212 tokens [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 52724 "OpenAI/JS 4.93.0" 49.028530769s srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle [INFO] Unloading model Ministral, TTL of 10s reached. terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9129/health srv log_server_r: request: GET /health 127.0.0.1 200 srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 0 | processing task slot update_slots: id 0 | task 0 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 171 slot update_slots: id 0 | task 0 | kv cache rm [0, end) slot update_slots: id 0 | task 0 | prompt processing progress, n_past = 171, n_tokens = 171, progress = 1.000000 slot update_slots: id 0 | task 0 | prompt done, n_past = 171, n_tokens = 171 slot release: id 0 | task 0 | stop processing: n_past = 173, truncated = 0 slot print_timing: id 0 | task 0 | prompt eval time = 18980.47 ms / 171 tokens ( 111.00 ms per token, 9.01 tokens per second) eval time = 447.28 ms / 3 tokens ( 149.09 ms per token, 6.71 tokens per second) total time = 19427.75 ms / 174 tokens srv update_slots: all slots are idle srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 1385 "OpenAI/JS 4.93.0" 24.689029759s [INFO] Unloading model Ministral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9129/health srv log_server_r: request: GET /health 127.0.0.1 200 srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 0 | processing task slot update_slots: id 0 | task 0 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 172 slot update_slots: id 0 | task 0 | kv cache rm [0, end) slot update_slots: id 0 | task 0 | prompt processing progress, n_past = 172, n_tokens = 172, progress = 1.000000 slot update_slots: id 0 | task 0 | prompt done, n_past = 172, n_tokens = 172 slot release: id 0 | task 0 | stop processing: n_past = 173, truncated = 0 slot print_timing: id 0 | task 0 | prompt eval time = 19474.53 ms / 172 tokens ( 113.22 ms per token, 8.83 tokens per second) eval time = 229.12 ms / 2 tokens ( 114.56 ms per token, 8.73 tokens per second) total time = 19703.65 ms / 174 tokens srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 1106 "OpenAI/JS 4.93.0" 24.966683662s srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 3 | processing task slot update_slots: id 0 | task 3 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 19 slot update_slots: id 0 | task 3 | kv cache rm [2, end) slot update_slots: id 0 | task 3 | prompt processing progress, n_past = 19, n_tokens = 17, progress = 0.894737 slot update_slots: id 0 | task 3 | prompt done, n_past = 19, n_tokens = 17 slot release: id 0 | task 3 | stop processing: n_past = 48, truncated = 0 slot print_timing: id 0 | task 3 | prompt eval time = 2093.77 ms / 17 tokens ( 123.16 ms per token, 8.12 tokens per second) eval time = 6640.92 ms / 30 tokens ( 221.36 ms per token, 4.52 tokens per second) total time = 8734.69 ms / 47 tokens [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 8586 "OpenAI/JS 4.93.0" 8.73606655s srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle [INFO] Unloading model Ministral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 0 | processing task slot update_slots: id 0 | task 0 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 167 slot update_slots: id 0 | task 0 | kv cache rm [0, end) slot update_slots: id 0 | task 0 | prompt processing progress, n_past = 167, n_tokens = 167, progress = 1.000000 slot update_slots: id 0 | task 0 | prompt done, n_past = 167, n_tokens = 167 slot release: id 0 | task 0 | stop processing: n_past = 168, truncated = 0 slot print_timing: id 0 | task 0 | prompt eval time = 18425.91 ms / 167 tokens ( 110.33 ms per token, 9.06 tokens per second) eval time = 223.31 ms / 2 tokens ( 111.66 ms per token, 8.96 tokens per second) total time = 18649.22 ms / 169 tokens [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 1106 "OpenAI/JS 4.93.0" 23.911979077s srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle srv params_from_: Chat format: Content-only slot launch_slot_: id 0 | task 3 | processing task slot update_slots: id 0 | task 3 | new prompt, n_ctx_slot = 4096, n_keep = 0, n_prompt_tokens = 14 slot update_slots: id 0 | task 3 | kv cache rm [2, end) slot update_slots: id 0 | task 3 | prompt processing progress, n_past = 14, n_tokens = 12, progress = 0.857143 slot update_slots: id 0 | task 3 | prompt done, n_past = 14, n_tokens = 12 slot release: id 0 | task 3 | stop processing: n_past = 24, truncated = 0 slot print_timing: id 0 | task 3 | prompt eval time = 1603.51 ms / 12 tokens ( 133.63 ms per token, 7.48 tokens per second) eval time = 2204.28 ms / 11 tokens ( 200.39 ms per token, 4.99 tokens per second) total time = 3807.79 ms / 23 tokens [INFO] Request 192.168.0.205 "POST /v1/chat/completions HTTP/1.1" 200 3499 "OpenAI/JS 4.93.0" 3.812005793s srv log_server_r: request: POST /v1/chat/completions 127.0.0.1 200 srv update_slots: all slots are idle [INFO] Unloading model Ministral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Request 128.65.195.48 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:83.0) Gecko/20100101 Firefox/83.0" 14.656µs [INFO] Request 128.65.195.48 "POST / HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:83.0) Gecko/20100101 Firefox/83.0" 14.206µs [INFO] Request 194.164.107.6 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 32.574µs [INFO] Request 170.39.218.2 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/9.1.2 Safari/605.1.15" 31.873µs [INFO] Request 185.177.72.201 "GET /@fs/proc/self/environ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.282µs [INFO] Request 185.177.72.201 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.307µs [INFO] Request 185.177.72.201 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.584µs [INFO] Request 185.177.72.201 "GET /info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.454µs [INFO] Request 185.177.72.201 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.731µs [INFO] Request 185.177.72.201 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.925µs [INFO] Request 206.168.34.81 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 31.936µs [INFO] Request 206.168.34.81 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 3.822332ms [INFO] Request 206.168.34.81 "GET /wiki HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 14.152µs [INFO] Request 4.227.36.37 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.243µs [INFO] Request 20.171.207.160 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 34.616µs [INFO] Request 20.171.207.160 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 98.434µs [INFO] Swapping model to [mistral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB .......srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 ........................................................................................ llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.160 "GET /upstream/mistral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.27478175s [INFO] Swapping model to [deepseek-q4] srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.160 "GET /upstream/deepseek-q4/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.514799781s [INFO] Swapping model to [Ministral] terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB .....srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 .................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.160 "GET /upstream/Ministral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.480713394s [INFO] Swapping model to [YandexGPT] srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.160 "GET /upstream/YandexGPT/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.520022434s [INFO] Swapping model to [WizardLM] terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ......................srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 ........................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9128/health srv log_server_r: request: GET /health 127.0.0.1 200 srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.160 "GET /upstream/WizardLM/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.523703203s [INFO] Swapping model to [deepseek-q6] terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.160 "GET /upstream/deepseek-q6/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.532488091s [INFO] Unloading model deepseek-q6, TTL of 10s reached. terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 [INFO] Request 54.242.13.27 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 6.0; he-il; Redmi Note 4X Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/71.0.3578.141 Mobile Safari/537.36 XiaoMi/MiuiBrowser/10.9.7-g" 15.076µs [INFO] Request 185.148.1.243 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0" 13.843µs [INFO] Request 159.223.162.212 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36" 3.534985ms [INFO] Request 159.223.162.212 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36" 1.956186ms [INFO] Request 4.227.36.76 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 21.727µs [INFO] Request 20.171.207.30 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 3.204245ms [INFO] Request 185.177.72.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 26.498µs [INFO] Request 185.177.72.12 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.129µs [INFO] Request 185.177.72.12 "GET /.env.local HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.979µs [INFO] Request 185.177.72.12 "GET /.env.save HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.872µs [INFO] Request 185.177.72.12 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.669µs [INFO] Request 185.177.72.12 "GET /backend/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.268µs [INFO] Request 185.177.72.12 "GET /uploads/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.646µs [INFO] Request 185.177.72.12 "GET /@fs/proc/self/environ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.195µs [INFO] Request 185.177.72.12 "GET /config/php.ini HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.395µs [INFO] Request 185.177.72.12 "GET /admin/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.127µs [INFO] Request 185.177.72.12 "GET /index.html HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.365µs [INFO] Request 185.177.72.12 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.993µs [INFO] Request 185.177.72.12 "GET /test.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.887µs [INFO] Request 185.177.72.12 "GET /config.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.11µs [INFO] Request 185.177.72.12 "GET /config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.147µs [INFO] Request 185.177.72.12 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.157µs [INFO] Request 185.177.72.12 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.266µs [INFO] Request 185.177.72.12 "GET /test HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.834µs [INFO] Request 185.177.72.12 "GET /.aws/credentials HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.591µs [INFO] Request 185.177.72.12 "GET /app_dev.php/_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.24µs [INFO] Request 185.177.72.12 "GET /app/etc/env.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.141µs [INFO] Request 185.177.72.12 "GET /index.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.063µs [INFO] Request 185.177.72.12 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.313µs [INFO] Request 185.177.72.12 "GET /secured/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.105µs [INFO] Request 185.177.72.12 "GET /application.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.672µs [INFO] Request 185.177.72.12 "GET /config.ini HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.202µs [INFO] Request 185.177.72.12 "GET /config/config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.456µs [INFO] Request 185.177.72.12 "GET /index.php/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.399µs [INFO] Request 185.177.72.12 "GET /.profile HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.117µs [INFO] Request 185.177.72.12 "GET /appsettings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.959µs [INFO] Request 185.177.72.12 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.261µs [INFO] Request 185.177.72.12 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.682µs [INFO] Request 185.177.72.12 "GET /info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.263µs [INFO] Request 185.177.72.12 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.953µs [INFO] Request 185.177.72.12 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.142µs [INFO] Request 185.177.72.12 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.639µs [INFO] Request 185.177.72.12 "GET /application-dev.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.471µs [INFO] Request 185.177.72.12 "GET /config/default.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.529µs [INFO] Request 185.177.72.12 "GET /README.md HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.688µs [INFO] Request 185.177.72.12 "GET /info HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.455µs [INFO] Request 185.177.72.12 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.313µs [INFO] Request 185.177.72.12 "GET /env.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.672µs [INFO] Request 185.177.72.12 "GET /config/config.ini HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.581µs [INFO] Request 185.177.72.12 "GET /config/environments/production.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.154µs [INFO] Request 185.177.72.12 "GET /environment.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.638µs [INFO] Request 185.177.72.12 "GET /resources/application.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.555µs [INFO] Request 185.177.72.12 "GET /config/aws.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.521µs [INFO] Request 185.177.72.12 "GET /app.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.255µs [INFO] Request 185.177.72.12 "GET /application/config/constants.php/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.205µs [INFO] Request 185.177.72.12 "GET /debug/default HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.669µs [INFO] Request 185.177.72.12 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.354µs [INFO] Request 185.177.72.12 "GET /config/application.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.466µs [INFO] Request 185.177.72.12 "GET /config/services.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.086µs [INFO] Request 185.177.72.12 "GET /dev/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.913µs [INFO] Request 185.177.72.12 "GET /api/config/tsconfig.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.284µs [INFO] Request 185.177.72.12 "GET /static/.gitlab-ci.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.779µs [INFO] Request 185.177.72.12 "GET /php_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.229µs [INFO] Request 185.177.72.12 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.831µs [INFO] Request 185.177.72.12 "GET /config/development.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.022µs [INFO] Request 185.177.72.12 "GET /test2.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.456µs [INFO] Request 185.177.72.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 34.053µs [INFO] Request 185.177.72.12 "GET /test1.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.919µs [INFO] Request 185.177.72.12 "GET /wp-config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.153µs [INFO] Request 185.177.72.12 "GET /config/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.284µs [INFO] Request 185.177.72.12 "GET /frontend_dev.php/$ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.965µs [INFO] Request 185.177.72.12 "GET /staticfiles HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.677µs [INFO] Request 185.177.72.12 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.766µs [INFO] Request 185.177.72.12 "GET /storage/logs/laravel.log HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.427µs [INFO] Request 185.177.72.12 "GET /phpversion.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.451µs [INFO] Request 185.177.72.12 "GET /Dockerfile HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.263µs [INFO] Request 185.177.72.12 "GET /settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.078µs [INFO] Request 185.177.72.12 "GET /src/main/resources/appsettings.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.326µs [INFO] Request 185.177.72.12 "GET /configs/application.ini HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.529µs [INFO] Request 185.177.72.12 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.945µs [INFO] Request 185.177.72.12 "GET /login/index.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 9.23µs [INFO] Request 185.177.72.12 "GET /src/main/resources/application.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.252µs [INFO] Request 185.177.72.12 "GET /install/index.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.273µs [INFO] Request 185.177.72.12 "GET /config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.224µs [INFO] Request 185.177.72.12 "GET /products/.gitlab-ci.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.496µs [INFO] Request 185.177.72.12 "GET /manifest.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.432µs [INFO] Request 185.177.72.12 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.36µs [INFO] Request 185.177.72.12 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.888µs [INFO] Request 185.177.72.12 "GET /php-info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.678µs [INFO] Request 185.177.72.12 "GET /config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.331µs [INFO] Request 185.177.72.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 34.688µs [INFO] Request 185.177.72.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 31µs [INFO] Request 185.177.72.12 "GET /admin/test HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.7µs [INFO] Request 185.177.72.12 "GET /php.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.325µs [INFO] Request 185.177.72.12 "GET /Node.js/JavaScript HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.95µs [INFO] Request 185.177.72.12 "GET /config/production.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.247µs [INFO] Request 185.177.72.12 "GET /config/settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.469µs [INFO] Request 185.177.72.12 "GET /env.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.786µs [INFO] Request 185.177.72.12 "GET /config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.469µs [INFO] Request 185.177.72.12 "GET /config/dev_config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.297µs [INFO] Request 185.177.72.12 "GET /config/prod_config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.074µs [INFO] Request 185.177.72.12 "GET /config/test_config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.507µs [INFO] Request 185.177.72.12 "GET /settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.008µs [INFO] Request 185.177.72.12 "GET /development.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.982µs [INFO] Request 185.177.72.12 "GET /config/environments/development.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.5µs [INFO] Request 185.177.72.12 "GET /config/environments/test.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.61µs [INFO] Request 185.177.72.12 "GET /config/application.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.052µs [INFO] Request 185.177.72.12 "GET /config/database.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.869µs [INFO] Request 185.177.72.12 "GET /config/secrets.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 9.671µs [INFO] Request 185.177.72.12 "GET /config/initializers/devise.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.413µs [INFO] Request 185.177.72.12 "GET /config/initializers/sidekiq.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.349µs [INFO] Request 185.177.72.12 "GET /config/cable.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.777µs [INFO] Request 185.177.72.12 "GET /config/puma.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.714µs [INFO] Request 185.177.72.12 "GET /web.config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.743µs [INFO] Request 185.177.72.12 "GET /appsettings.Development.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.131µs [INFO] Request 185.177.72.12 "GET /appsettings.Production.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.792µs [INFO] Request 185.177.72.12 "GET /appsettings.Test.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.463µs [INFO] Request 185.177.72.12 "GET /web.Release.config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.956µs [INFO] Request 185.177.72.12 "GET /web.Debug.config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.442µs [INFO] Request 185.177.72.12 "GET /launchSettings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.428µs [INFO] Request 185.177.72.12 "GET /nuget.config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.906µs [INFO] Request 185.177.72.12 "GET /bundleconfig.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.104µs [INFO] Request 185.177.72.12 "GET /config/dev_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.685µs [INFO] Request 185.177.72.12 "GET /config/prod_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.933µs [INFO] Request 185.177.72.12 "GET /config/test_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.354µs [INFO] Request 185.177.72.12 "GET /config/asgi.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.122µs [INFO] Request 185.177.72.12 "GET /config/wsgi.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.423µs [INFO] Request 185.177.72.12 "GET /config/urls.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.107µs [INFO] Request 185.177.72.12 "GET /config/settings/__init__.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.665µs [INFO] Request 185.177.72.12 "GET /config/settings/base.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.145µs [INFO] Request 185.177.72.12 "GET /config/settings/local.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.867µs [INFO] Request 185.177.72.12 "GET /config/app.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.896µs [INFO] Request 185.177.72.12 "GET /config/database.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.04µs [INFO] Request 185.177.72.12 "GET /config/mail.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 9.192µs [INFO] Request 185.177.72.12 "GET /config/cache.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.324µs [INFO] Request 185.177.72.12 "GET /config/queue.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 4.764µs [INFO] Request 185.177.72.12 "GET /config/session.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.86µs [INFO] Request 185.177.72.12 "GET /config/view.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.073µs [INFO] Request 185.177.72.12 "GET /config/auth.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 11.887µs [INFO] Request 185.177.72.12 "GET /config/filesystems.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.006µs [INFO] Request 185.177.72.12 "GET /config/services.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.854µs [INFO] Request 185.177.72.12 "GET /src/main/resources/application.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.563µs [INFO] Request 185.177.72.12 "GET /src/main/resources/bootstrap.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 8.533µs [INFO] Request 185.177.72.12 "GET /src/main/resources/bootstrap.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 10.64µs [INFO] Request 185.177.72.12 "GET /src/main/resources/application-dev.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 8.705µs [INFO] Request 185.177.72.12 "GET /src/main/resources/application-prod.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.352µs [INFO] Request 185.177.72.12 "GET /src/main/resources/application-test.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 8.556µs [INFO] Request 185.177.72.12 "GET /src/main/resources/logback-spring.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.781µs [INFO] Request 185.177.72.12 "GET /src/main/resources/log4j2.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.677µs [INFO] Request 185.177.72.12 "GET /src/main/resources/application-context.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.882µs [INFO] Request 185.177.72.12 "GET /src/environments/environment.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.412µs [INFO] Request 185.177.72.12 "GET /src/environments/environment.prod.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.636µs [INFO] Request 185.177.72.12 "GET /src/environments/environment.dev.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.53µs [INFO] Request 185.177.72.12 "GET /src/environments/environment.test.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.232µs [INFO] Request 185.177.72.12 "GET /angular.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.443µs [INFO] Request 185.177.72.12 "GET /tsconfig.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.985µs [INFO] Request 185.177.72.12 "GET /tsconfig.app.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 10.289µs [INFO] Request 185.177.72.12 "GET /tsconfig.spec.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.407µs [INFO] Request 185.177.72.12 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 12.555µs [INFO] Request 185.177.72.12 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.167µs [INFO] Request 185.177.72.12 "GET /instance/config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.942µs [INFO] Request 185.177.72.12 "GET /app/config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.148µs [INFO] Request 185.177.72.12 "GET /app/settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.658µs [INFO] Request 185.177.72.12 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.204µs [INFO] Request 185.177.72.12 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.696µs [INFO] Request 185.177.72.12 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.848µs [INFO] Request 185.177.72.12 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.225µs [INFO] Request 185.177.72.12 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.165µs [INFO] Request 185.177.72.12 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.552µs [INFO] Request 185.177.72.12 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.521µs [INFO] Request 185.177.72.12 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.33µs [INFO] Request 185.177.72.12 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.049µs [INFO] Request 185.177.72.12 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.202µs [INFO] Request 185.177.72.12 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.748µs [INFO] Request 185.177.72.12 "GET /config/test.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.301µs [INFO] Request 185.177.72.12 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.407µs [INFO] Request 185.177.72.12 "GET /config/packages/prod.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.802µs [INFO] Request 185.177.72.12 "GET /config/packages/dev.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.839µs [INFO] Request 185.177.72.12 "GET /config/packages/test.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.177µs [INFO] Request 185.177.72.12 "GET /config/routes.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.805µs [INFO] Request 185.177.72.12 "GET /config/packages/security.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.664µs [INFO] Request 185.177.72.12 "GET /config/packages/doctrine.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.295µs [INFO] Request 185.177.72.12 "GET /config/packages/twig.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.378µs [INFO] Request 185.177.72.12 "GET /config/packages/framework.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.083µs [INFO] Request 185.177.72.12 "GET /config/packages/cache.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.491µs [INFO] Request 185.177.72.12 "GET /appsettings.Staging.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.773µs [INFO] Request 185.177.72.12 "GET /hosting.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.781µs [INFO] Request 185.177.72.12 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.554µs [INFO] Request 185.177.72.12 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.479µs [INFO] Request 185.177.72.12 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.706µs [INFO] Request 185.177.72.12 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.581µs [INFO] Request 185.177.72.12 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.693µs [INFO] Request 185.177.72.12 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.193µs [INFO] Request 185.177.72.12 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.479µs [INFO] Request 185.177.72.12 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 34.256µs [INFO] Request 185.177.72.12 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.506µs [INFO] Request 185.177.72.12 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.529µs [INFO] Request 185.177.72.12 "GET /conf/application.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.891µs [INFO] Request 185.177.72.12 "GET /conf/routes HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.566µs [INFO] Request 185.177.72.12 "GET /conf/logback.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.619µs [INFO] Request 185.177.72.12 "GET /conf/messages HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.258µs [INFO] Request 185.177.72.12 "GET /conf/play.plugins HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.498µs [INFO] Request 185.177.72.12 "GET /conf/application-dev.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.612µs [INFO] Request 185.177.72.12 "GET /conf/application-prod.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.616µs [INFO] Request 185.177.72.12 "GET /conf/application-test.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.906µs [INFO] Request 185.177.72.12 "GET /conf/dev-application.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.273µs [INFO] Request 185.177.72.12 "GET /conf/prod-application.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.034µs [INFO] Request 185.177.72.12 "GET /config/settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.937µs [INFO] Request 185.177.72.12 "GET /config/env.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.438µs [INFO] Request 185.177.72.12 "GET /meteor.settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.141µs [INFO] Request 185.177.72.12 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.231µs [INFO] Request 185.177.72.12 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.227µs [INFO] Request 185.177.72.12 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.271µs [INFO] Request 185.177.72.12 "GET /application/config/config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.028µs [INFO] Request 185.177.72.12 "GET /application/config/database.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.595µs [INFO] Request 185.177.72.12 "GET /application/config/email.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.807µs [INFO] Request 185.177.72.12 "GET /application/config/autoload.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.274µs [INFO] Request 185.177.72.12 "GET /application/config/routes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.157µs [INFO] Request 185.177.72.12 "GET /application/config/constants.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.739µs [INFO] Request 185.177.72.12 "GET /application/config/mimes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.434µs [INFO] Request 185.177.72.12 "GET /application/config/hooks.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 4.909µs [INFO] Request 185.177.72.12 "GET /application/config/encryption.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.3µs [INFO] Request 185.177.72.12 "GET /application/config/profiler.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.333µs [INFO] Request 185.177.72.12 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.063µs [INFO] Request 185.177.72.12 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.965µs [INFO] Request 185.177.72.12 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.341µs [INFO] Request 185.177.72.12 "GET /local_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.907µs [INFO] Request 185.177.72.12 "GET /config/database.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.571µs [INFO] Request 185.177.72.12 "GET /config/email.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.005µs [INFO] Request 185.177.72.12 "GET /config/secrets.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.07µs [INFO] Request 185.177.72.12 "GET /config/initializers/secret_token.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.055µs [INFO] Request 185.177.72.12 "GET /config/initializers/session_store.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.86µs [INFO] Request 185.177.72.12 "GET /config/credentials.yml.enc HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.599µs [INFO] Request 185.177.72.12 "GET /config/broadcasting.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.32µs [INFO] Request 185.177.72.12 "GET /config/application-dev.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.733µs [INFO] Request 185.177.72.12 "GET /config/application-prod.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.735µs [INFO] Request 185.177.72.12 "GET /config/application-test.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.13µs [INFO] Request 185.177.72.12 "GET /src/main/resources/database.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.807µs [INFO] Request 185.177.72.12 "GET /src/main/resources/security.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.99µs [INFO] Request 185.177.72.12 "GET /Properties/launchSettings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.659µs [INFO] Request 185.177.72.12 "GET /appsettings.QA.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.204µs [INFO] Request 185.177.72.12 "GET /appsettings.Local.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.555µs [INFO] Request 185.177.72.12 "GET /src/environments/environment.staging.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.015µs [INFO] Request 185.177.72.12 "GET /src/config/app.config.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.654µs [INFO] Request 185.177.72.12 "GET /src/config/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.444µs [INFO] Request 185.177.72.12 "GET /src/config/environment.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.165µs [INFO] Request 185.177.72.12 "GET /src/config/settings.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.617µs [INFO] Request 185.177.72.12 "GET /src/config/config.ts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.049µs [INFO] Request 185.177.72.12 "GET /src/settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.454µs [INFO] Request 185.177.72.12 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.342µs [INFO] Request 185.177.72.12 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.269µs [INFO] Request 185.177.72.12 "GET /config/development.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.036µs [INFO] Request 185.177.72.12 "GET /config/production.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.951µs [INFO] Request 185.177.72.12 "GET /config/test.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.958µs [INFO] Request 185.177.72.12 "GET /config/secrets.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.096µs [INFO] Request 185.177.72.12 "GET /config/packages/prod/doctrine.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.333µs [INFO] Request 185.177.72.12 "GET /config/packages/dev/twig.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.732µs [INFO] Request 185.177.72.12 "GET /config/packages/test/security.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.062µs [INFO] Request 185.177.72.12 "GET /config/routes/dev/twig.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.424µs [INFO] Request 185.177.72.12 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.935µs [INFO] Request 185.177.72.12 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.036µs [INFO] Request 185.177.72.12 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.041µs [INFO] Request 185.177.72.12 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.05µs [INFO] Request 185.177.72.12 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.044µs [INFO] Request 185.177.72.12 "GET /config/environment.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.297µs [INFO] Request 185.177.72.12 "GET /private/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.904µs [INFO] Request 185.177.72.12 "GET /private/env.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.323µs [INFO] Request 185.177.72.12 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.3µs [INFO] Request 185.177.72.12 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.994µs [INFO] Request 185.177.72.12 "GET /application/config/doctypes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.427µs [INFO] Request 185.177.72.12 "GET /application/config/foreign_chars.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.817µs [INFO] Request 185.177.72.12 "GET /application/config/migration.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.081µs [INFO] Request 185.177.72.12 "GET /config/app_local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.96µs [INFO] Request 185.177.72.12 "GET /config/bootstrap.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.835µs [INFO] Request 185.177.72.12 "GET /config/app.default.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.061µs [INFO] Request 185.177.72.12 "GET /config/routes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.38µs [INFO] Request 185.177.72.12 "GET /config/paths.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.878µs [INFO] Request 185.177.72.12 "GET /config/env.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.992µs [INFO] Request 185.177.72.12 "GET /config/cli_bootstrap.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.038µs [INFO] Request 185.177.72.12 "GET /config/requirements.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.31µs [INFO] Request 185.177.72.12 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.776µs [INFO] Request 185.177.72.12 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.71µs [INFO] Request 185.177.72.12 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.89µs [INFO] Request 185.177.72.12 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.26µs [INFO] Request 185.177.72.12 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.42µs [INFO] Request 185.177.72.12 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.241µs [INFO] Request 185.177.72.12 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.969µs [INFO] Request 185.177.72.12 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.388µs [INFO] Request 185.177.72.12 "GET /config/routes.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.224µs [INFO] Request 185.177.72.12 "GET /config/config.go HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.674µs [INFO] Request 185.177.72.12 "GET /config/dev.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.38µs [INFO] Request 185.177.72.12 "GET /config/prod.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 11.424µs [INFO] Request 185.177.72.12 "GET /config/staging.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.633µs [INFO] Request 185.177.72.12 "GET /config/local.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.408µs [INFO] Request 185.177.72.12 "GET /config/database.go HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.432µs [INFO] Request 185.177.72.12 "GET /config/env.go HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.201µs [INFO] Request 185.177.72.12 "GET /config/kubeconfig.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 11.615µs [INFO] Request 185.177.72.12 "GET /config/deployment.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.901µs [INFO] Request 185.177.72.12 "GET /config/service.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.406µs [INFO] Request 185.177.72.12 "GET /config/secret.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.966µs [INFO] Request 185.177.72.12 "GET /config/configmap.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.63µs [INFO] Request 185.177.72.12 "GET /config/pod.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.484µs [INFO] Request 185.177.72.12 "GET /config/namespace.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.588µs [INFO] Request 185.177.72.12 "GET /config/role.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.418µs [INFO] Request 185.177.72.12 "GET /config/rolebinding.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 35.834µs [INFO] Request 185.177.72.12 "GET /config/ingress.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.39µs [INFO] Request 185.177.72.12 "GET /conf/development.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.714µs [INFO] Request 185.177.72.12 "GET /conf/production.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.547µs [INFO] Request 185.177.72.12 "GET /conf/test.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.61µs [INFO] Request 185.177.72.12 "GET /conf/application.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 43.266µs [INFO] Request 185.177.72.12 "GET /conf/application.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.081µs [INFO] Request 185.177.72.12 "GET /conf/application.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.839µs [INFO] Request 185.177.72.12 "GET /config/autoload/global.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.104µs [INFO] Request 185.177.72.12 "GET /config/autoload/local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.36µs [INFO] Request 185.177.72.12 "GET /config/application.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.422µs [INFO] Request 185.177.72.12 "GET /config/module.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.922µs [INFO] Request 185.177.72.12 "GET /config/database.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.951µs [INFO] Request 185.177.72.12 "GET /config/development.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.183µs [INFO] Request 185.177.72.12 "GET /config/production.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.461µs [INFO] Request 185.177.72.12 "GET /config/test.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.813µs [INFO] Request 185.177.72.12 "GET /config/security.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.896µs [INFO] Request 185.177.72.12 "GET /config/acl.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.086µs [INFO] Request 185.177.72.12 "GET /app/etc/config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.523µs [INFO] Request 185.177.72.12 "GET /app/code/local.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.029µs [INFO] Request 185.177.72.12 "GET /app/code/core.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.925µs [INFO] Request 185.177.72.12 "GET /app/etc/local.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.032µs [INFO] Request 185.177.72.12 "GET /app/etc/config/local.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.043µs [INFO] Request 185.177.72.12 "GET /app/etc/config/core.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.216µs [INFO] Request 185.177.72.12 "GET /app/etc/env.local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.026µs [INFO] Request 185.177.72.12 "GET /app/etc/config.local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.319µs [INFO] Request 185.177.72.12 "GET /app/etc/settings.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.127µs [INFO] Request 185.177.72.12 "GET /terraform.tfvars HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.862µs [INFO] Request 185.177.72.12 "GET /terraform.tfstate HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.254µs [INFO] Request 185.177.72.12 "GET /backend.tf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.659µs [INFO] Request 185.177.72.12 "GET /provider.tf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.228µs [INFO] Request 185.177.72.12 "GET /variables.tf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.857µs [INFO] Request 185.177.72.12 "GET /outputs.tf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.188µs [INFO] Request 185.177.72.12 "GET /main.tf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.685µs [INFO] Request 185.177.72.12 "GET /modules/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.006µs [INFO] Request 185.177.72.12 "GET /environments/dev/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.833µs [INFO] Request 185.177.72.12 "GET /environments/prod/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.971µs [INFO] Request 185.177.72.12 "GET /ansible.cfg HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.141µs [INFO] Request 185.177.72.12 "GET /inventory/hosts HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.164µs [INFO] Request 185.177.72.12 "GET /group_vars/all HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.883µs [INFO] Request 185.177.72.12 "GET /host_vars/local HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.076µs [INFO] Request 185.177.72.12 "GET /roles/common/tasks/main.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.37µs [INFO] Request 185.177.72.12 "GET /roles/web/tasks/main.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.3µs [INFO] Request 185.177.72.12 "GET /roles/db/tasks/main.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.73µs [INFO] Request 185.177.72.12 "GET /playbooks/site.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.028µs [INFO] Request 185.177.72.12 "GET /playbooks/web.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.481µs [INFO] Request 185.177.72.12 "GET /playbooks/db.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.245µs [INFO] Request 185.177.72.12 "GET /jenkins/config.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.263µs [INFO] Request 185.177.72.12 "GET /secrets/credentials.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.298µs [INFO] Request 185.177.72.12 "GET /jenkins/secrets/master.key HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.225µs [INFO] Request 185.177.72.12 "GET /jenkins/secrets/hudson.util.Secret HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.889µs [INFO] Request 185.177.72.12 "GET /jobs/config.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.601µs [INFO] Request 185.177.72.12 "GET /pipeline/config.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.373µs [INFO] Request 185.177.72.12 "GET /pipeline/jobs/config.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.13µs [INFO] Request 185.177.72.12 "GET /secrets/initialAdminPassword HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.368µs [INFO] Request 185.177.72.12 "GET /secrets/master.key HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.011µs [INFO] Request 185.177.72.12 "GET /secrets/jenkins.util.Secret HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.834µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/puppet/puppet.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 11.714µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/code/environments/production/manifests/site.pp HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.253µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/code/environments/development/manifests/site.pp HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.453µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/code/hiera.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.037µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/code/modules/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.964µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/puppet/ssl/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.557µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/puppet/auth.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.409µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/puppet/routes.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.792µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/puppet/environment.conf HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.481µs [INFO] Request 185.177.72.12 "GET /etc/puppetlabs/code/modules/apache/manifests/init.pp HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.904µs [INFO] Request 185.177.72.12 "GET /etc/chef/client.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.257µs [INFO] Request 185.177.72.12 "GET /etc/chef/solo.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.082µs [INFO] Request 185.177.72.12 "GET /etc/chef/knife.rb HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.174µs [INFO] Request 185.177.72.12 "GET /etc/chef/encrypted_data_bag_secret HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.146µs [INFO] Request 185.177.72.12 "GET /cookbooks/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.977µs [INFO] Request 185.177.72.12 "GET /data_bags/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.828µs [INFO] Request 185.177.72.12 "GET /roles/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.166µs [INFO] Request 185.177.72.12 "GET /environments/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.193µs [INFO] Request 185.177.72.12 "GET /nodes/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.23µs [INFO] Request 185.177.72.12 "GET /policies/ HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.711µs [INFO] Request 185.177.72.12 "GET /docker-compose.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.024µs [INFO] Request 185.177.72.12 "GET /.docker/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.924µs [INFO] Request 185.177.72.12 "GET /config/daemon.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.211µs [INFO] Request 185.177.72.12 "GET /config/dockerfile HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.012µs [INFO] Request 185.177.72.12 "GET /config/compose-file HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.804µs [INFO] Request 185.177.72.12 "GET /config/docker-compose.override.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.453µs [INFO] Request 185.177.72.12 "GET /config/docker-compose.prod.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.56µs [INFO] Request 185.177.72.12 "GET /config/docker-compose.dev.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.604µs [INFO] Request 185.177.72.12 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.654µs [INFO] Request 185.177.72.12 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.854µs [INFO] Request 185.177.72.12 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.541µs [INFO] Request 185.177.72.12 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.993µs [INFO] Request 185.177.72.12 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.545µs [INFO] Request 185.177.72.12 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.028µs [INFO] Request 185.177.72.12 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.238µs [INFO] Request 185.177.72.12 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.88µs [INFO] Request 185.177.72.12 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.539µs [INFO] Request 185.177.72.12 "GET /.remote HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.313µs [INFO] Request 185.177.72.12 "GET /.local HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.232µs [INFO] Request 185.177.72.12 "GET /.production HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.162µs [INFO] Request 185.177.72.12 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.184µs [INFO] Request 185.177.72.12 "GET /sendgrid.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.515µs [INFO] Request 185.177.72.12 "GET /gists/cache HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.047µs [INFO] Request 185.177.72.12 "GET /infophp.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.41µs [INFO] Request 185.177.72.12 "GET /i.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.956µs [INFO] Request 185.177.72.12 "GET /asdf.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.551µs [INFO] Request 185.177.72.12 "GET /pinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.103µs [INFO] Request 185.177.72.12 "GET /time.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.202µs [INFO] Request 185.177.72.12 "GET /temp.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.901µs [INFO] Request 185.177.72.12 "GET /old_phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.729µs [INFO] Request 185.177.72.12 "GET /infos.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.768µs [INFO] Request 185.177.72.12 "GET /linusadmin-phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 41.062µs [INFO] Request 185.177.72.12 "GET /dashboard/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.872µs [INFO] Request 185.177.72.12 "GET /phpinfo.php3 HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.323µs [INFO] Request 185.177.72.12 "GET /phpinfo.php4 HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.937µs [INFO] Request 185.177.72.12 "GET /phpinfo.php5 HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.802µs [INFO] Request 185.177.72.12 "GET /phpinfos.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.063µs [INFO] Request 185.177.72.12 "GET /_profiler/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.52µs [INFO] Request 185.177.72.12 "GET /live_env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.097µs [INFO] Request 185.177.72.12 "GET /public/client/planinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.079µs [INFO] Request 185.177.72.12 "GET /aws.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.286µs [INFO] Request 185.177.72.12 "GET /config/aws.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.62µs [INFO] Request 185.177.72.12 "GET /symfony/_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.338µs [INFO] Request 185.177.72.12 "GET /login HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.724µs [INFO] Request 185.177.72.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 34.726µs [INFO] Request 185.177.72.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 35.644µs [INFO] Request 185.177.72.12 "GET /.aws/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.704µs [INFO] Request 185.177.72.12 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.42µs [INFO] Request 185.177.72.12 "GET /wp-config.php.bak HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.204µs [INFO] Request 185.177.72.12 "GET /.wp-config.php.swp HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.11µs [INFO] Request 185.177.72.12 "GET /wp-config.php.old HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.24µs [INFO] Request 185.177.72.12 "GET /.vscode/sftp.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.17µs [INFO] Request 185.177.72.12 "GET /.vscode/settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.071µs [INFO] Request 185.177.72.12 "GET /.ssh/sftp-config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.977µs [INFO] Request 185.177.72.12 "GET /sftp-config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.049µs [INFO] Request 185.177.72.12 "GET /sftp.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.112µs [INFO] Request 185.177.72.12 "GET /prevlaravel/sftp-config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.8µs [INFO] Request 185.177.72.12 "GET /sendgrid.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.41µs [INFO] Request 185.177.72.12 "GET /sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.581µs [INFO] Request 185.177.72.12 "GET /sendgrid_email/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.107µs [INFO] Request 185.177.72.12 "GET /config/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.056µs [INFO] Request 185.177.72.12 "GET /.env.sendgrid HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.844µs [INFO] Request 185.177.72.12 "GET /sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.16µs [INFO] Request 185.177.72.12 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.729µs [INFO] Request 185.177.72.12 "GET /private/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.77µs [INFO] Request 185.177.72.12 "GET /config/private/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.591µs [INFO] Request 185.177.72.12 "GET /backup/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.387µs [INFO] Request 185.177.72.12 "GET /secrets/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.499µs [INFO] Request 185.177.72.12 "GET /wp-content/uploads/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.281µs [INFO] Request 185.177.72.12 "GET /wp-content/plugins/wp-mail-smtp/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.122µs [INFO] Request 185.177.72.12 "GET /wp-content/plugins/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.214µs [INFO] Request 185.177.72.12 "GET /modules/contrib/sendgrid_mail/sendgrid_mail.module HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.134µs [INFO] Request 185.177.72.12 "GET /modules/contrib/sendgrid_mail/sendgrid_mail.settings.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.515µs [INFO] Request 185.177.72.12 "GET /modules/contrib/sendgrid_mail/sendgrid_mail.services.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.572µs [INFO] Request 185.177.72.12 "GET /modules/contrib/sendgrid_mail/translations/sendgrid_mail.fr.po HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.037µs [INFO] Request 185.177.72.12 "GET /wp-content/themes/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.1µs [INFO] Request 185.177.72.12 "GET /wp-content/uploads/wp-mail-smtp/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.794µs [INFO] Request 185.177.72.12 "GET /wp-content/backup/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.306µs [INFO] Request 185.177.72.12 "GET /wp-includes/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 15.859µs [INFO] Request 185.177.72.12 "GET /wp-content/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.305µs [INFO] Request 185.177.72.12 "GET /wp-admin/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.224µs [INFO] Request 185.177.72.12 "GET /sendgrid_keys HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.451µs [INFO] Request 185.177.72.12 "GET /.sendgrid/credentials HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 17.401µs [INFO] Request 185.177.72.12 "GET /.sendgrid/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.165µs [INFO] Request 185.177.72.12 "GET /config/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.442µs [INFO] Request 185.177.72.12 "GET /config/sendgrid_config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.957µs [INFO] Request 185.177.72.12 "GET /private/sendgrid_keys HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.354µs [INFO] Request 185.177.72.12 "GET /private/sendgrid_config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.498µs [INFO] Request 185.177.72.12 "GET /backup/sendgrid_keys HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.887µs [INFO] Request 185.177.72.12 "GET /backup/sendgrid_config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.463µs [INFO] Request 185.177.72.12 "GET /secrets/sendgrid_keys HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.105µs [INFO] Request 185.177.72.12 "GET /secrets/sendgrid_config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.065µs [INFO] Request 185.177.72.12 "GET /config/sendgrid.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.142µs [INFO] Request 185.177.72.12 "GET /settings/sendgrid_keys HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.318µs [INFO] Request 185.177.72.12 "GET /settings/sendgrid_config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.401µs [INFO] Request 185.177.72.12 "GET /config/settings/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.022µs [INFO] Request 185.177.72.12 "GET /config/settings/sendgrid_config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.2µs [INFO] Request 185.177.72.12 "GET /config/env/sendgrid.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.224µs [INFO] Request 185.177.72.12 "GET /config/env/sendgrid_keys.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.357µs [INFO] Request 185.177.72.12 "GET /instance/sendgrid_keys.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.318µs [INFO] Request 185.177.72.12 "GET /sendgrid_keys.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.721µs [INFO] Request 185.177.72.12 "GET /sendgrid_keys.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.152µs [INFO] Request 185.177.72.12 "GET /keys/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.309µs [INFO] Request 185.177.72.12 "GET /api_keys/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.151µs [INFO] Request 185.177.72.12 "GET /config/packages/sendgrid.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.076µs [INFO] Request 185.177.72.12 "GET /config/secrets/prod/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.944µs [INFO] Request 185.177.72.12 "GET /config/secrets/dev/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.961µs [INFO] Request 185.177.72.12 "GET /config/sendgrid.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.131µs [INFO] Request 185.177.72.12 "GET /storage/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 13.698µs [INFO] Request 185.177.72.12 "GET /backup/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.071µs [INFO] Request 185.177.72.12 "GET /secrets/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.219µs [INFO] Request 185.177.72.12 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.262µs [INFO] Request 185.177.72.12 "GET /private/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 14.404µs [INFO] Request 4.227.36.63 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.376µs [INFO] Request 20.171.207.68 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 38.542µs [INFO] Request 185.247.137.229 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)" 31.47µs [INFO] Request 93.123.109.4 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.362µs [INFO] Request 93.123.109.4 "GET /.env.save HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.441µs [INFO] Request 93.123.109.4 "GET /.env.prod HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.47µs [INFO] Request 93.123.109.4 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.808µs [INFO] Request 93.123.109.4 "GET /dev/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 15.012µs [INFO] Request 93.123.109.4 "GET /application/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.898µs [INFO] Request 93.123.109.4 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.75µs [INFO] Request 93.123.109.4 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.541µs [INFO] Request 93.123.109.4 "GET /php_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.81µs [INFO] Request 93.123.109.4 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.505µs [INFO] Request 93.123.109.4 "GET /backend/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.75µs [INFO] Request 93.123.109.4 "GET /.env.example HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.224µs [INFO] Request 93.123.109.4 "GET /admin/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.951µs [INFO] Request 93.123.109.4 "GET /info HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.846µs [INFO] Request 93.123.109.4 "GET /sendgrid.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.544µs [INFO] Request 93.123.109.4 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.753µs [INFO] Request 93.123.109.4 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.492µs [INFO] Request 93.123.109.4 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.67µs [INFO] Request 93.123.109.4 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.105µs [INFO] Request 93.123.109.4 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.471µs [INFO] Request 93.123.109.4 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.018µs [INFO] Request 93.123.109.4 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.816µs [INFO] Request 93.123.109.4 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.323µs [INFO] Request 93.123.109.4 "GET /config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.888µs [INFO] Request 93.123.109.4 "GET /credentials.json HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.174µs [INFO] Request 93.123.109.4 "GET /secrets.json HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.641µs [INFO] Request 93.123.109.4 "GET /manifest.json HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.513µs [INFO] Request 93.123.109.4 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.18µs [INFO] Request 93.123.109.4 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.745µs [INFO] Request 93.123.109.4 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.687µs [INFO] Request 93.123.109.4 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.112µs [INFO] Request 93.123.109.4 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.172µs [INFO] Request 93.123.109.4 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.12µs [INFO] Request 93.123.109.4 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.731µs [INFO] Request 93.123.109.4 "POST / HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.599µs [INFO] Request 172.182.204.244 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)" 14.207µs [INFO] Request 4.227.36.20 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 7.643µs [INFO] Request 20.171.207.41 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 38.313µs [INFO] Request 165.227.120.69 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36" 34.092µs [INFO] Request 71.6.134.233 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 33.217µs [INFO] Request 71.6.134.233 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 4.156232ms [INFO] Request 159.203.103.178 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36" 33.052µs [INFO] Request 4.227.36.108 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.769µs [INFO] Request 20.171.207.238 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 39.56µs [INFO] Request 44.202.158.116 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36" 34.191µs [INFO] Request 139.59.70.206 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36" 33.519µs [INFO] Request 139.59.70.206 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36" 262.133µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.029µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.477µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 16.366µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.355µs [INFO] Request 164.90.228.79 "GET / HTTP/1.1" 200 390 "" 34.312µs [INFO] Request 164.90.228.79 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 6.0; HTC One M9 Build/MRA93821) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.6352.98 Mobile Safari/537.3" 33.985µs [INFO] Request 164.90.228.79 "GET /@vite/env HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.848µs [INFO] Request 164.90.228.79 "GET /actuator/env HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.266µs [INFO] Request 164.90.228.79 "GET /server HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.311µs [INFO] Request 164.90.228.79 "GET /.vscode/sftp.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.232µs [INFO] Request 164.90.228.79 "GET /about HTTP/1.1" 404 -1 "Go-http-client/1.1" 15.023µs [INFO] Request 164.90.228.79 "GET /debug/default/view HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.958µs [INFO] Request 164.90.228.79 "GET /v2/_catalog HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.933µs [INFO] Request 164.90.228.79 "GET /ecp/Current/exporttool/microsoft.exchange.ediscovery.exporttool.application HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.638µs [INFO] Request 164.90.228.79 "GET /server-status HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.242µs [INFO] Request 164.90.228.79 "GET /login.action HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.427µs [INFO] Request 164.90.228.79 "GET /_all_dbs HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.5µs [INFO] Request 164.90.228.79 "GET /.DS_Store HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.875µs [INFO] Request 164.90.228.79 "GET /.env HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.685µs [INFO] Request 164.90.228.79 "GET /.git/config HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.529µs [INFO] Request 164.90.228.79 "GET /s/9313e2539313e2132323e27333/_/;/META-INF/maven/com.atlassian.jira/jira-webapp-dist/pom.properties HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.924µs [INFO] Request 164.90.228.79 "GET /config.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.264µs [INFO] Request 164.90.228.79 "GET /telescope/requests HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.245µs [INFO] Request 164.90.228.79 "GET /info.php HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.977µs [INFO] Request 164.90.228.79 "GET / HTTP/1.1" 200 390 "Go-http-client/1.1" 41.352µs [INFO] Request 93.123.109.64 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36 Edg/101.0.1210.39" 14.617µs [INFO] Request 104.252.191.155 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 32.042µs [INFO] Request 104.164.126.208 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 32.079µs [INFO] Request 104.164.126.208 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 32.225µs [INFO] Request 104.164.126.208 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 3.652484ms [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.784µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.112µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.375µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.1µs [INFO] Request 104.164.126.208 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 14.153µs [INFO] Request 31.171.154.131 "GET / HTTP/1.1" 200 390 "WanScannerBot/1.1" 35.081µs [INFO] Request 103.196.9.18 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (iPhone; CPU iPhone OS 18_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/138.0.7204.156 Mobile/15E148 Safari/604.1" 32.855µs [INFO] Request 206.204.6.216 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (iPhone; CPU iPhone OS 18_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/138.0.7204.156 Mobile/15E148 Safari/604.1" 34.16µs [INFO] Request 103.196.9.18 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (iPhone; CPU iPhone OS 18_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/138.0.7204.156 Mobile/15E148 Safari/604.1" 276.119µs [INFO] Request 206.204.6.216 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (iPhone; CPU iPhone OS 18_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/138.0.7204.156 Mobile/15E148 Safari/604.1" 281.868µs [INFO] Request 103.4.251.234 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 34.897µs [INFO] Request 103.4.251.91 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 31.99µs [INFO] Request 103.4.251.234 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 35.304µs [INFO] Request 103.4.251.234 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 274.538µs [INFO] Request 103.4.251.234 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 127.892µs [INFO] Request 103.4.251.234 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 14.078µs [INFO] Swapping model to [Ministral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Swapping model to [YandexGPT] srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 103.4.251.234 "GET /upstream/Ministral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 10.280833363s terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health [INFO] Request 103.4.251.234 "GET /upstream/YandexGPT/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 19.615794126s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q6] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ...........................srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 ...................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health [INFO] Request 103.4.251.234 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 29.693901618s terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q4] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health [INFO] Request 103.4.251.234 "GET /upstream/deepseek-q6/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 35.437651796s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [mistral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health [INFO] Request 103.4.251.234 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 45.638359431s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB .[INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 .............................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health [INFO] Request 103.4.251.234 "GET /upstream/mistral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 55.927408097s [INFO] Unloading model mistral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Request 161.97.181.43 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/120.0.6099.199 Safari/537.36" 776.775µs [INFO] Request 103.4.250.150 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 33.945µs [INFO] Request 104.164.173.168 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 41.923µs [INFO] Request 103.4.250.150 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 3.129513ms [INFO] Request 103.4.250.150 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 3.706912ms [INFO] Request 103.4.250.150 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 14.297µs [INFO] Request 103.4.250.150 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 3.380505ms [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.2µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.505µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.416µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.128µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.441µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.505µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.432µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.921µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.712µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.076µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.843µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.217µs [INFO] Request 172.233.62.72 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36 GLS/100.10.9939.100" 33.699µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.383µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.547µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.292µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.797µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 12.5µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.303µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.951µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.446µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.255µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.326µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.305µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.323µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.373µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.779µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.105µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 24.725µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.181µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.536µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.819µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.943µs [INFO] Request 104.252.191.247 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 29.303µs [INFO] Request 103.4.251.133 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 30.961µs [INFO] Request 104.252.191.247 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 9.885µs [INFO] Request 104.252.191.247 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 243.687µs [INFO] Request 104.252.191.247 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 12.286µs [INFO] Request 104.252.191.247 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 89.696µs [INFO] Swapping model to [YandexGPT] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Swapping model to [Ministral] srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health srv log_server_r: request: GET / 127.0.0.1 200 srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 104.252.191.247 "GET /upstream/YandexGPT/ HTTP/1.1" 200 1263128 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 10.268126619s [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q4] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health [INFO] Request 104.252.191.247 "GET /upstream/Ministral/ HTTP/1.1" 502 47 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 20.519518229s terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9126/health srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Request 104.252.191.247 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 28.057575924s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q6] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ...........................srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 ...................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 104.252.191.247 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 38.263127711s [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [mistral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health [INFO] Request 104.252.191.247 "GET /upstream/deepseek-q6/ HTTP/1.1" 502 47 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 48.515870773s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB .srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 .............................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health [INFO] Request 104.252.191.247 "GET /upstream/mistral/ HTTP/1.1" 502 47 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 57.696407215s [INFO] Unloading model mistral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.155µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.523µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.222µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 16.14µs [INFO] Request 4.227.36.63 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.655µs [INFO] Request 20.171.207.173 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 3.411753ms [INFO] Request 5.161.204.20 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36 GLS/100.10.9939.100" 32.169µs [INFO] Request 157.180.29.204 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36 GLS/100.10.9939.100" 33.006µs [INFO] Request 167.172.255.128 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36" 34.527µs [INFO] Request 171.244.43.14 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Mobile Safari/537.36" 14.198µs [INFO] Request 171.244.43.14 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Mobile Safari/537.36" 33.85µs [INFO] Request 128.199.18.167 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64; rv:137.0) Gecko/20100101 Firefox/137.0" 34.167µs [INFO] Request 128.199.18.167 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64; rv:137.0) Gecko/20100101 Firefox/137.0" 4.056234ms [INFO] Request 174.138.72.39 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36" 259.345µs [INFO] Request 161.97.181.43 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/120.0.6099.199 Safari/537.36" 32.424µs [INFO] Request 167.172.30.215 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36" 3.119368ms [INFO] Request 34.211.218.205 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.100 Safari/537.36" 33.652µs [INFO] Request 18.117.97.219 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; SM-G950U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.111 Mobile Safari/537.36" 13.987µs [INFO] Request 103.196.9.6 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 33.315µs [INFO] Request 104.252.191.46 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 38.594µs [INFO] Request 104.252.191.46 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 35.393µs [INFO] Request 104.252.191.46 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 249.409µs [INFO] Request 104.252.191.46 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 14.962µs [INFO] Request 104.252.191.46 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 86.533µs [INFO] Swapping model to [Ministral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) [INFO] Swapping model to [YandexGPT] srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv log_server_r: request: GET / 127.0.0.1 200 srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 104.252.191.46 "GET /upstream/Ministral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 10.278328625s [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q6] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health [INFO] Request 104.252.191.46 "GET /upstream/YandexGPT/ HTTP/1.1" 502 47 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 20.584970468s terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [mistral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health [INFO] Request 104.252.191.46 "GET /upstream/deepseek-q6/ HTTP/1.1" 502 47 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 35.954592667s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB ...srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 ............................................................................................ llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 104.252.191.46 "GET /upstream/mistral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 45.325545348s [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q4] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ......................srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 ........................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health [INFO] Request 104.252.191.46 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 55.819112297s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health [INFO] Request 104.252.191.46 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 1m6.29883743s [INFO] Unloading model deepseek-q4, TTL of 10s reached. terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Request 196.251.70.223 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/11.1.2 Safari/605.1.15" 14.229µs [INFO] Request 34.147.49.101 "GET / HTTP/1.1" 200 390 "Scrapy/2.12.0 (+https://scrapy.org)" 3.548403ms [INFO] Request 93.123.109.7 "GET /.git/config HTTP/1.1" 404 -1 "Mediapartners-Google" 14.442µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.157µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.238µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.047µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.148µs [INFO] Request 91.231.89.127 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:134.0) Gecko/20100101 Firefox/134.0" 31.675µs [INFO] Request 91.196.152.42 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:134.0) Gecko/20100101 Firefox/134.0" 3.351482ms [INFO] Request 188.166.14.195 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36" 36.099µs [INFO] Request 188.166.14.195 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36" 273.941µs [INFO] Request 4.227.36.106 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.1µs [INFO] Request 20.171.207.21 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 39.106µs [INFO] Request 93.123.109.79 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-en) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4" 14.221µs [INFO] Request 137.184.165.163 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 810.697µs [INFO] Request 137.184.165.163 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 3.605019ms [INFO] Request 195.113.172.13 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64; rv:131.0) Gecko/20100101 Firefox/131.0" 29.3µs [INFO] Request 196.251.81.14 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; Pixel 2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.111 Mobile Safari/537.36" 14.099µs [INFO] Request 51.81.46.212 "GET / HTTP/1.1" 200 390 "" 31.624µs [INFO] Request 3.254.179.166 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)" 31.988µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 15.735µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.557µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.82µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.428µs [INFO] Request 203.55.131.3 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 32.34µs [INFO] Request 199.45.154.115 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 33.12µs [INFO] Request 199.45.154.115 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 263.491µs [INFO] Request 199.45.154.115 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 15.952µs [INFO] Request 44.229.15.252 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.578µs [INFO] Request 44.229.15.252 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 34.622µs [INFO] Request 4.227.36.49 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.169µs [INFO] Request 20.171.207.250 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 38.982µs [INFO] Request 45.148.10.248 "GET /.git/config HTTP/1.1" 404 -1 "Wget/1.9.1" 14.044µs [INFO] Request 4.227.36.77 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.741µs [INFO] Request 20.171.207.5 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 34.964µs [INFO] Request 185.177.72.107 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" 32.31µs [INFO] Request 93.123.109.225 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh, Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Safari/605.1.15" 14.501µs [INFO] Request 205.210.31.46 "GET / HTTP/1.1" 200 390 "" 32.162µs [INFO] Request 206.168.34.76 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.696µs [INFO] Request 206.168.34.76 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 257.795µs [INFO] Request 206.168.34.76 "GET /wiki HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 13.964µs [INFO] Request 194.164.107.6 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 31.913µs [INFO] Request 139.59.23.103 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 33.978µs [INFO] Request 139.59.23.103 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 239.699µs [INFO] Request 143.198.14.204 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:135.0) Gecko/20100101 Firefox/135.0" 33.33µs [INFO] Request 199.45.155.95 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 14.934µs [INFO] Request 199.45.155.95 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 260.107µs [INFO] Request 199.45.155.95 "GET /wiki HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 14.349µs [INFO] Request 4.227.36.3 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.67µs [INFO] Request 20.171.207.254 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 35.281µs [INFO] Request 4.227.36.97 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.411µs [INFO] Request 4.227.36.97 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.797µs [INFO] Request 4.227.36.97 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.06µs [INFO] Request 4.227.36.97 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.494µs [INFO] Request 4.227.36.97 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.148µs [INFO] Request 20.171.207.166 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 34.733µs [INFO] Request 4.227.36.52 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.285µs [INFO] Request 4.227.36.52 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.375µs [INFO] Request 4.227.36.52 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.69µs [INFO] Request 4.227.36.125 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.777µs [INFO] Request 196.251.88.59 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.9.0.11) Gecko/2009060215 Firefox/3.0.11 (.NET CLR 3.5.30729)" 32.31µs [INFO] Request 4.227.36.85 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.432µs [INFO] Request 45.139.104.199 "GET /.git/config HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.141µs [INFO] Request 128.192.12.116 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; UGAResearchAgent/1.0; Please visit: NISLabUGA.github.io)" 32.529µs [INFO] Request 4.227.36.85 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.481µs [INFO] Request 20.171.207.78 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 35.604µs [INFO] Request 4.227.36.85 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.902µs [INFO] Request 4.227.36.85 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.063µs [INFO] Request 172.189.56.43 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36" 13.821µs [INFO] Request 206.168.34.49 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.183µs [INFO] Request 206.168.34.49 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 320.343µs [INFO] Request 206.168.34.49 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 14.956µs [INFO] Request 45.139.104.199 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Mac OS X 13_2) AppleWebKit/537.36 (KHTML, like Gecko) Safari/113.0 Safari/537.36" 4.683µs [INFO] Request 45.141.233.208 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 13.613µs [INFO] Request 4.227.36.85 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.848µs [INFO] Request 45.139.104.199 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Mac OS X 13_2) AppleWebKit/537.36 (KHTML, like Gecko) Edge/114.0 Safari/537.36" 13.974µs [INFO] Request 93.123.109.225 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 5.1; OPPO A59s Build/LMY47I; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/66.0.3359.126 MQQBrowser/6.2 TBS/044813 Mobile Safari/537.36 MMWEBID/6148 MicroMessenger/7.0.6.1460(0x27000634) Process/tools NetType/WIFI Language/zh_CN" 31.444µs [INFO] Request 4.227.36.85 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.956µs [INFO] Request 4.227.36.85 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.958µs [INFO] Request 4.227.36.81 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.347µs [INFO] Request 4.227.36.81 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.56µs [INFO] Request 4.227.36.81 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.506µs [INFO] Request 4.227.36.125 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.75µs [INFO] Request 93.123.109.7 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; HTC U Ultra) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.89 Mobile Safari/537.36" 14.144µs [INFO] Request 4.227.36.125 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.287µs [INFO] Request 20.171.207.200 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 38.32µs [INFO] Request 103.124.105.225 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Debian; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36" 15.87µs [INFO] Request 4.227.36.125 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.456µs [INFO] Request 4.227.36.125 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.764µs [INFO] Request 4.227.36.125 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.157µs [INFO] Request 4.227.36.72 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.978µs [INFO] Request 20.171.207.190 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 40.972µs [INFO] Request 44.243.89.181 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.029µs [INFO] Request 44.243.89.181 "GET /enhancecp HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 15.221µs [INFO] Request 162.142.125.112 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.34µs [INFO] Request 162.142.125.112 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 256.999µs [INFO] Request 162.142.125.112 "GET /login HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 14.193µs [INFO] Request 198.55.98.93 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 7.0; es-es; Redmi Note 4 Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/71.0.3578.141 Mobile Safari/537.36 XiaoMi/MiuiBrowser/10.9.7-g" 13.615µs [INFO] Request 205.210.31.167 "GET / HTTP/1.1" 200 390 "" 31.282µs [INFO] Request 138.197.174.223 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 35.429µs [INFO] Request 138.197.174.223 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 299.431µs [INFO] Request 180.252.135.211 "GET /.git/ HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64)" 14.669µs [INFO] Request 34.141.215.20 "GET / HTTP/1.1" 200 390 "Scrapy/2.12.0 (+https://scrapy.org)" 31.251µs [INFO] Request 4.227.36.56 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.993µs [INFO] Request 20.171.207.46 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 35.394µs [INFO] Request 20.171.207.46 "GET /logs HTTP/1.1" 200 829977 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 55.804275ms [INFO] Request 194.164.107.6 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 31.909µs [INFO] Request 3.138.185.30 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 zgrab/0.x" 32.683µs [INFO] Request 4.227.36.107 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.255µs [INFO] Request 167.94.138.206 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.272µs [INFO] Request 167.94.138.206 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 280.866µs [INFO] Request 167.94.138.206 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 15.086µs [INFO] Request 167.94.138.197 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.375µs [INFO] Request 167.94.138.197 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 325.249µs [INFO] Request 167.94.138.197 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 14.523µs [INFO] Request 195.178.110.109 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 81.405µs [INFO] Request 195.178.110.109 "GET /.env.save HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.185µs [INFO] Request 195.178.110.109 "GET /.env.prod HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.68µs [INFO] Request 195.178.110.109 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.932µs [INFO] Request 195.178.110.109 "GET /dev/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 15.573µs [INFO] Request 195.178.110.109 "GET /application/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.826µs [INFO] Request 195.178.110.109 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.872µs [INFO] Request 195.178.110.109 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.583µs [INFO] Request 195.178.110.109 "GET /php_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.57µs [INFO] Request 195.178.110.109 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.847µs [INFO] Request 195.178.110.109 "GET /backend/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.121µs [INFO] Request 195.178.110.109 "GET /.env.example HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.044µs [INFO] Request 195.178.110.109 "GET /admin/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 15.05µs [INFO] Request 195.178.110.109 "GET /info HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.17µs [INFO] Request 195.178.110.109 "POST / HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.167µs [INFO] Request 195.178.110.109 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 4.211µs [INFO] Request 195.178.110.109 "GET /.env.save HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14µs [INFO] Request 195.178.110.109 "GET /.env.prod HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.009µs [INFO] Request 195.178.110.109 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.502µs [INFO] Request 195.178.110.109 "GET /dev/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.238µs [INFO] Request 195.178.110.109 "GET /application/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.888µs [INFO] Request 195.178.110.109 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 15.617µs [INFO] Request 195.178.110.109 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.974µs [INFO] Request 195.178.110.109 "GET /php_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.164µs [INFO] Request 195.178.110.109 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.415µs [INFO] Request 195.178.110.109 "GET /backend/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.189µs [INFO] Request 195.178.110.109 "GET /.env.example HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.06µs [INFO] Request 195.178.110.109 "GET /admin/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.309µs [INFO] Request 195.178.110.109 "GET /info HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.938µs [INFO] Request 195.178.110.109 "POST / HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.209µs [INFO] Request 185.247.137.49 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)" 31.544µs [INFO] Request 35.80.32.104 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.586µs [INFO] Request 35.80.32.104 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 35.485µs [INFO] Request 3.254.78.162 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)" 33.549µs [INFO] Request 205.210.31.49 "GET / HTTP/1.1" 200 390 "" 31.375µs [INFO] Request 146.190.236.147 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 34.361µs [INFO] Request 146.190.236.147 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 261.029µs [INFO] Request 44.193.254.10 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36 Edg/107.0.1418.62" 32.113µs [INFO] Request 4.227.36.63 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.054µs [INFO] Request 20.171.207.124 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 34.708µs [INFO] Request 20.171.207.124 "GET /logs HTTP/1.1" 200 838469 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 8.760116ms [INFO] Request 20.171.207.124 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 3.138317ms [INFO] Swapping model to [Ministral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.124 "GET /upstream/Ministral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.281908972s [INFO] Swapping model to [mistral] srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB ............................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.124 "GET /upstream/mistral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.580874786s [INFO] Swapping model to [deepseek-q6] srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9124/health srv log_server_r: request: GET /health 127.0.0.1 200 srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.124 "GET /upstream/deepseek-q6/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.502624864s [INFO] Swapping model to [deepseek-q4] terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.124 "GET /upstream/deepseek-q4/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.446053566s [INFO] Swapping model to [WizardLM] terminate called without an active exception [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ................................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9128/health srv log_server_r: request: GET /health 127.0.0.1 200 srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.124 "GET /upstream/WizardLM/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.527065968s [INFO] Swapping model to [YandexGPT] srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 20.171.207.124 "GET /upstream/YandexGPT/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.545727564s [INFO] Unloading model YandexGPT, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 [INFO] Request 195.178.110.109 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.802µs [INFO] Request 195.178.110.109 "GET /.env.save HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.829µs [INFO] Request 195.178.110.109 "GET /.env.prod HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.312µs [INFO] Request 195.178.110.109 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 15.331µs [INFO] Request 195.178.110.109 "GET /dev/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.037µs [INFO] Request 195.178.110.109 "GET /application/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.346µs [INFO] Request 195.178.110.109 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.278µs [INFO] Request 195.178.110.109 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.237µs [INFO] Request 195.178.110.109 "GET /php_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.713µs [INFO] Request 195.178.110.109 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.022µs [INFO] Request 195.178.110.109 "GET /backend/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.262µs [INFO] Request 195.178.110.109 "GET /.env.example HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.409µs [INFO] Request 195.178.110.109 "GET /admin/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 13.746µs [INFO] Request 195.178.110.109 "GET /info HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.262µs [INFO] Request 195.178.110.109 "POST / HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.129 Safari/537.36" 14.638µs [INFO] Request 3.128.202.23 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; SunOS sun4m; en-US; rv:1.4b) Gecko/20030517 Mozilla Firebird/0.6" 14.612µs [INFO] Request 135.148.100.196 "GET / HTTP/1.1" 200 390 "" 3.873335ms [INFO] Request 179.43.149.114 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.100 Safari/537.36" 31.357µs [INFO] Request 172.182.215.161 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)" 13.946µs [INFO] Request 71.6.134.231 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 32.121µs [INFO] Request 71.6.134.231 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 1.544339ms [INFO] Request 20.171.207.25 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 33.156µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 16.518µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.961µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.752µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.986µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.423µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.844µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.198µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.032µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.098µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.06µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.241µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.757µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.06µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.798µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.563µs [INFO] Request 4.227.36.111 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 13.852µs [INFO] Request 94.159.110.45 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36" 33.972µs [INFO] Request 35.95.58.56 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 13.713µs [INFO] Request 35.95.58.56 "GET /enhancecp HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 15.287µs [INFO] Request 4.227.36.113 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 14.226µs [INFO] Request 20.171.207.60 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 38.598µs [INFO] Request 44.193.254.10 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36" 32.026µs [INFO] Request 3.222.165.167 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:128.0) Gecko/20100101 Firefox/128.0" 32.025µs [INFO] Request 165.22.223.215 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 34.555µs [INFO] Request 165.22.223.215 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 1.896435ms [INFO] Request 71.6.134.230 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 32.467µs [INFO] Request 71.6.134.230 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 260.139µs [INFO] Request 167.94.145.96 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.356µs [INFO] Request 167.94.145.96 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 255.418µs [INFO] Request 199.45.155.106 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 31.927µs [INFO] Request 199.45.155.106 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 238.623µs [INFO] Request 18.206.243.172 "GET /.git/config HTTP/1.1" 404 -1 "BlackBerry7520/4.0.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/5.0.3.3 UP.Link/5.1.2.12 (Google WAP Proxy/1.0)" 13.791µs [INFO] Request 176.65.149.195 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 14.35µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.722µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.852µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.99µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.787µs [INFO] Request 154.28.229.232 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 28.397µs [INFO] Request 107.172.195.82 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 31.158µs [INFO] Request 164.92.244.132 "GET / HTTP/1.1" 200 390 "" 34.019µs [INFO] Request 164.92.244.132 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 6.0; HTC One M9 Build/MRA93821) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.6352.98 Mobile Safari/537.3" 28.254µs [INFO] Request 164.92.244.132 "GET /@vite/env HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.349µs [INFO] Request 164.92.244.132 "GET /actuator/env HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.805µs [INFO] Request 164.92.244.132 "GET /server HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.901µs [INFO] Request 164.92.244.132 "GET /.vscode/sftp.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.575µs [INFO] Request 164.92.244.132 "GET /about HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.953µs [INFO] Request 164.92.244.132 "GET /debug/default/view HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.818µs [INFO] Request 164.92.244.132 "GET /v2/_catalog HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.328µs [INFO] Request 164.92.244.132 "GET /ecp/Current/exporttool/microsoft.exchange.ediscovery.exporttool.application HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.081µs [INFO] Request 164.92.244.132 "GET /server-status HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.987µs [INFO] Request 164.92.244.132 "GET /login.action HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.756µs [INFO] Request 164.92.244.132 "GET /_all_dbs HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.533µs [INFO] Request 164.92.244.132 "GET /.DS_Store HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.276µs [INFO] Request 164.92.244.132 "GET /.env HTTP/1.1" 404 -1 "Go-http-client/1.1" 15.235µs [INFO] Request 164.92.244.132 "GET /.git/config HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.24µs [INFO] Request 164.92.244.132 "GET /s/9313e2539313e2132323e27333/_/;/META-INF/maven/com.atlassian.jira/jira-webapp-dist/pom.properties HTTP/1.1" 404 -1 "Go-http-client/1.1" 15.423µs [INFO] Request 164.92.244.132 "GET /config.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.278µs [INFO] Request 164.92.244.132 "GET /telescope/requests HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.464µs [INFO] Request 164.92.244.132 "GET /info.php HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.207µs [INFO] Request 164.92.244.132 "GET / HTTP/1.1" 200 390 "Go-http-client/1.1" 105.247µs [INFO] Request 154.28.229.232 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 32.847µs [INFO] Request 154.28.229.232 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 280.858µs [INFO] Request 154.28.229.232 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 14.906µs [INFO] Request 154.28.229.232 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 480.064µs [INFO] Swapping model to [Ministral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Swapping model to [mistral] srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 154.28.229.232 "GET /upstream/Ministral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 10.294781218s [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB ............................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health terminate called without an active exception srv operator(): operator(): cleaning up before exit... [INFO] Request 154.28.229.232 "GET /upstream/mistral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 20.17943658s [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [YandexGPT] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped [INFO] Swapping model to [deepseek-q4] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 19.977µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.682µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.937µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.196µs srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.324µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.812µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 4.509µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 5.854µs srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ..............................................load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB .......................................................................... .llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 ...........................init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB .llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) .......srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 ............................ llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9127/health srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Request 154.28.229.232 "GET /upstream/YandexGPT/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 1m16.638742414s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health [INFO] Request 154.28.229.232 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 1m20.985921376s srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ......................[INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 .................[INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 5.317µs .[INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 5.268µs ...[INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 5.352µs .[INFO] Unloading model WizardLM, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception .[INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 6.289µs .......[WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 ............................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health [INFO] Request 154.28.229.232 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 1m31.994461313s [INFO] Unloading model deepseek-q4, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.901µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.553µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.519µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.586µs [INFO] Request 4.227.36.59 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot" 14.155µs [INFO] Request 20.171.207.214 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 1.273066ms [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.963µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.887µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.2µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.436µs [INFO] Request 103.4.251.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 34.091µs [INFO] Request 107.172.195.2 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 28.459µs [INFO] Request 103.4.251.12 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 31.846µs [INFO] Request 103.4.251.12 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 279.058µs [INFO] Request 103.4.251.12 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 17.099µs [INFO] Request 103.4.251.12 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 4.496275ms [INFO] Swapping model to [deepseek-q6] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Swapping model to [deepseek-q4] srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 103.4.251.12 "GET /upstream/deepseek-q6/ HTTP/1.1" 200 1263128 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 10.279280393s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [Ministral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 103.4.251.12 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 13.110856177s [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 103.4.251.12 "GET /upstream/Ministral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 23.28041829s [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [YandexGPT] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ................................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 103.4.251.12 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 33.257365043s [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [mistral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 103.4.251.12 "GET /upstream/YandexGPT/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 41.967488617s [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB ............................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health [INFO] Request 103.4.251.12 "GET /upstream/mistral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 50.010094675s [INFO] Unloading model mistral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Request 213.232.87.232 "GET /settings.py HTTP/1.1" 404 -1 "Go-http-client/1.1" 18.854µs [INFO] Request 213.232.87.232 "GET /.env.production HTTP/1.1" 404 -1 "Go-http-client/1.1" 12.768µs [INFO] Request 213.232.87.232 "GET /.ssh/id_ecdsa HTTP/1.1" 404 -1 "Go-http-client/1.1" 16.144µs [INFO] Request 213.232.87.232 "GET /config.xml HTTP/1.1" 404 -1 "Go-http-client/1.1" 8.885µs [INFO] Request 213.232.87.232 "GET /server-status HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.011µs [INFO] Request 213.232.87.232 "GET / HTTP/1.1" 200 390 "Go-http-client/1.1" 1.181582ms [INFO] Request 213.232.87.232 "GET /docker-compose.yml HTTP/1.1" 404 -1 "Go-http-client/1.1" 849.498µs [INFO] Request 213.232.87.232 "GET /server.key HTTP/1.1" 404 -1 "Go-http-client/1.1" 9.958µs [INFO] Request 213.232.87.232 "GET /config.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 8.91µs [INFO] Request 213.232.87.232 "GET /database_backup.sql HTTP/1.1" 404 -1 "Go-http-client/1.1" 6.568µs [INFO] Request 213.232.87.232 "GET /wp-config.php HTTP/1.1" 404 -1 "Go-http-client/1.1" 7.563µs [INFO] Request 213.232.87.232 "GET /etc/ssl/private/server.key HTTP/1.1" 404 -1 "Go-http-client/1.1" 7.335µs [INFO] Request 213.232.87.232 "GET /metrics HTTP/1.1" 404 -1 "Go-http-client/1.1" 4.307µs [INFO] Request 213.232.87.232 "GET /backup.sql HTTP/1.1" 404 -1 "Go-http-client/1.1" 5.625µs [INFO] Request 213.232.87.232 "GET /api/v1/format_query HTTP/1.1" 404 -1 "Go-http-client/1.1" 8.122µs [INFO] Request 213.232.87.232 "GET /wp-admin/setup-config.php HTTP/1.1" 404 -1 "Go-http-client/1.1" 4.422µs [INFO] Request 213.232.87.232 "GET /_vti_pvt/service.pwd HTTP/1.1" 404 -1 "Go-http-client/1.1" 4.782µs [INFO] Request 213.232.87.232 "GET /config.yaml HTTP/1.1" 404 -1 "Go-http-client/1.1" 5.286µs [INFO] Request 213.232.87.232 "GET /config.yml HTTP/1.1" 404 -1 "Go-http-client/1.1" 8.037µs [INFO] Request 213.232.87.232 "GET /dump.sql HTTP/1.1" 404 -1 "Go-http-client/1.1" 5.838µs [INFO] Request 213.232.87.232 "GET /actuator/heapdump HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.394µs [INFO] Request 213.232.87.232 "GET /db/schema.rb HTTP/1.1" 404 -1 "Go-http-client/1.1" 12.479µs [INFO] Request 213.232.87.232 "GET /.git/HEAD HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.555µs [INFO] Request 213.232.87.232 "GET /.vscode/sftp.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 27.213µs [INFO] Request 213.232.87.232 "GET /backup.tar.gz HTTP/1.1" 404 -1 "Go-http-client/1.1" 14.505µs [INFO] Request 213.232.87.232 "GET /cloud-config.yml HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.99µs [INFO] Request 213.232.87.232 "GET /user_secrets.yml HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.004µs [INFO] Request 213.232.87.232 "GET /database.sql HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.325µs [INFO] Request 213.232.87.232 "GET /.aws/credentials HTTP/1.1" 404 -1 "Go-http-client/1.1" 7.006µs [INFO] Request 213.232.87.232 "GET /phpinfo.php HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.024µs [INFO] Request 213.232.87.232 "GET /.svn/wc.db HTTP/1.1" 404 -1 "Go-http-client/1.1" 11.925µs [INFO] Request 213.232.87.232 "GET /.ssh/id_rsa HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.296µs [INFO] Request 213.232.87.232 "GET /backup.zip HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.471µs [INFO] Request 213.232.87.232 "GET /web.config HTTP/1.1" 404 -1 "Go-http-client/1.1" 10.701µs [INFO] Request 213.232.87.232 "GET /secrets.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 8.75µs [INFO] Request 213.232.87.232 "GET /.env HTTP/1.1" 404 -1 "Go-http-client/1.1" 11.306µs [INFO] Request 213.232.87.232 "GET /.ssh/id_ed25519 HTTP/1.1" 404 -1 "Go-http-client/1.1" 8.62µs [INFO] Request 213.232.87.232 "GET /api/.env HTTP/1.1" 404 -1 "Go-http-client/1.1" 8.691µs [INFO] Request 213.232.87.232 "GET /config.php HTTP/1.1" 404 -1 "Go-http-client/1.1" 11.911µs [INFO] Request 213.232.87.232 "GET /config/production.json HTTP/1.1" 404 -1 "Go-http-client/1.1" 11.651µs [INFO] Request 213.232.87.232 "GET /feed HTTP/1.1" 404 -1 "Go-http-client/1.1" 13.793µs [INFO] Request 146.70.185.32 "HEAD / HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3" 13.883µs [INFO] Request 64.23.222.161 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 34.823µs [INFO] Request 64.23.222.161 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 4.345979ms [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.99µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.589µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.373µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.412µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.942µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 23.753µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.906µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.211µs [INFO] Request 154.28.229.77 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 33.901µs [INFO] Request 104.164.173.71 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" 39.953µs [INFO] Request 104.164.173.71 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 33.209µs [INFO] Request 104.164.173.71 "GET /logs HTTP/1.1" 200 8128 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 265.484µs [INFO] Request 104.164.173.71 "GET /https:/github.com/mostlygeek/llama-swap HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 14.652µs [INFO] Request 104.164.173.71 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 933.805µs build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB .srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 .............................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 [INFO] Swapping model to [YandexGPT] init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health srv log_server_r: request: GET / 127.0.0.1 200 srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 104.164.173.71 "GET /upstream/mistral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 5.277938497s [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [Ministral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health [INFO] Request 104.164.173.71 "GET /upstream/YandexGPT/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 8.833345866s terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q4] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv operator(): operator(): cleaning up before exit... terminate called without an active exception [INFO] Request 104.164.173.71 "GET /upstream/Ministral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 19.003771892s [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q6] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health [INFO] Request 104.164.173.71 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 29.147532964s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health [INFO] Request 104.164.173.71 "GET /upstream/deepseek-q6/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 39.575866492s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ................................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health [INFO] Request 104.164.173.71 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" 49.135164747s [INFO] Unloading model WizardLM, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 [INFO] Request 54.174.2.255 "GET /.git/config HTTP/1.1" 404 -1 "MOT-V177/0.1.75 UP.Browser/6.2.3.9.c.12 (GUI) MMP/2.0 UP.Link/6.3.1.13.0" 15.133µs [INFO] Request 171.244.43.14 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Mobile Safari/537.36" 14.279µs [INFO] Request 171.244.43.14 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Mobile Safari/537.36" 3.773011ms [INFO] Request 195.178.110.223 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36" 32.915µs [INFO] Request 45.139.104.204 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Pixel 2 XL) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 13.965µs [INFO] Request 176.65.149.195 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 33.547µs [INFO] Request 34.141.215.197 "GET / HTTP/1.1" 200 390 "Scrapy/2.13.3 (+https://scrapy.org)" 32.481µs [INFO] Request 171.244.43.14 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Mobile Safari/537.36" 14.037µs [INFO] Request 171.244.43.14 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Mobile Safari/537.36" 37.253µs [INFO] Request 213.209.157.244 "GET /.git/config HTTP/1.1" 404 -1 "BlackBerry9700/5.0.0.351 Profile/MIDP-2.1 Configuration/CLDC-1.1 VendorID/123" 13.987µs [INFO] Request 75.101.239.251 "GET / HTTP/1.1" 200 390 "" 32.083µs [INFO] Request 75.101.239.251 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 34.344µs [INFO] Request 75.101.239.251 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 1.083709ms [INFO] Request 75.101.239.251 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.044µs [INFO] Request 75.101.239.251 "GET /env/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.276µs [INFO] Request 75.101.239.251 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.072µs [INFO] Request 75.101.239.251 "GET /app/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.226µs [INFO] Request 75.101.239.251 "GET /dev/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.925µs [INFO] Request 75.101.239.251 "GET /new/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.93µs [INFO] Request 75.101.239.251 "GET /new/.env.local HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.446µs [INFO] Request 75.101.239.251 "GET /new/.env.production HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.33µs [INFO] Request 195.178.110.223 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; SM-G950F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.143 Mobile Safari/537.36" 13.55µs [INFO] Request 18.220.202.229 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3" 32.524µs [INFO] Request 91.231.89.37 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:134.0) Gecko/20100101 Firefox/134.0" 33.146µs [INFO] Request 91.196.152.42 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:134.0) Gecko/20100101 Firefox/134.0" 3.980144ms [INFO] Request 93.123.109.60 "GET / HTTP/1.1" 200 390 "Python/3.10 aiohttp/3.12.15" 32.558µs [INFO] Request 93.123.109.60 "GET /.env HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 14.098µs [INFO] Request 93.123.109.60 "GET /.git/config HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 14.403µs [INFO] Request 93.123.109.60 "GET /backend/.env HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 15.487µs [INFO] Request 93.123.109.60 "GET /admin/.env HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 13.947µs [INFO] Request 93.123.109.60 "GET /core/.env HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 13.769µs [INFO] Request 93.123.109.60 "GET /.env.bak HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 13.958µs [INFO] Request 93.123.109.60 "GET /.git/logs/HEAD HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 13.719µs [INFO] Request 93.123.109.60 "GET /wp-config.php HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 14.488µs [INFO] Request 93.123.109.60 "GET /.gitlab-ci.yml HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 13.62µs [INFO] Request 93.123.109.60 "GET /config.json HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 14.571µs [INFO] Request 93.123.109.60 "GET /config.js HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 14.199µs [INFO] Request 93.123.109.60 "GET /aws-config.js HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 14.349µs [INFO] Request 93.123.109.60 "GET /aws.config.js HTTP/1.1" 404 -1 "Python/3.10 aiohttp/3.12.15" 14.039µs [INFO] Request 93.123.109.7 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36" 14.614µs [INFO] Request 212.11.64.8 "GET /.git/ HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64)" 13.938µs [INFO] Request 213.209.157.232 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; SM-G950U1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.111 Mobile Safari/537.36" 14.052µs [INFO] Request 45.139.104.204 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; GM1910) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 13.958µs [INFO] Request 160.250.70.40 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36" 14.486µs [INFO] Request 159.223.129.184 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 35.253µs [INFO] Request 159.223.129.184 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 212.756µs [INFO] Request 18.201.229.147 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36" 31.576µs [INFO] Request 71.6.134.231 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 31.575µs [INFO] Request 71.6.134.231 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 256.352µs [INFO] Request 93.123.109.7 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; ONEPLUS A6010) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.89 Mobile Safari/537.36" 14.811µs [INFO] Request 167.94.145.103 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 33.354µs [INFO] Request 167.94.145.103 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 269.156µs [INFO] Request 3.255.74.213 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)" 32.105µs [INFO] Request 44.243.8.71 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (iPhone; CPU iPhone OS 8_4_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) GSA/8.0.57838 Mobile/12H321 Safari/600.1.4" 31.147µs [INFO] Request 195.178.110.223 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/536.26.17 (KHTML like Gecko) Version/6.0.2 Safari/536.26.17" 32.309µs [INFO] Request 45.148.10.203 "GET / HTTP/1.1" 200 390 "" 32.154µs [INFO] Request 45.148.10.203 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 30.917µs [INFO] Request 45.148.10.203 "GET /logs HTTP/1.1" 200 1114814 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 84.661998ms [INFO] Request 45.148.10.203 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 96.882µs [INFO] Request 45.148.10.203 "GET /logs HTTP/1.1" 200 1115120 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 6.674876ms [INFO] Request 45.148.10.203 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 95.976µs [INFO] Request 45.148.10.203 "GET /logs HTTP/1.1" 200 1115425 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 5.494397ms [INFO] Request 45.148.10.203 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.191µs [INFO] Request 45.148.10.203 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.359µs [INFO] Request 45.148.10.203 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 16.229µs [INFO] Request 45.148.10.203 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.419µs [INFO] Request 45.148.10.203 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.054µs [INFO] Request 45.148.10.203 "GET /portal/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.659µs [INFO] Request 45.148.10.203 "GET /portal/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.044µs [INFO] Request 45.148.10.203 "GET /env/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.54µs [INFO] Request 45.148.10.203 "GET /env/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.023µs [INFO] Request 45.148.10.203 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.23µs [INFO] Request 45.148.10.203 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.732µs [INFO] Request 45.148.10.203 "GET /app/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.258µs [INFO] Request 45.148.10.203 "GET /dev/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.951µs [INFO] Request 45.148.10.203 "GET /new/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.558µs [INFO] Request 45.148.10.203 "GET /new/.env.local HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.018µs [INFO] Request 45.148.10.203 "GET /new/.env.production HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.775µs [INFO] Request 45.148.10.203 "GET /new/.env.staging HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.091µs [INFO] Request 45.148.10.203 "GET /_phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 20.381µs [INFO] Request 45.148.10.203 "GET /_phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.966µs [INFO] Request 45.148.10.203 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.997µs [INFO] Request 45.148.10.203 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.159µs [INFO] Request 45.148.10.203 "GET /_profiler/phpinfo/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.375µs [INFO] Request 45.148.10.203 "GET /_profiler/phpinfo/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.174µs [INFO] Request 45.148.10.203 "GET /wp-config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 15.328µs [INFO] Request 45.148.10.203 "GET /aws-secret.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 15.98µs [INFO] Request 45.148.10.203 "GET /awstats/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.568µs [INFO] Request 45.148.10.203 "GET /conf/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.315µs [INFO] Request 45.148.10.203 "GET /cron/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.472µs [INFO] Request 45.148.10.203 "GET /www/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.655µs [INFO] Request 45.148.10.203 "GET /docker/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.487µs [INFO] Request 45.148.10.203 "GET /docker/app/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.565µs [INFO] Request 45.148.10.203 "GET /env.backup HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.974µs [INFO] Request 45.148.10.203 "GET /xampp/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.375µs [INFO] Request 45.148.10.203 "GET /lara/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.019µs [INFO] Request 45.148.10.203 "GET /lara/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.124µs [INFO] Request 45.148.10.203 "GET /laravel/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.271µs [INFO] Request 45.148.10.203 "GET /.vscode/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 15.667µs [INFO] Request 45.148.10.203 "GET /js/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 16.26µs [INFO] Request 45.148.10.203 "GET /laravel/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.984µs [INFO] Request 45.148.10.203 "GET /laravel/core/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.31µs [INFO] Request 45.148.10.203 "GET /mail/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.619µs [INFO] Request 45.148.10.203 "GET /mail/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.188µs [INFO] Request 45.148.10.203 "GET /mailer/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.145µs [INFO] Request 45.148.10.203 "GET /mailer/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.842µs [INFO] Request 45.148.10.203 "GET /nginx/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.411µs [INFO] Request 45.148.10.203 "GET /nginx/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 12.386µs [INFO] Request 45.148.10.203 "GET /public/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.836µs [INFO] Request 45.148.10.203 "GET /public/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.235µs [INFO] Request 213.209.157.244 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv7l like Android; en-us) AppleWebKit/531.2+ (KHTML, like Gecko) Version/5.0 Safari/533.2+ Kindle/3.0+" 13.761µs [INFO] Request 159.89.118.6 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 34.826µs [INFO] Request 159.89.118.6 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 255.986µs [INFO] Request 34.247.182.102 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)" 33.528µs [INFO] Request 213.209.157.93 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/20100101 Firefox/5.0" 13.757µs [INFO] Request 176.34.170.151 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)" 33.149µs [INFO] Request 213.209.157.232 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.4.2; LGMS323 Build/KOT49I.MS32310b) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.103 Mobile Safari/537.36" 14.656µs [INFO] Request 93.123.109.7 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)" 14.065µs [INFO] Request 194.26.192.110 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.50 Safari/537.36" 13.975µs [INFO] Request 103.124.104.216 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36" 35.597µs [INFO] Request 206.168.34.220 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.631µs [INFO] Request 206.168.34.220 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 258.904µs [INFO] Request 44.227.13.68 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 13.803µs [INFO] Request 44.227.13.68 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 33.156µs [INFO] Request 64.247.196.45 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3864.0 Safari/537.36" 14.315µs [INFO] Request 45.148.10.247 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36" 14.357µs [INFO] Request 185.247.137.212 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)" 33.457µs [INFO] Request 45.148.10.166 "GET / HTTP/1.1" 200 390 "" 33.665µs [INFO] Request 45.148.10.166 "GET / HTTP/1.1" 200 390 "" 32.125µs [INFO] Request 204.76.203.25 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 33.386µs [INFO] Request 147.185.132.103 "GET / HTTP/1.1" 200 390 "Hello from Palo Alto Networks, find out more about our scans in https://docs-cortex.paloaltonetworks.com/r/1/Cortex-Xpanse/Scanning-activity" 33.315µs [INFO] Request 213.209.157.93 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.119 Safari/537.36" 14.232µs [INFO] Request 204.76.203.25 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 33.145µs [INFO] Request 195.178.110.68 "GET / HTTP/1.1" 200 390 "" 32.87µs [INFO] Request 195.178.110.68 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 32.311µs [INFO] Request 195.178.110.68 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 30.602µs [INFO] Request 195.178.110.68 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.287µs [INFO] Request 195.178.110.68 "GET /phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.395µs [INFO] Request 195.178.110.68 "GET /env/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 15.038µs [INFO] Request 195.178.110.68 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.516µs [INFO] Request 195.178.110.68 "GET /api/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.301µs [INFO] Request 195.178.110.68 "GET /app/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.784µs [INFO] Request 195.178.110.68 "GET /dev/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.11µs [INFO] Request 195.178.110.68 "GET /new/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.439µs [INFO] Request 195.178.110.68 "GET /new/.env.production HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.385µs [INFO] Request 195.178.110.68 "GET /new/.env.staging HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.08µs [INFO] Request 195.178.110.68 "GET /_phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.818µs [INFO] Request 195.178.110.68 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.659µs [INFO] Request 195.178.110.68 "GET /_profiler/phpinfo/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 43.308µs [INFO] Request 195.178.110.68 "GET /_profiler/phpinfo/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.115µs [INFO] Request 195.178.110.68 "GET /wp-config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.096µs [INFO] Request 195.178.110.68 "GET /aws-secret.yaml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.88µs [INFO] Request 195.178.110.68 "GET /awstats/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.669µs [INFO] Request 195.178.110.68 "GET /conf/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.34µs [INFO] Request 195.178.110.68 "GET /cron/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.831µs [INFO] Request 195.178.110.68 "GET /www/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.237µs [INFO] Request 195.178.110.68 "GET /docker/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.14µs [INFO] Request 195.178.110.68 "GET /docker/app/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.016µs [INFO] Request 195.178.110.68 "GET /env.backup HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.76µs [INFO] Request 195.178.110.68 "GET /xampp/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.457µs [INFO] Request 195.178.110.68 "GET /lara/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.24µs [INFO] Request 195.178.110.68 "GET /lara/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.739µs [INFO] Request 195.178.110.68 "GET /laravel/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.022µs [INFO] Request 195.178.110.68 "GET /.vscode/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.892µs [INFO] Request 195.178.110.68 "GET /js/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.875µs [INFO] Request 195.178.110.68 "GET /laravel/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.513µs [INFO] Request 195.178.110.68 "GET /laravel/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.134µs [INFO] Request 195.178.110.68 "GET /laravel/core/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.734µs [INFO] Request 195.178.110.68 "GET /mail/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.231µs [INFO] Request 195.178.110.68 "GET /mailer/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.108µs [INFO] Request 195.178.110.68 "GET /nginx/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.525µs [INFO] Request 195.178.110.68 "GET /public/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.534µs [INFO] Request 195.178.110.68 "GET /site/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.176µs [INFO] Request 195.178.110.68 "GET /xampp/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.773µs [INFO] Request 195.178.110.68 "GET /main/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.286µs [INFO] Request 195.178.110.68 "GET /node_modules/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.456µs [INFO] Request 195.178.110.68 "GET /kyc/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.403µs [INFO] Request 195.178.110.68 "GET /admin/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.359µs [INFO] Request 195.178.110.68 "GET /prod/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.323µs [INFO] Request 195.178.110.68 "GET /.env.bak HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.708µs [INFO] Request 195.178.110.68 "GET /api/shared/config/config.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.85µs [INFO] Request 195.178.110.68 "GET /api/shared/config.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.932µs [INFO] Request 195.178.110.68 "GET /config.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.435µs [INFO] Request 195.178.110.68 "GET /website/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 9.282µs [INFO] Request 195.178.110.68 "GET /development/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.425µs [INFO] Request 195.178.110.68 "GET /backend/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.078µs [INFO] Request 195.178.110.68 "GET /api/shared/config/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.632µs [INFO] Request 195.178.110.68 "GET /api/shared/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.534µs [INFO] Request 195.178.110.68 "GET /api/config.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.909µs [INFO] Request 195.178.110.68 "GET /service/email_service.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.311µs [INFO] Request 195.178.110.68 "GET /node/.env_example HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.253µs [INFO] Request 195.178.110.68 "GET /.env.production.local HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.227µs [INFO] Request 195.178.110.68 "GET /.env.local HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.1µs [INFO] Request 195.178.110.68 "GET /.env.example HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.726µs [INFO] Request 195.178.110.68 "GET /.env.stage HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.409µs [INFO] Request 195.178.110.68 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.164µs [INFO] Request 195.178.110.68 "GET /.env.old HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.616µs [INFO] Request 195.178.110.68 "GET /.env_sample HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 15.154µs [INFO] Request 195.178.110.68 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 15.238µs [INFO] Request 195.178.110.68 "GET /.env.prod HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.482µs [INFO] Request 195.178.110.68 "GET /crm/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.7µs [INFO] Request 195.178.110.68 "GET /local/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 4.669µs [INFO] Request 195.178.110.68 "GET /core/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 4.683µs [INFO] Request 195.178.110.68 "GET /apps/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.341µs [INFO] Request 195.178.110.68 "GET /application/.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.451µs [INFO] Request 195.178.110.68 "GET /wp-config.php.bak HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.471µs [INFO] Request 195.178.110.68 "GET /info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.925µs [INFO] Request 195.178.110.68 "GET /dashboard/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.995µs [INFO] Request 195.178.110.68 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.575µs [INFO] Request 195.178.110.68 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.984µs [INFO] Request 195.178.110.68 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.233µs [INFO] Request 195.178.110.68 "GET /admin/server_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.492µs [INFO] Request 195.178.110.68 "GET /server_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.714µs [INFO] Request 195.178.110.68 "GET /app_dev.php/_profiler/phpinfo HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.028µs [INFO] Request 195.178.110.68 "GET /test.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.264µs [INFO] Request 195.178.110.68 "GET /server-info HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.096µs [INFO] Request 195.178.110.68 "GET /server-info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.076µs [INFO] Request 195.178.110.68 "GET /secured/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.57µs [INFO] Request 195.178.110.68 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.562µs [INFO] Request 195.178.110.68 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.048µs [INFO] Request 195.178.110.68 "GET /appsettings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.854µs [INFO] Request 195.178.110.68 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.5µs [INFO] Request 195.178.110.68 "GET /config/aws.yml HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.187µs [INFO] Request 195.178.110.68 "GET /settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.326µs [INFO] Request 195.178.110.68 "GET /config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.668µs [INFO] Request 195.178.110.68 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.925µs [INFO] Request 195.178.110.68 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.41µs [INFO] Request 195.178.110.68 "GET /application.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.948µs [INFO] Request 195.178.110.68 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.524µs [INFO] Request 195.178.110.68 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.831µs [INFO] Request 195.178.110.68 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 37.553µs [INFO] Request 195.178.110.68 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 108.661µs [INFO] Request 195.178.110.68 "GET /logs HTTP/1.1" 200 1142126 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 12.565873ms [INFO] Request 195.178.110.68 "GET /storage/logs/laravel.log HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.326µs [INFO] Request 195.178.110.68 "GET /karma.conf.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 13.75µs [INFO] Request 195.178.110.68 "GET /swagger.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.001µs [INFO] Request 195.178.110.68 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.349µs [INFO] Request 195.178.110.68 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0" 14.102µs [INFO] Request 199.45.154.119 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.55µs [INFO] Request 199.45.154.119 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 252.043µs [INFO] Request 199.45.154.119 "GET /.well-known/security.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 13.367µs [INFO] Request 157.245.214.76 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 34.195µs [INFO] Request 157.245.214.76 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0" 261.866µs [INFO] Request 141.98.11.115 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36" 33.06µs [INFO] Request 141.98.11.115 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 15.734µs [INFO] Request 141.98.11.115 "GET /sitemap.xml HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 15.359µs [INFO] Request 141.98.11.115 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 35.543µs [INFO] Request 141.98.11.115 "GET /logs HTTP/1.1" 200 1144552 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.230305ms [INFO] Request 141.98.11.115 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 92.999µs [INFO] Swapping model to [mistral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped [INFO] Swapping model to [deepseek-q4] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 13.654µs [INFO] Request 141.98.11.115 "GET /admin/server_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.271µs [INFO] Request 141.98.11.115 "GET /server-info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 13.769µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.292µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.48µs [INFO] Request 141.98.11.115 "GET /server_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.702µs [INFO] Request 141.98.11.115 "GET /swagger.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.186µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.728µs [INFO] Request 141.98.11.115 "GET /karma.conf.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.63µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.245µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.784µs [INFO] Request 141.98.11.115 "GET /laravel/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.406µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.577µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.679µs [INFO] Request 141.98.11.115 "GET /service/email_service.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.199µs [INFO] Request 141.98.11.115 "GET /lara/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.255µs [INFO] Request 141.98.11.115 "GET /lara/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.225µs [INFO] Request 141.98.11.115 "GET /_profiler/phpinfo/info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.389µs [INFO] Request 141.98.11.115 "GET /xampp/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.846µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.087µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.47µs [INFO] Request 141.98.11.115 "GET /_phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.633µs [INFO] Request 141.98.11.115 "GET /_profiler/phpinfo/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.979µs [INFO] Request 141.98.11.115 "GET /wp-admin/setup-config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.893µs [INFO] Request 141.98.11.115 "GET /login.action HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.174µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.186µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.788µs [INFO] Request 141.98.11.115 "GET /secrets.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.588µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.911µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.584µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.995µs [INFO] Request 141.98.11.115 "GET /credentials.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.003µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.424µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.955µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.097µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.736µs [INFO] Request 141.98.11.115 "GET /secrets/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.363µs [INFO] Request 141.98.11.115 "GET /private/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.424µs [INFO] Request 141.98.11.115 "GET /backup/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.247µs [INFO] Request 141.98.11.115 "GET /storage/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.887µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.29µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.368µs [INFO] Request 141.98.11.115 "GET /config/secrets/dev/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.028µs [INFO] Request 141.98.11.115 "GET /config/secrets/prod/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.911µs [INFO] Request 141.98.11.115 "GET /api_keys/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.825µs [INFO] Request 141.98.11.115 "GET /keys/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.115µs [INFO] Request 141.98.11.115 "GET /instance/sendgrid_keys.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.153µs [INFO] Request 141.98.11.115 "GET /config/settings/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.536µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.261µs [INFO] Request 141.98.11.115 "GET /config/settings/sendgrid_config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.424µs [INFO] Request 141.98.11.115 "GET /config/sendgrid_config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.797µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.675µs [INFO] Request 141.98.11.115 "GET /config/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.858µs [INFO] Request 141.98.11.115 "GET /wp-admin/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.87µs [INFO] Request 141.98.11.115 "GET /wp-content/backup/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.373µs [INFO] Request 141.98.11.115 "GET /wp-content/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.471µs [INFO] Request 141.98.11.115 "GET /wp-content/plugins/wp-mail-smtp/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.413µs [INFO] Request 141.98.11.115 "GET /wp-includes/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.178µs [INFO] Request 141.98.11.115 "GET /modules/contrib/sendgrid_mail/sendgrid_mail.settings.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.502µs [INFO] Request 141.98.11.115 "GET /wp-content/themes/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.581µs [INFO] Request 141.98.11.115 "GET /wp-content/uploads/wp-mail-smtp/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6µs [INFO] Request 141.98.11.115 "GET /wp-content/plugins/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.634µs [INFO] Request 141.98.11.115 "GET /wp-content/uploads/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.524µs [INFO] Request 141.98.11.115 "GET /private/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.326µs [INFO] Request 141.98.11.115 "GET /backup/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.97µs [INFO] Request 141.98.11.115 "GET /config/private/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.693µs [INFO] Request 141.98.11.115 "GET /secrets/sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.018µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.977µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.125µs [INFO] Request 141.98.11.115 "GET /sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.091µs [INFO] Request 141.98.11.115 "GET /prevlaravel/sftp-config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.479µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.026µs [INFO] Request 141.98.11.115 "GET /.ssh/sftp-config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.577µs [INFO] Request 141.98.11.115 "GET /_profiler/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.51µs [INFO] Request 141.98.11.115 "GET /.wp-config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.417µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.635µs [INFO] Request 141.98.11.115 "GET /.vscode/settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.818µs [INFO] Request 141.98.11.115 "GET /sftp.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.966µs [INFO] Request 141.98.11.115 "GET /sftp-config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.501µs [INFO] Request 141.98.11.115 "GET /phpinfos.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.627µs [INFO] Request 141.98.11.115 "GET /.vscode/sftp.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.277µs [INFO] Request 141.98.11.115 "GET /phpinfo.php5 HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.882µs [INFO] Request 141.98.11.115 "GET /dashboard/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.434µs [INFO] Request 141.98.11.115 "GET /old_phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.248µs [INFO] Request 141.98.11.115 "GET /infos.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.353µs [INFO] Request 141.98.11.115 "GET /temp.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.469µs [INFO] Request 141.98.11.115 "GET /asdf.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.608µs [INFO] Request 141.98.11.115 "GET /time.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.906µs [INFO] Request 141.98.11.115 "GET /pinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.255µs [INFO] Request 141.98.11.115 "GET /linusadmin-phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.927µs [INFO] Request 141.98.11.115 "GET /infophp.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.824µs [INFO] Request 141.98.11.115 "GET /i.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.807µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.565µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.636µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.659µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.713µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.713µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.334µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.304µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.616µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.459µs [INFO] Request 141.98.11.115 "GET /config/daemon.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.396µs [INFO] Request 141.98.11.115 "GET /config/acl.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.792µs [INFO] Request 141.98.11.115 "GET /app/etc/config.local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.826µs [INFO] Request 141.98.11.115 "GET /config/security.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.902µs [INFO] Request 141.98.11.115 "GET /app/etc/env.local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 34.243µs [INFO] Request 141.98.11.115 "GET /config/test.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.243µs [INFO] Request 141.98.11.115 "GET /config/production.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.883µs [INFO] Request 141.98.11.115 "GET /app/etc/config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.422µs [INFO] Request 141.98.11.115 "GET /.docker/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.562µs [INFO] Request 141.98.11.115 "GET /config/development.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.582µs [INFO] Request 141.98.11.115 "GET /config/database.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.386µs [INFO] Request 141.98.11.115 "GET /config/module.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.927µs [INFO] Request 141.98.11.115 "GET /config/application.config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.121µs [INFO] Request 141.98.11.115 "GET /config/local.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.52µs [INFO] Request 141.98.11.115 "GET /conf/application.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.523µs [INFO] Request 141.98.11.115 "GET /config/autoload/global.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.883µs [INFO] Request 141.98.11.115 "GET /config/staging.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.544µs [INFO] Request 141.98.11.115 "GET /config/autoload/local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.414µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.986µs [INFO] Request 141.98.11.115 "GET /config/dev.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.938µs [INFO] Request 141.98.11.115 "GET /config/prod.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.573µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.8µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.362µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.706µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.693µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.227µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.66µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.122µs [INFO] Request 141.98.11.115 "GET /config/cli_bootstrap.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.552µs [INFO] Request 141.98.11.115 "GET /config/requirements.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.351µs [INFO] Request 141.98.11.115 "GET /config/app_local.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.216µs [INFO] Request 141.98.11.115 "GET /config/routes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.314µs [INFO] Request 141.98.11.115 "GET /config/env.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.87µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.699µs [INFO] Request 141.98.11.115 "GET /config/app.default.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.706µs [INFO] Request 141.98.11.115 "GET /config/paths.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.039µs [INFO] Request 141.98.11.115 "GET /application/config/migration.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.928µs [INFO] Request 141.98.11.115 "GET /application/config/doctypes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.084µs [INFO] Request 141.98.11.115 "GET /application/config/foreign_chars.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.998µs [INFO] Request 141.98.11.115 "GET /private/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.917µs [INFO] Request 141.98.11.115 "GET /private/env.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.954µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.831µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.485µs [INFO] Request 141.98.11.115 "GET /config/environment.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.573µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.515µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.78µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.711µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.958µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.53µs [INFO] Request 141.98.11.115 "GET /config/secrets.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.631µs [INFO] Request 141.98.11.115 "GET /config/production.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.759µs [INFO] Request 141.98.11.115 "GET /config/test.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.698µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.937µs [INFO] Request 141.98.11.115 "GET /config/development.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.614µs [INFO] Request 141.98.11.115 "GET /src/settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.11µs [INFO] Request 141.98.11.115 "GET /src/config/environment.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.637µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.398µs [INFO] Request 141.98.11.115 "GET /config/database.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.646µs [INFO] Request 141.98.11.115 "GET /appsettings.Local.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.977µs [INFO] Request 141.98.11.115 "GET /local_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.089µs [INFO] Request 141.98.11.115 "GET /config/secrets.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.993µs [INFO] Request 141.98.11.115 "GET /config/email.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.562µs [INFO] Request 141.98.11.115 "GET /src/config/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.312µs [INFO] Request 141.98.11.115 "GET /appsettings.QA.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.514µs [INFO] Request 141.98.11.115 "GET /Properties/launchSettings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 12.872µs [INFO] Request 141.98.11.115 "GET /config/broadcasting.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.974µs [INFO] Request 141.98.11.115 "GET /application/config/routes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.388µs [INFO] Request 141.98.11.115 "GET /application/config/encryption.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.853µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.794µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.044µs [INFO] Request 141.98.11.115 "GET /application/config/profiler.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.671µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 1.664µs [INFO] Request 141.98.11.115 "GET /application/config/mimes.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.88µs [INFO] Request 141.98.11.115 "GET /application/config/hooks.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.254µs [INFO] Request 141.98.11.115 "GET /application/config/autoload.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.952µs [INFO] Request 141.98.11.115 "GET /config/env.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.418µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.871µs [INFO] Request 141.98.11.115 "GET /application/config/email.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.563µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 207.636µs [INFO] Request 141.98.11.115 "GET /application/config/database.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.097µs [INFO] Request 141.98.11.115 "GET /application/config/config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.109µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 1.887µs [INFO] Request 141.98.11.115 "GET /config/settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.423µs [INFO] Request 141.98.11.115 "GET /meteor.settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.495µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.838µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.8µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.362µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.82µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.6µs [INFO] Request 141.98.11.115 "GET /conf/play.pl HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.802µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.439µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.436µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.224µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.723µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.873µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.962µs [INFO] Request 141.98.11.115 "GET /config/test.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.524µs [INFO] Request 141.98.11.115 "GET /appsettings.Staging.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.554µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.725µs [INFO] Request 141.98.11.115 "GET /hosting.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.377µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.8µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.57µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.864µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.337µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.104µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.261µs [INFO] Request 141.98.11.115 "GET /app/settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.162µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.89µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.453µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.396µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.625µs [INFO] Request 141.98.11.115 "GET /angular.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.976µs [INFO] Request 141.98.11.115 "GET /tsconfig.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.717µs [INFO] Request 141.98.11.115 "GET /config/services.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.013µs [INFO] Request 141.98.11.115 "GET /instance/config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.593µs [INFO] Request 141.98.11.115 "GET /tsconfig.app.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.362µs [INFO] Request 141.98.11.115 "GET /tsconfig.spec.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.719µs [INFO] Request 141.98.11.115 "GET /app/config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.453µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.99µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.167µs [INFO] Request 141.98.11.115 "GET /config/view.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.79µs [INFO] Request 141.98.11.115 "GET /config/queue.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.328µs [INFO] Request 141.98.11.115 "GET /config/database.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.999µs [INFO] Request 141.98.11.115 "GET /config/app.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.712µs [INFO] Request 141.98.11.115 "GET /config/filesystems.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.922µs [INFO] Request 141.98.11.115 "GET /config/cache.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.931µs [INFO] Request 141.98.11.115 "GET /config/mail.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.901µs [INFO] Request 141.98.11.115 "GET /config/auth.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.708µs [INFO] Request 141.98.11.115 "GET /config/session.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.963µs [INFO] Request 141.98.11.115 "GET /config/settings/base.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.261µs [INFO] Request 141.98.11.115 "GET /config/wsgi.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.491µs [INFO] Request 141.98.11.115 "GET /config/settings/local.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.264µs [INFO] Request 141.98.11.115 "GET /config/settings/__init__.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.342µs [INFO] Request 141.98.11.115 "GET /config/test_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.577µs [INFO] Request 141.98.11.115 "GET /config/asgi.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.714µs [INFO] Request 141.98.11.115 "GET /config/prod_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.355µs [INFO] Request 141.98.11.115 "GET /config/dev_settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.512µs [INFO] Request 141.98.11.115 "GET /config/urls.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.373µs [INFO] Request 141.98.11.115 "GET /config/test_config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.976µs [INFO] Request 141.98.11.115 "GET /appsettings.Production.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.141µs [INFO] Request 141.98.11.115 "GET /appsettings.Development.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.961µs [INFO] Request 141.98.11.115 "GET /development.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.049µs [INFO] Request 141.98.11.115 "GET /settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.442µs [INFO] Request 141.98.11.115 "GET /bundleconfig.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.43µs [INFO] Request 141.98.11.115 "GET /appsettings.Test.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.574µs [INFO] Request 141.98.11.115 "GET /launchSettings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.135µs [INFO] Request 141.98.11.115 "GET /config/prod_config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.013µs [INFO] Request 141.98.11.115 "GET /config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.265µs [INFO] Request 141.98.11.115 "GET /php-info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.957µs [INFO] Request 141.98.11.115 "GET /env.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.974µs [INFO] Request 141.98.11.115 "GET /config/settings.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.57µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.02µs [INFO] Request 141.98.11.115 "GET /config/dev_config.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.695µs [INFO] Request 141.98.11.115 "GET /config/production.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.189µs [INFO] Request 141.98.11.115 "GET /php.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.815µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.318µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.185µs [INFO] Request 141.98.11.115 "GET /manifest.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.568µs [INFO] Request 141.98.11.115 "GET /config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.495µs [INFO] Request 141.98.11.115 "GET /login/index.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.472µs [INFO] Request 141.98.11.115 "GET /install/index.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.73µs [INFO] Request 141.98.11.115 "GET /settings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.933µs [INFO] Request 141.98.11.115 "GET /phpversion.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.873µs [INFO] Request 141.98.11.115 "GET /frontend_dev.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.026µs [INFO] Request 141.98.11.115 "GET /config/config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.073µs [INFO] Request 141.98.11.115 "GET /wp-config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.541µs [INFO] Request 141.98.11.115 "GET /test1.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.781µs [INFO] Request 141.98.11.115 "GET /test2.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.593µs [INFO] Request 141.98.11.115 "GET /config/development.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 13.469µs [INFO] Request 141.98.11.115 "GET /api/config/tsconfig.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.546µs [INFO] Request 141.98.11.115 "GET /dev/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.306µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.539µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.198µs [INFO] Request 141.98.11.115 "GET /application/config/constants.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.358µs [INFO] Request 141.98.11.115 "GET /app.py HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.117µs [INFO] Request 141.98.11.115 "GET /config/aws.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.094µs [INFO] Request 141.98.11.115 "GET /env.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.19µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.228µs [INFO] Request 141.98.11.115 "GET /config/default.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.42µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.696µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.047µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 8.099µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.496µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.587µs [INFO] Request 141.98.11.115 "GET /appsettings.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 59.959µs [INFO] Request 141.98.11.115 "GET /config/config.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.362µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.552µs [INFO] Request 141.98.11.115 "GET /app/etc/env.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 6.238µs [INFO] Request 141.98.11.115 "GET /index.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.44µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.233µs [INFO] Request 141.98.11.115 "GET /secured/phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.724µs [INFO] Request 141.98.11.115 "GET /app_dev.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 4.542µs [INFO] Request 141.98.11.115 "GET /test.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.644µs [INFO] Request 141.98.11.115 "GET /index.html HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.949µs [INFO] Request 141.98.11.115 "GET /info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 11.302µs [INFO] Request 141.98.11.115 "GET /php_info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.654µs [INFO] Request 141.98.11.115 "GET /phpinfo.php HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.77µs [INFO] Request 141.98.11.115 "GET /config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 5.355µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 7.797µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2.344µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 9.74µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.125µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 3.01µs srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB ............................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health [INFO] Request 141.98.11.115 "GET /upstream/mistral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 10.271072819s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q6] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health [INFO] Request 141.98.11.115 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 20.778629675s terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle [INFO] Health check passed on http://127.0.0.1:9124/health srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Request 141.98.11.115 "GET /upstream/deepseek-q6/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 36.232505352s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [YandexGPT] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; DL1036) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36" 7.657µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Googlebot-Image/1.0" 3.963µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Opera/9.60 (J2ME/MIDP; Opera Mini/4.1.11320/608; U; en) Presto/2.2.0" 6.388µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.23) Gecko/20090825 SeaMonkey/1.1.18" 10.552µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.141 Safari/537.36" 11.219µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:10.0.12) Gecko/20100101 Firefox/10.0.12" 11.113µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.1.1; CPH1729) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.98 Mobile Safari/537.36" 7.85µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; NetBSD x86; en-us) AppleWebKit/666.6+ (KHTML, like Gecko) Chromium/20.0.0000.00 Chrome/20.0.0000.00 Safari/666.6+" 8.552µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; ONEPLUS A5010) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 10.212µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5" 11.005µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36 OPR/85.0.4341.75" 7.839µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 14_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/101.0.4951.58 Mobile/15E148 Safari/604.1" 11.002µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (webOS/1.3; U; en-US) AppleWebKit/525.27.1 (KHTML, like Gecko) Version/1.0 Safari/525.27.1 Desktop/1.0" 7.031µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36 OPR/86.0.4363.50" 6.988µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; Linux 2.6.22) NetFront/3.4 Kindle/2.0 (screen 600x800)" 6.532µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.4 (KHTML like Gecko) Chrome/22.0.1229.79 Safari/537.4" 8.476µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.3.3; en-us ; LS670 Build/GRI40) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1/UCBrowser/8.6.1.262/145/355" 12.028µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; HUAWEI CAN-L11) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 8.243µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A403 Safari/8536.25" 8.401µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.8) Gecko Galeon/2.0.6 (Ubuntu 2.0.6-2)" 5.052µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 1.6; en-us; HTC_TATTOO_A3288 Build/DRC79) AppleWebKit/528.5 (KHTML, like Gecko) Version/3.1.2 Mobile Safari/525.20.1" 9.557µs srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-gb) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/2.9174AP" 11.302µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) MxBrowser/4.5.10.7000 Chrome/30.0.1551.0 Safari/537.36" 11.903µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux; i686; en-US; rv:1.6) Gecko Galeon/1.3.14" 10.338µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.120 Safari/537.36" 10.661µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; FreeBSD; i386; en-US; rv:1.7) Gecko" 6.487µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)" 8.753µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Nokia3230/2.0 (5.0614.0) SymbianOS/7.0s Series60/2.1 Profile/MIDP-2.0 Configuration/CLDC-1.0" 9.046µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36" 9.517µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:49.0) Gecko/20100101 Firefox/49.0" 8.974µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-J810G) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.104 Mobile Safari/537.36" 8.994µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; Redmi Note 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.101 Mobile Safari/537.36" 10.176µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 3.0; en-us; Xoom Build/HRI39) AppleWebKit/525.10 (KHTML, like Gecko) Version/3.0.4 Mobile Safari/523.12.2" 6.766µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Safari/537.36" 7.901µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Maxthon 2.0)" 8.511µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-N9860) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 8.502µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SAMSUNG SM-G990E) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/17.0 Chrome/96.0.4664.104 Mobile Safari/537.36" 9.682µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.67 Safari/537.36" 6.927µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36" 7.148µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Opera/9.80 (J2ME/MIDP; Opera Mini/5.0.16823/1428; U; en) Presto/2.2.0" 6.107µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Safari/537.36" 8.329µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2; rv:20.0) Gecko/20121202 Firefox/20.0" 7.928µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "BlackBerry9700/5.0.0.351 Profile/MIDP-2.1 Configuration/CLDC-1.1 VendorID/123" 10.469µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; AC2001) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.45 Mobile Safari/537.36" 10.318µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25" 8.354µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 Nokia5700/3.27; Profile/MIDP-2.0 Configuration/CLDC-1.1) AppleWebKit/413 (KHTML, like Gecko) Safari/413" 8.549µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; ZE520KL) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36" 5.907µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.114 Safari/537.36 Puffin/4.5.0IT" 8.575µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "msnbot/1.0 ( http://search.msn.com/msnbot.htm)" 9.721µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.71 Safari/537.36 Edge/12.0" 9.102µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36" 13.267µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.83 Safari/537.36" 7.116µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.2) Gecko/20090803 Ubuntu/9.04 (jaunty) Shiretoko/3.5.2" 5.789µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS 9.4; Series60/5.0 NokiaN97-1/10.0.012; Profile/MIDP-2.1 Configuration/CLDC-1.1; en-us) AppleWebKit/525 (KHTML, like Gecko) WicKed/7.1.12344" 10.813µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPod; CPU iPhone OS 8_4 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) CriOS/44.0.2403.67 Mobile/12H143 Safari/600.1.4" 9.008µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36" 7.73µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; ARM; Lumia 950 Dual SIM) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36 Edge/14.14393" 11.191µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; U; CPU iPhone OS 5_1_1 like Mac OS X; da-dk) AppleWebKit/534.46.0 (KHTML, like Gecko) CriOS/19.0.1084.60 Mobile/9B206 Safari/7534.48.3" 9.511µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.1; en-us; HTC Legend Build/cupcake) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 8.237µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.39 (KHTML, like Gecko) Chrome/89.0.4389.111 Safari/537.39'" 7.286µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; 100011886A) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 7.126µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.2; WOW64; Trident/5.0)" 7.847µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Safari/605.1.15" 9.173µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36" 9.131µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36" 7.737µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.0 Safari/605.1.15" 9.436µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A515F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 6.677µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; Redmi 4 Prime) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 9.702µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36" 8.964µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A505F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 9.91µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36" 9.185µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 5.694µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Redmi Note 8T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 9.211µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3" 10.912µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36" 6.957µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/100.0.4896.85 Mobile/15E148 Safari/604.1" 6.832µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; OpenBSD i386; en-US; rv:1.9.1) Gecko/20090702 Firefox/3.5" 5.789µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Exabot/3.0; http://www.exabot.com/go/robot)" 6.432µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-us) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.114 Safari/537.36 Puffin/4.8.0.2965AT" 6.617µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/33.0.1750.152 Chrome/33.0.1750.152 Safari/537.36" 9.402µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; NetBSD amd64; rv:30.0) Gecko/20100101 Firefox/30.0" 8.16µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; en-US; rv:2.0b2pre) Gecko/20100712 Minefield/4.0b2pre" 6.811µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36" 8.945µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 9_3_2 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13F69 Safari/601.1" 7.959µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1; rv:38.0) Gecko/20100101 Firefox/38.0 SeaMonkey/2.35" 7.084µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:28.0) Gecko/20100101 Firefox/28.0" 6.394µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/532.4 (KHTML, like Gecko) Chrome/4.0.237.0 Safari/532.4 Debian" 7.865µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "BlackBerry7520/4.0.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/5.0.3.3 UP.Link/5.1.2.12 (Google WAP Proxy/1.0)" 6.159µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/101.0.4951.58 Mobile/15E148 Safari/604.1" 5.376µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; M2007J3SY) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 6.006µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0.1) Gecko/20100101 Firefox/4.0.1 Camino/2.2.1" 5.063µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:35.0) Gecko/20100101 Firefox/35.0" 10.147µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.3; rv:36.0) Gecko/20100101 Firefox/36.0" 6.21µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; U; CPU OS 4_2_1 like Mac OS X; ja-jp) AppleWebKit/533.17.9 (KHTML, like Gecko) Version/5.0.2 Mobile/8C148 Safari/6533.18.5" 8.838µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 7_1_2 like Mac OS X) AppleWebKit/537.51.2 (KHTML, like Gecko) Version/7.0 Mobile/11D257 Safari/9537.53" 9.173µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 6.12; Microsoft ZuneHD 4.3)" 9.823µs srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ................................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health [INFO] Request 141.98.11.115 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 46.63083756s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [Ministral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health [INFO] Request 141.98.11.115 "GET /upstream/YandexGPT/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 57.185223629s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q6] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health [INFO] Request 141.98.11.115 "GET /upstream/Ministral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 1m12.606993052s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [mistral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.25 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1" 11.923µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.88 Safari/537.36" 13.435µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)" 12.49µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-M315F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.50 Mobile Safari/537.36" 10.821µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:49.0) Gecko/20100101 Firefox/49.0 SeaMonkey/2.46" 6.091µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/125.2 (KHTML, like Gecko) Safari/85.8" 9.714µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; LM-V500N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 9.003µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Wget/1.9 cvs-stable (Red Hat modified)" 8.43µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 4.685µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; Pixel 4a) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 7.041µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; ASUS_I005DA) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36 EdgA/100.0.1185.50" 5.09µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (BlackBerry; U; BlackBerry 9930; en-US) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.1.0.267 Mobile Safari/534.11+" 6.174µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux arm7tdmi; rv:1.8.1.11) Gecko/20071130 Minimo/0.025" 9.393µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)" 8.224µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2859.0 Safari/537.36" 6.634µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 OPR/28.0.1750.51" 4.383µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.1 Safari/537.36" 5.642µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/2.02E (Win95; U)" 10.326µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Opera/9.20 (Macintosh; Intel Mac OS X; U; en)" 10.285µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.20 Safari/535.1" 9.852µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; LGL84VL Build/NRD90U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36" 9.785µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 9.122µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.5; FreeBSD) KHTML/4.5.4 (like Gecko)" 9.856µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 14526.89.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.133 Safari/537.36" 10.128µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.2) Gecko/20090803 Ubuntu/9.04 (jaunty) Shiretoko/3.5.2" 9.969µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A115F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 8.715µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Opera/9.80 (X11; FreeBSD 8.1-RELEASE i386; Edition Next) Presto/2.12.388 Version/12.10" 9.6µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/2.02E (Win95; U)" 9.719µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/101.0.4951.58 Mobile/15E148 Safari/604.1" 9.395µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36" 5.881µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36" 10.069µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4692.56 Safari/537.36" 10.62µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.74 Safari/537.36 Edg/99.0.1150.46" 273.359µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Opera/7.50 (Windows ME; U) [en]" 8.791µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.5; FreeBSD) KHTML/4.5.4 (like Gecko)" 8.552µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.145 Safari/537.36" 7.803µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.81 Safari/537.36" 9.766µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux; en-US) AppleWebKit/527 (KHTML, like Gecko, Safari/419.3) Arora/0.10.1" 10.422µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.92 Safari/537.36" 7.768µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36" 5.942µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Unknown; U; UNIX BSD/SYSV system; C -) AppleWebKit/527 (KHTML, like Gecko, Safari/419.3) Arora/0.10.2" 8.412µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; ONEPLUS A6003) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 6.504µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (PLAYSTATION 3; 2.00)" 4.959µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.1.1; CPH1729) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.98 Mobile Safari/537.36" 6.773µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.2 Mobile/15E148 Safari/604.1" 4.349µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.71 Safari/537.36" 5.379µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:55.0) Gecko/20100101 Firefox/55.0" 6.664µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Opera/9.80 (Windows NT 5.2; U; en) Presto/2.2.15 Version/10.10" 5.924µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "ELinks/0.12~pre5-4" 10.047µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "SonyEricssonT100/R101" 6.415µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/601.7.8 (KHTML, like Gecko) Version/10.1 Safari/603.1.30" 6.625µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.14 (KHTML, like Gecko) Chrome/10.0.601.0 Safari/534.14" 10.069µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Mobile/15E148 Safari/604.1" 8.508µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Maemo; Linux armv7l; rv:10.0.1) Gecko/20100101 Firefox/10.0.1 Fennec/10.0.1" 7.494µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; en-US; rv:2.0b2pre) Gecko/20100712 Minefield/4.0b2pre" 8.604µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; pt-PT; rv:1.9.2.3) Gecko/20100402 Iceweasel/3.6.3 (like Firefox/3.6.3) GTB7.0" 8.927µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; pl-PL; rv:1.9.0.2) Gecko/20121223 Ubuntu/9.25 (jaunty) Firefox/3.8" 6.831µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Opera/9.80 (Android; Opera Mini/9.0.1829/66.318; U; en) Presto/2.12.423 Version/12.16" 10.39µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "MSIE (MSIE 6.0; X11; Linux; i686) Opera 7.23" 9.903µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1) Gecko/20061024 Firefox/2.0 (Swiftfox)" 10.729µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; Redmi Note 8T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 10.471µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Opera/9.80 (Windows NT 6.1; U; en) Presto/2.7.62 Version/11.01" 8.97µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/33.0.1750.152 Chrome/33.0.1750.152 Safari/537.36" 9.849µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "WebCopier v4.6" 8.111µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "SAMSUNG-S8000/S8000XXIF3 SHP/VPP/R5 Jasmine/1.0 Nextreaming SMM-MMS/1.2.0 profile/MIDP-2.1 configuration/CLDC-1.1 FirePHP/0.3" 8.599µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36 OPR/85.0.4341.75" 6.593µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.0.0 Safari/537.36" 5.974µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; M2003J15SC) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 5.495µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Safari/605.1.15" 4.424µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (BB10; Touch) AppleWebKit/537.10+ (KHTML, like Gecko) Version/10.1.0.2342 Mobile Safari/537.10+" 4.178µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "BlackBerry9700/5.0.0.351 Profile/MIDP-2.1 Configuration/CLDC-1.1 VendorID/123" 9.861µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 5.0; Series80/2.0 Nokia9500/4.51 Profile/MIDP-2.0 Configuration/CLDC-1.1)" 10.223µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; bingbot/2.0 http://www.bing.com/bingbot.htm)" 8.355µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36 OPR/85.0.4341.79" 6.688µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "SonyEricssonW850i/R1ED Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 6.156µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.2) Gecko/20090803 Ubuntu/9.04 (jaunty) Shiretoko/3.5.2" 6.653µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.82 Safari/537.36" 7.299µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.1 Safari/605.1.15" 8.797µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 10_0 like Mac OS X) AppleWebKit/601.1 (KHTML, like Gecko) CriOS/49.0.2623.109 Mobile/14A5335b Safari/601.1.46" 7.443µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13+ (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2" 8.788µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Brave Chrome/89.0.4389.105 Safari/537.36" 8.406µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.182 Safari/537.36" 8.279µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; POT-LX2J) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 13.653µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36" 10.683µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36" 8.837µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13+ (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2" 7.726µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.2; en-ca; GT-P1000M Build/FROYO) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1" 6.838µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 14588.98.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.59 Safari/537.36" 7.58µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Mobile Safari/537.36" 8.835µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Mobile Safari/537.36" 7.884µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.4.2; SAMSUNG-SM-T537A Build/KOT49H) AppleWebKit/537.36 (KHTML like Gecko) Chrome/35.0.1916.141 Safari/537.36" 10.135µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "SonyEricssonK550i/R1JD Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 10.584µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11) AppleWebKit/601.1.56 (KHTML, like Gecko) Version/9.0 Safari/601.1.56" 6.878µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "P3P Validator" 6.834µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:15.0) Gecko/20120724 Debian Iceweasel/15.02" 10.453µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36 Edg/98.0.1108.43" 9.547µs srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health [INFO] Request 141.98.11.115 "GET /upstream/deepseek-q6/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 1m17.322253572s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [Ministral] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB ............................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health [INFO] Request 141.98.11.115 "GET /upstream/mistral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 1m27.795263728s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q4] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health [INFO] Request 141.98.11.115 "GET /upstream/Ministral/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 1m38.285633068s terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [YandexGPT] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB .........................................................[INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; vivo 1906) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.79 Mobile Safari/537.36" 5.396µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; LGL84VL Build/NRD90U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36" 2.156µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/51.0.2704.79 Chrome/51.0.2704.79 Safari/537.36" 5.439µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; MI 8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 3.284µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/93.0.4577.63 Safari/537.36" 1.771µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 2.013µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_7;en-us) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Safari/530.17" 13.224µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/6.0)" 1.653µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.0 Safari/605.1.15" 28.716µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; Redmi 4 Prime) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 3.44µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 4.0.3; en-us; KFTT Build/IML74K) AppleWebKit/535.19 (KHTML, like Gecko) Silk/2.1 Mobile Safari/535.19 Silk-Accelerated=true" 5.109µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "BlackBerry9700/5.0.0.351 Profile/MIDP-2.1 Configuration/CLDC-1.1 VendorID/123" 4.359µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; ELE-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 3.226µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Safari/605.1.15" 2.391µs .[INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux; i686; en-US; rv:1.6) Gecko Debian/1.6-7" 9.825µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; LM-V510N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36 EdgA/101.0.1210.32" 5.817µs .[INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; rv:12.0) Gecko/20120403211507 Firefox/12.0" 4.996µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv7l like Android; en-us) AppleWebKit/531.2+ (KHTML, like Gecko) Version/5.0 Safari/533.2+ Kindle/3.0+" 9.808µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Pixel 2 XL) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 3.346µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 13_5_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.1 Mobile/15E148 Safari/604.1" 4.677µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; BLA-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 5.339µs .[INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "SonyEricssonZ800/R1Y Browser/SEMC-Browser/4.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Link/6.3.0.0.0" 2.924µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686 on x86_64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1 Fennec/2.0.1" 5.11µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36" 4.891µs .[INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; XBLWP7; ZuneWP7) UCBrowser/2.9.0.263" 5.423µs .[INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.2; en-us; Sprint APA9292KT Build/FRF91) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1" 10.188µs .[INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A326U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 5.102µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; vivo 1906) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.79 Mobile Safari/537.36" 3.185µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:49.0) Gecko/20100101 Firefox/49.0" 6.987µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-A515F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 5.961µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Opera/9.80 (X11; FreeBSD 8.1-RELEASE i386; Edition Next) Presto/2.12.388 Version/12.10" 4.219µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Safari/537.36" 3.091µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/101.0.4951.58 Mobile/15E148 Safari/604.1" 1.32µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A326U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 2.38µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; Pixel 4a) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 2.405µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko" 11.308µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "SonyEricssonT650i/R7AA Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 1.868µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.101 Safari/537.36" 1.385µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SAMSUNG SM-G991B) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/16.2 Chrome/92.0.4515.166 Mobile Safari/537.36" 1.886µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.83 Safari/537.36" 2.847µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-G781U1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 2.833µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:52.0) Gecko/20100101 Firefox/52.0" 1.32µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Opera/9.5 (Microsoft Windows; PPC; Opera Mobi; U) SonyEricssonX1i/R2AA Profile/MIDP-2.0 Configuration/CLDC-1.1" 2.206µs ..[INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.82 Safari/537.36 OPR/29.0.1795.41" 4.94µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.143 Safari/537.36 Edg/100.0.1185.57" 9.926µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2; rv:10.0.1) Gecko/20100101 Firefox/10.0.1" 5.341µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; U; OS/2; en-US) AppleWebKit/533.3 (KHTML, like Gecko) Arora/0.11.0 Safari/533.3" 6.393µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Safari/537.36" 5.352µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.1.0; TECNO KA7O Build/O11019; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/91.0.4472.120 Mobile Safari/537.36" 4.801µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36" 3.926µs .................. [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US) AppleWebKit/528.16 (KHTML, like Gecko, Safari/528.16) OmniWeb/v622.8.0.112941" 4.862µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/1.22 (compatible; MSIE 5.01; PalmOS 3.0) EudoraWeb 2.1" 14.561µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "nook browser/1.0" 6.885µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko, Foregenix) Chrome/91.0.4472.77 Safari/537.36" 9.801µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36" 10.168µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (BlackBerry; U; BlackBerry 9800; en) AppleWebKit/534.1 (KHTML, Like Gecko) Version/6.0.0.141 Mobile Safari/534.1" 9.289µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; SM-G930V Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36" 8.042µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.0) AppleWebKit/535.2 (KHTML, like Gecko) Chrome/15.0.874.120 Safari/535.2" 9.995µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.66 Safari/537.36" 9.351µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Opera/7.50 (Windows ME; U) [en]" 9.143µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; Nexus 9 Build/NRD90R) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.124 Safari/537.36" 8.028µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; en-US) AppleWebKit/534.13 (KHTML, like Gecko) Chrome/9.0.597.15 Safari/534.13" 7.116µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv61; en-US; rv:1.9.1b2pre) Gecko/20081015 Fennec/1.0a1" 17.589µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; Redmi Note 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 7.367µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 5.685µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 4.1; en-us; sdk Build/MR1) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.1 Safari/534.30" 6.369µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.141 YaBrowser/22.3.4.734 Yowser/2.5 Safari/537.36" 5.805µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 4.988µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.106 Safari/537.36" 3.777µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SAMSUNG SM-A5070) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/17.0 Chrome/96.0.4664.104 Mobile Safari/537.36" 2.994µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Mac OS X Mach-O; en-US; rv:2.0a) Gecko/20040614 Firefox/3.0.0" 6.494µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 2.87µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:25.0) Gecko/20100101 Firefox/29.0" 2.643µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0.1) Gecko/20100101 Firefox/4.0.1" 8.075µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Dalvik/2.1.0 (Linux; U; Android 8.0.0; SM-A520F Build/R16NW)" 6.815µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Maemo; Linux armv7l; rv:2.0.1) Gecko/20100101 Firefox/4.0.1 Fennec/2.0.1" 7.625µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/600.8.9 (KHTML, like Gecko) Maxthon/4.5.2" 9.524µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_3 like Mac OS X) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1" 8.956µs llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Links/0.9.1 (Linux 2.4.24; i386;)" 5.203µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Pixel 2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 5.128µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Googlebot/2.1 ( http://www.googlebot.com/bot.html)" 2.809µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.2; WOW64; Trident/5.0)" 4.293µs init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 OPR/28.0.1750.51" 8.959µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 8.995µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:31.0) Gecko/20100101 Firefox/31.0 SeaMonkey/2.28" 26.594µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; Redmi Note 8T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 4.416µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36" 3.191µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 4.088µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "msnbot/1.1 ( http://search.msn.com/msnbot.htm)" 3.617µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "ELinks (0.4pre5; Linux 2.6.10-ac7 i686; 80x33)" 3.117µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; LGUS997 Build/NRD90U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36" 2.838µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; U; CPU OS 4_3 like Mac OS X; en-us) AppleWebKit/533.17.9 (KHTML, like Gecko) Version/5.0.2 Mobile/8F190 Safari/6533.18.5" 5.845µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 OPR/28.0.1750.51" 2.805µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:55.0) Gecko/20100101 Firefox/55.0" 3.912µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 4.927µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-N960F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 2.985µs srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health [INFO] Request 141.98.11.115 "GET /upstream/deepseek-q4/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 1m48.888008705s terminate called without an active exception srv operator(): operator(): cleaning up before exit... [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health [INFO] Request 141.98.11.115 "GET /upstream/YandexGPT/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2m4.395723875s srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ................................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health [INFO] Request 141.98.11.115 "GET /upstream/WizardLM/ HTTP/1.1" 502 47 "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 2m14.92307254s [INFO] Unloading model WizardLM, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 5.0; Series80/2.0 Nokia9500/4.51 Profile/MIDP-2.0 Configuration/CLDC-1.1)" 15.131µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)" 14.575µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 5.0.2; SAMSUNG SM-T530NU Build/LRX22G) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/3.2 Chrome/38.0.2125.102 Safari/537.36" 10.64µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; FreeBSD i386; de-CH; rv:1.9.2.8) Gecko/20100729 Firefox/3.6.8" 10.196µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Opera/10.61 (J2ME/MIDP; Opera Mini/5.1.21219/19.999; en-US; rv:1.9.3a5) WebKit/534.5 Presto/2.6.30" 11.087µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A515F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 10.703µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 12.77µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.88 Safari/537.36" 8.93µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.1; DragonFly) KHTML/4.1.4 (like Gecko)" 8.953µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_6; en-US) AppleWebKit/528.16 (KHTML, like Gecko, Safari/528.16) OmniWeb/v622.8.0" 8.7µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4950.2 Safari/537.36" 6.833µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "SonyEricssonS500i/R6BC Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 9.656µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A505F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 10.057µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:10.0.1) Gecko/20100101 Firefox/10.0.1" 10.414µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.5) Gecko/20091107 Firefox/3.5.5" 10.602µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.90 Safari/537.36 Vivaldi/1.4.589.11" 8.8µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 8.065µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; Pixel 2 XL Build/OPD1.170816.004) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 7.591µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "nook browser/1.0" 9.726µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; WAS-LX1A) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Mobile Safari/537.36" 11.253µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.141 YaBrowser/22.3.3.852 Yowser/2.5 Safari/537.36" 10.077µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.2 Mobile/15E148 Safari/604.1" 12.541µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 10.6; Windows NT 6.1; Trident/5.0; InfoPath.2; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 2.0.50727) 3gpp-gba UNTRUSTED/1.0" 9.053µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.147 Safari/537.36" 10.177µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.119 Safari/537.36 Edg/98.0.1108.76" 11.381µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Trident/4.0)" 7.723µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; moto g(6) plus) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 8.455µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36 Edg/101.0.1210.39" 4.584µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.2; en-us; Sprint APA9292KT Build/FRF91) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1" 8.507µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.74 Safari/537.36" 6.914µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "UCWEB/8.8 (iPhone; CPU OS_6; en-US)AppleWebKit/534.1 U3/3.0.0 Mobile" 6.399µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; SM-G935F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 5.555µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.60 Safari/537.36 Edg/100.0.1185.29" 8.354µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.4.4; XT1032 Build/KXB21.14-L1.61) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.94 Mobile Safari/537.36" 5.278µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36 Edg/100.0.1185.50" 9.108µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" 9.24µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)" 8.948µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Microsoft URL Control - 6.00.8862" 5.211µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_2_1 like Mac OS X; da-dk) AppleWebKit/533.17.9 (KHTML, like Gecko) Version/5.0.2 Mobile/8C148 Safari/6533.18.5" 4.974µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/96.0.4664.101 Mobile/15E148 Safari/604.1" 9.826µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:24.0) Gecko/20100101 Firefox/24.0 SeaMonkey/2.21" 11.498µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Symbian/3; Series60/5.2 NokiaX7-00/021.004; Profile/MIDP-2.1 Configuration/CLDC-1.1 ) AppleWebKit/533.4 (KHTML, like Gecko) NokiaBrowser/7.3.1.21 Mobile Safari/533.4 3gpp-gba" 5.724µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3883.400 QQBrowser/10.8.4559.400" 10.175µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Mobile/15E148 Safari/604.1" 6.503µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:38.0) Gecko/20100101 Firefox/38.0" 8.662µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.0.0 Safari/537.36" 8.25µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; RMX2117) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 7.518µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.1 Safari/605.1.15" 14.778µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; LG-H918 Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Mobile Safari/537.36" 10.729µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0 )" 8.262µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.1.2; SHV-E250S Build/JZO54K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.82 Mobile Safari/537.36" 11.849µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "BlackBerry8330/4.3.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/105" 11.975µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25" 8.764µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv7l like Android; en-us) AppleWebKit/531.2+ (KHTML, like Gecko) Version/5.0 Safari/533.2+ Kindle/3.0+" 14.341µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 3.0; en-us; Xoom Build/HRI39) AppleWebKit/525.10 (KHTML, like Gecko) Version/3.0.4 Mobile Safari/523.12.2" 12.162µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/538.1 (KHTML, like Gecko) QupZilla/1.9.0 Safari/538.1" 11.11µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36" 5.776µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 4.0.3; de-de; Galaxy S II Build/GRJ22) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30" 7.432µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; AC2003) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 9.18µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36" 8.37µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.14 (KHTML, like Gecko) Chrome/10.0.601.0 Safari/534.14" 6.586µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Maxthon 2.0)" 5.682µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 14469.59.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.94 Safari/537.36" 5.828µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.49 Safari/537.36" 6.778µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Wget/1.9.1" 8.16µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36" 8.096µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:91.0) Gecko/20100101 Firefox/91.0" 6.258µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.40 Safari/537.36" 9.115µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_3 like Mac OS X) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1" 14.365µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (MeeGo; NokiaN950-00/00) AppleWebKit/534.13 (KHTML, like Gecko) NokiaBrowser/8.5.0 Mobile Safari/534.13" 13.076µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.141 YaBrowser/22.3.3.865 Yowser/2.5 Safari/537.36" 10.774µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; pl-PL; rv:1.9.0.2) Gecko/20121223 Ubuntu/9.25 (jaunty) Firefox/3.8" 6.766µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Twitterbot/1.0" 9.575µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36" 8.976µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; LM-V510N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36 EdgA/101.0.1210.32" 9.268µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 3.0.1; en-us; GT-P7100 Build/HRI83) AppleWebkit/534.13 (KHTML, like Gecko) Version/4.0 Safari/534.13" 14.931µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:38.0) Gecko/20100101 Firefox/38.0 SeaMonkey/2.35" 12.621µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.1.2; Pixel Build/NHG47N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.83 Mobile Safari/537.36" 10.045µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/33.0.1750.152 Chrome/33.0.1750.152 Safari/537.36" 10.087µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4853.129 Safari/537.36" 9.01µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-N9860) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 3.894µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Symbian/3; Series60/5.2 NokiaC7-00/012.003; Profile/MIDP-2.1 Configuration/CLDC-1.1 ) AppleWebKit/525 (KHTML, like Gecko) Version/3.0 BrowserNG/7.2.7.3 3gpp-gba" 5.747µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.3.3; en-us ; LS670 Build/GRI40) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1/UCBrowser/8.6.1.262/145/355" 6.708µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.75 Safari/537.36" 10.999µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.8 (KHTML, like Gecko) Beamrise/17.2.0.9 Chrome/17.0.939.0 Safari/535.8" 6.596µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_1_1 like Mac OS X; zh-CN) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/19B81 UCBrowser/13.7.2.1636 Mobile AliApp(TUnionSDK/0.1.20.4) dv(iPh14,5);pr(UCBrowser/13.7.2.1636);ov(15_1_1);ss(390x844);bt(UC);pm(0);bv(0);nm(0);im(0);nt(1);" 4.316µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:52.0) Gecko/20100101 Firefox/52.0" 5.729µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Exabot/3.0; http://www.exabot.com/go/robot)" 3.68µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 3.13µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-M515F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 3.821µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.109 Safari/537.36" 6.087µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_5) AppleWebKit/537.78.1 (KHTML like Gecko) Version/7.0.6 Safari/537.78.1" 6.198µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "msnbot/0.11 ( http://search.msn.com/msnbot.htm)" 5.015µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.60 Safari/537.36" 6.295µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/602.1.50 (KHTML, like Gecko) Version/10.0 Safari/602.1.50" 7.49µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.3) Gecko/20091020 Linux Mint/8 (Helena) Firefox/3.5.3" 14.079µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A526U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 13.8µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; SM-G950F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.85 Mobile Safari/537.36" 9.799µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.0.0 Safari/537.36" 9.93µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Symbian/3; Series60/5.2 NokiaX7-00/021.004; Profile/MIDP-2.1 Configuration/CLDC-1.1 ) AppleWebKit/533.4 (KHTML, like Gecko) NokiaBrowser/7.3.1.21 Mobile Safari/533.4 3gpp-gba" 8.938µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.105 Safari/537.36 Vivaldi/1.0.162.9" 10.052µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.14 (KHTML, like Gecko) Chrome/10.0.601.0 Safari/534.14" 14.867µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36" 10.503µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.0.0 Mobile Safari/537.36" 8.833µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Redmi Note 9 Pro Max) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.88 Mobile Safari/537.36 OPR/68.3.3557.64528" 14.331µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36" 14.458µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; vivo 1907) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 13.069µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Mobile/15E148 Safari/604.1" 14.401µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; U; CPU iPhone OS 3_0 like Mac OS X; en-us) AppleWebKit/528.18 (KHTML, like Gecko) Version/4.0 Mobile/7A341 Safari/528.16" 9.951µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 11; zh-CN; M2012K11AC Build/RKQ1.200826.002) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/78.0.3904.108 Quark/5.4.8.200 Mobile Safari/537.36" 8.24µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.36 Safari/535.7" 14.494µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "AdsBot-Google ( http://www.google.com/adsbot.html)" 7.304µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413 es65" 6.187µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 6.674µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.154 Safari/537.36 OPR/20.0.1387.91" 5.987µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36" 7.836µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.141 YaBrowser/22.3.3.852 Yowser/2.5 Safari/537.36" 360.552µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:10.0.1) Gecko/20100101 Firefox/10.0.1 SeaMonkey/2.7.1" 7.82µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.2; WOW64; Trident/5.0)" 6.177µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.71 (KHTML like Gecko) WebVideo/1.0.1.10 Version/7.0 Safari/537.71" 2.355µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Nokia6630/1.0 (2.39.15) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1" 2.24µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.1; en-us; Nexus One Build/ERD62) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 2.248µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; CPH2373) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 7.909µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-us) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.114 Safari/537.36 Puffin/4.8.0.2965AT" 9.063µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:6.0a2) Gecko/20110615 Firefox/6.0a2 Iceweasel/6.0a2" 14.167µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-A315F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 14.271µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-us) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/2.9174AT" 14.335µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/101.0.4951.58 Mobile/15E148 Safari/604.1" 12.909µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 9.621µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.1 Safari/605.1.15" 9.03µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaE90-1/07.24.0.3; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413 UP.Link/6.2.3.18.0" 8.849µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A326U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 8.94µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3191.0 Safari/537.36" 6.894µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "BlackBerry9530/4.7.0.167 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/102 UP.Link/6.3.1.20.0" 8.024µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US) AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.15" 6.539µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux 3.8-6.dmz.1-liquorix-686) KHTML/4.8.4 (like Gecko) Konqueror/4.8" 9.99µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 7.646µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "SonyEricssonW850i/R1ED Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 6.094µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/535.2 (KHTML, like Gecko) Chrome/18.6.872.0 Safari/535.2 UNTRUSTED/1.0 3gpp-gba UNTRUSTED/1.0" 3.761µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:55.0) Gecko/20100101 Firefox/55.0" 5.842µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.57 Whale/3.14.133.23 Safari/537.36" 3.139µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "msnbot/1.1 ( http://search.msn.com/msnbot.htm)" 4.172µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (MeeGo; NokiaN950-00/00) AppleWebKit/534.13 (KHTML, like Gecko) NokiaBrowser/8.5.0 Mobile Safari/534.13" 7.427µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.2 Safari/605.1.15" 3.625µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; j2me) ReqwirelessWeb/3.5" 6.271µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.4997.0 Safari/537.36" 7.856µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Gulper Web Bot 0.2.4 (www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)" 19.068µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 11; zh-CN; V2121A Build/RP1A.200720.012) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/78.0.3904.108 Quark/5.4.9.201 Mobile Safari/537.36" 4.99µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "UCWEB/8.8 (SymbianOS/9.2; U; en-US; NokiaE63) AppleWebKit/534.1 UCBrowser/8.8.0.245 Mobile" 5.378µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; en-US) AppleWebKit/534.13 (KHTML, like Gecko) Chrome/9.0.597.15 Safari/534.13" 4.683µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:14.0) Gecko/20100101 Firefox/14.0.1" 6.807µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Mobile; Windows Phone 8.1; Android 4.0; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 929) like iPhone OS 7_0_3 Mac OS X AppleWebKit/537 (KHTML, like Gecko) Mobile Safari/537" 6.834µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; AC2001) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.45 Mobile Safari/537.36" 4.101µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:15.0) Gecko/20120724 Debian Iceweasel/15.02" 4.055µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36 SLBrowser/8.0.0.3161 SLBChan/10" 3.021µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.93 Safari/537.36" 5.329µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "nook browser/1.0" 2.841µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1478.0 Safari/537.36" 2.225µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.2; Trident/5.0)" 1.983µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-G998U1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 2.978µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; ELE-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 70.569µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36" 4.473µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.1.1; CPH1725 Build/N6F26Q; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/101.0.4951.61 Mobile Safari/537.36 [FB_IAB/Orca-Android;FBAV/360.0.0.10.113;]" 4.351µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Safari/537.36 Edg/101.0.1210.32" 4.204µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 10.0; Windows Phone 8.0; Trident/6.0; IEMobile/10.0; ARM; Touch; NOKIA; Lumia 920)" 14.425µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr-fr) AppleWebKit/312.5 (KHTML, like Gecko) Safari/312.3" 13.999µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-us) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/2.9174AT" 11.32µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; Redmi Note 9 Pro) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 12.792µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4950.0 Safari/537.36" 11.036µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.120 Safari/537.36" 11.352µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "SAMSUNG-SGH-A867/A867UCHJ3 SHP/VPP/R5 NetFront/35 SMM-MMS/1.2.0 profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0" 11.193µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Opera/10.61 (J2ME/MIDP; Opera Mini/5.1.21219/19.999; en-US; rv:1.9.3a5) WebKit/534.5 Presto/2.6.30" 4.11µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Links (2.1pre15; FreeBSD 5.3-RELEASE i386; 196x84)" 11.201µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "SonyEricssonW850i/R1ED Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 11.314µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36" 7.616µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/602.1 (KHTML, like Gecko) splash Version/10.0 Safari/602.1" 7.44µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; CPH2373) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 6.057µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0b4pre) Gecko/20100815 Minefield/4.0b4pre" 3.997µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/418.8 (KHTML, like Gecko) Safari/419.3" 7.593µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A326U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 5.633µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)" 4.899µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36 OPR/85.0.4341.79 (Edition Campaign 76)" 9.113µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36" 10.693µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) CriOS/30.0.1599.12 Mobile/11A465 Safari/8536.25 (3B92C18B-D9DE-4CB7-A02A-22FD2AF17C8F)" 10.842µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)" 10.881µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5030.0 Safari/537.36" 9.938µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52" 5.576µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "SAMSUNG-SGH-A867/A867UCHJ3 SHP/VPP/R5 NetFront/35 SMM-MMS/1.2.0 profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0" 8.997µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:91.0) Gecko/20100101 Firefox/91.0" 9.351µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/3.5; SunOS) KHTML/3.5.1 (like Gecko)" 9.643µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36 AtContent/96.5.9594.95" 9.37µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.60 Safari/537.36" 8.748µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.80 Safari/537.36 Vivaldi/1.0.344.37" 14.441µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Mi Note 10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 11.674µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:8.0) Gecko/20100101 Firefox/8.0" 7.355µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36" 12.907µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; Linux 2.6.22) NetFront/3.4 Kindle/2.0 (screen 600x800)" 5.994µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.2 Safari/605.1.15" 12.047µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.141 YaBrowser/22.3.4.731 Yowser/2.5 Safari/537.36" 10.455µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Opera/9.64 (X11; Linux i686; U; Linux Mint; nb) Presto/2.1.1" 9.872µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4" 7.851µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; GoogleToolbar 4.0.1019.5266-big; Windows XP 5.1; MSIE 6.0.2900.2180)" 6.253µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 10_0 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) GSA/18.0.130791545 Mobile/14A5345a Safari/600.1.4" 5.73µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.84 Safari/537.36" 6.612µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/100.0.4896.77 Mobile/15E148 Safari/604.1" 6.34µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; ONEPLUS A5010) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 5.216µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; en-US) AppleWebKit/534.13 (KHTML, like Gecko) Chrome/9.0.597.15 Safari/534.13" 5.859µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.4; Nexus 5 Build/BuildID) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/30.0.0.0 Mobile Safari/537.36" 4.636µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.1 (KHTML, like Gecko) Maxthon/3.0.8.2 Safari/533.1" 5.061µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-P615) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 3.972µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36" 3.971µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.88 Safari/537.36" 3.448µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36" 14.285µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux U; en-US) AppleWebKit/528.5 (KHTML, like Gecko, Safari/528.5 ) Version/4.0 Kindle/3.0 (screen 600x800; rotate)" 13.646µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A415F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 11.125µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "HTC-ST7377/1.59.502.3 (67150) Opera/9.50 (Windows NT 5.1; U; en) UP.Link/6.3.1.17.0" 11.034µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.7) Gecko/20060909 Firefox/1.5.0.7 MG(Novarra-Vision/6.9)" 9.316µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Symbian/3; Series60/5.2 NokiaC7-00/012.003; Profile/MIDP-2.1 Configuration/CLDC-1.1 ) AppleWebKit/525 (KHTML, like Gecko) Version/3.0 BrowserNG/7.2.7.3 3gpp-gba" 9.342µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A505FN) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 8.572µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36" 11.439µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36 OPR/86.0.4363.59" 12.752µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 4.2; en-us; sdk Build/MR1) AppleWebKit/535.19 (KHTML, like Gecko) Version/4.2 Safari/535.19" 11.372µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 6.157µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "SonyEricssonW850i/R1ED Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 6.258µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Symbian/3; Series60/5.2 NokiaC7-00/012.003; Profile/MIDP-2.1 Configuration/CLDC-1.1 ) AppleWebKit/525 (KHTML, like Gecko) Version/3.0 BrowserNG/7.2.7.3 3gpp-gba" 10.521µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 7_1_2 like Mac OS X) AppleWebKit/537.51.2 (KHTML, like Gecko) Version/7.0 Mobile/11D257 Safari/9537.53" 13.852µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4" 9.862µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 11.562µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "SAMSUNG-SGH-A867/A867UCHJ3 SHP/VPP/R5 NetFront/35 SMM-MMS/1.2.0 profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0" 11.338µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "SAMSUNG-SGH-A867/A867UCHJ3 SHP/VPP/R5 NetFront/35 SMM-MMS/1.2.0 profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0" 8.74µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.186 Safari/535.1" 10.101µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.4.2; SAMSUNG-SM-G900A Build/KOT49H) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.94 Mobile Safari/537.36" 7.008µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) QtWebEngine/5.15.3 Chrome/87.0.4280.144 Safari/537.36" 7.997µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/601.7.8 (KHTML, like Gecko) Version/10.1 Safari/603.1.30" 6.829µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14320/554; U; cs) Presto/2.2.0" 8.456µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.82 Safari/537.36 OPR/29.0.1795.41" 7.979µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; YandexNews/4.0; +http://yandex.com/bots)" 27.102µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "NetSurf/1.2 (NetBSD; amd64)" 5.941µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686 (x86_64)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3187.0 Safari/537.366" 2.656µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.136 Safari/537.36" 5.2µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:40.0) Gecko/20100101 Firefox/40.0" 3.921µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "SonyEricssonK750i/R1CA Browser/SEMC-Browser/4.2 Profile/MIDP-2.0 Configuration/CLDC-1.1" 3.454µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 14_8 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Mobile/15E148 Safari/604.1" 8.345µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_3 like Mac OS X) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1" 14.495µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/48.0.2564.116 UBrowser/5.6.13705.206 Safari/537.36" 12.685µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 9.513µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:55.0) Gecko/20100101 Firefox/55.0" 13.447µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36 Edg/101.0.1210.39" 10.071µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Pixel 4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 10.701µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/4.8 [en] (Windows NT 5.1; U)" 9.728µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.75 Safari/537.36" 11.755µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-AU) AppleWebKit/534.35 (KHTML, like Gecko) Chrome/11.0.696.65 Safari/534.35 Puffin/3.9174IT" 10.722µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/93.0.4577.63 Safari/537.36" 8.999µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.82 Safari/537.36" 6.504µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36 Edg/101.0.1210.39" 6.193µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:10.0.12) Gecko/20130108 Firefox/10.0.12 SeaMonkey/2.7.2" 4.933µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 14588.98.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.59 Safari/537.36" 13.613µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; M2101K6G) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.98 Mobile Safari/537.36" 9.853µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36" 12.615µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) MxBrowser/4.5.10.7000 Chrome/30.0.1551.0 Safari/537.36" 9.409µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.0 Mobile/15E148 Safari/605.1 NAVER(inapp; search; 1000; 11.5.7; XR)" 8.641µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 Zalo iOS/448 ZaloTheme/light ZaloLanguage/en" 6.545µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.0; en-us; Droid Build/ESD20) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 7.151µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1" 6.596µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 6.0; ALE-L21 Build/HuaweiALE-L21) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.89 Mobile Safari/537.36" 7.917µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML like Gecko) Maxthon/4.0.0.2000 Chrome/22.0.1229.79 Safari/537.1" 6.669µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Safari/537.36" 6.771µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.36 Safari/535.7" 4.112µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; webOS/2.2.4; U; en-US) AppleWebKit/534.6 (KHTML, like Gecko) webOSBrowser/221.56 Safari/534.6 Pre/3.0" 5.914µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv61; en-US; rv:1.9.1b2pre) Gecko/20081015 Fennec/1.0a1" 10.583µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 530) like Gecko" 7.124µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 5.1; C6740N Build/LMY47O) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.111 Mobile Safari/537.36" 8.188µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Opera/9.80 (J2ME/MIDP; Opera Mini/5.0.16823/1428; U; en) Presto/2.2.0" 6.339µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-N985F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 5.386µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-M307F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.101 Mobile Safari/537.36" 14.557µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Nokia6100/1.0 (04.01) Profile/MIDP-1.0 Configuration/CLDC-1.0" 9.586µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36 Config/99.2.4111.12" 13.703µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Safari/537.36" 11.588µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Mac OS X Mach-O; en-US; rv:2.0a) Gecko/20040614 Firefox/3.0.0" 11.312µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36" 9.032µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36 Edg/100.0.1185.50" 9.24µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A505G) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 9.659µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; ONEPLUS A6003) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 11.102µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; MAR-LX1M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 12.217µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.24 (KHTML, like Gecko) Ubuntu/10.10 Chromium/12.0.703.0 Chrome/12.0.703.0 Safari/534.24" 10.883µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; OpenBSD arm; en-us) AppleWebKit/531.2 (KHTML, like Gecko) Safari/531.2 Epiphany/2.30.0" 5.586µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.105 Safari/537.36 Edg/84.0.522.52" 8.988µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i586; en-US; rv:1.7.3) Gecko/20040924 Epiphany/1.4.4 (Ubuntu)" 8.849µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "SonyEricssonW950i/R100 Mozilla/4.0 (compatible; MSIE 6.0; Symbian OS; 323) Opera 8.60 [en-US]" 14.667µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS/9.1; U; de) AppleWebKit/413 (KHTML, like Gecko) Safari/413" 14.714µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.0.0 Mobile Safari/537.36" 5.308µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Safari/605.1.15" 9.39µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; LGL84VL Build/NRD90U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36" 7.882µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.4.2; LGMS323 Build/KOT49I.MS32310b) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.103 Mobile Safari/537.36" 9.844µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.101 Safari/537.36" 7.508µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (webOS/1.3; U; en-US) AppleWebKit/525.27.1 (KHTML, like Gecko) Version/1.0 Safari/525.27.1 Desktop/1.0" 7.507µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/532.5 (KHTML, like Gecko) Chrome/4.0.249.0 Safari/532.5" 12.067µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-A315F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 8.743µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.74 Safari/537.36" 7.622µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)" 7.615µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.74 Safari/537.36" 3.245µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:16.0) Gecko/20100101 Firefox/16.0" 14.475µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "NetSurf/1.2 (NetBSD; amd64)" 12.15µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; U; OS/2; en-US) AppleWebKit/533.3 (KHTML, like Gecko) Arora/0.11.0 Safari/533.3" 10.903µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; RMX2101) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 11.896µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; LM-V500N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 9.813µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36 SLBrowser/8.0.0.3161 SLBChan/10" 11.866µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 10; Infinix X688B Build/QP1A.190711.020; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/99.0.4844.58 Mobile Safari/537.36 OPR/62.5.2254.61243" 13.552µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.75 Safari/537.36" 12.969µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Pixel 4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 10.438µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Adobe Application Manager 2.0" 14.487µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "WebCopier v4.6" 14.807µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.4997.0 Safari/537.36" 14.863µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; M2101K6G) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.98 Mobile Safari/537.36" 5.375µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36" 9.823µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "SonyEricssonW950i/R100 Mozilla/4.0 (compatible; MSIE 6.0; Symbian OS; 323) Opera 8.60 [en-US]" 7.085µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/540.0 (KHTML, like Gecko) Ubuntu/10.10 Chrome/9.1.0.0 Safari/540.0" 9.001µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36" 6.494µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "MOT-V177/0.1.75 UP.Browser/6.2.3.9.c.12 (GUI) MMP/2.0 UP.Link/6.3.1.13.0" 9.944µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.1.1; CPH1729) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 5.63µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36" 10.047µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36 Edg/98.0.1108.43" 6.105µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US) AppleWebKit/528.16 (KHTML, like Gecko, Safari/528.16) OmniWeb/v622.8.0.112941" 10.334µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Vodafone/1.0/V802SE/SEJ001 Browser/SEMC-Browser/4.1" 7.824µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.0 x64; en-US; rv:1.9pre) Gecko/2008072421 Minefield/3.0.2pre" 9.85µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.106 Safari/537.36" 11.253µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "FAST-WebCrawler/3.8 (crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler)" 10.167µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36" 10.635µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 5841.83.0) AppleWebKit/537.36 (KHTML like Gecko) Chrome/36.0.1985.138 Safari/537.36" 10.223µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Opera/7.50 (Windows ME; U) [en]" 8.447µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/4.8 [en] (X11; U; SunOS; 5.7 sun4u)" 9.941µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS/9.1; U; en-us) AppleWebKit/413 (KHTML, like Gecko) Safari/413 es70" 9.407µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14" 9.489µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A225F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 11.253µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) MxBrowser/4.5.10.7000 Chrome/30.0.1551.0 Safari/537.36" 9.166µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36" 10.438µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Opera/7.50 (Windows XP; U)" 8.183µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36 OPR/85.0.4341.22" 9.664µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_0 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8A293 Safari/531.22.7" 14.188µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "MSIE (MSIE 6.0; X11; Linux; i686) Opera 7.23" 12.368µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.0 x64; en-US; rv:1.9pre) Gecko/2008072421 Minefield/3.0.2pre" 12.188µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/20100101 Firefox/5.0" 10.091µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Mobile Safari/537.36" 9.87µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:5.0) Gecko/20100101 Firefox/5.0" 13.045µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; Pixel 4a) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 12.287µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows CE 5.1; rv:1.8.1a3) Gecko/20060610 Minimo/0.016" 10.102µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-G973F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 7.98µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_2_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 Safari Line/12.6.0" 10.091µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:12.0) Gecko/20120502 Firefox/12.0 SeaMonkey/2.9.1" 8µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 15_3_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Mobile/15E148 Safari/604.1" 6.276µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-A505F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 6.297µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Opera/10.61 (J2ME/MIDP; Opera Mini/5.1.21219/19.999; en-US; rv:1.9.3a5) WebKit/534.5 Presto/2.6.30" 8.062µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; ELE-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 10.102µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2; rv:20.0) Gecko/20121202 Firefox/20.0" 11.214µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.1-update1; de-de; HTC Desire 1.19.161.5 Build/ERE27) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 9.969µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; Redmi Note 8T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 12.003µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/602.1 (KHTML, like Gecko) splash Version/10.0 Safari/602.1" 11.044µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.0.0 Safari/537.36" 11.875µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 9.139µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.3; Trident/7.0; rv:11.0) like Gecko" 8.825µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Mobile Safari/537.36" 10.428µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Googlebot/2.1 ( http://www.googlebot.com/bot.html)" 9.26µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 7_1_2 like Mac OS X) AppleWebKit/537.51.2 (KHTML, like Gecko) Version/7.0 Mobile/11D257 Safari/9537.53" 7.543µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:24.0) Gecko/20100101 Firefox/24.0" 9.297µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686) AppleWebKit/538.1 (KHTML, like Gecko) QupZilla/1.8.6 Safari/538.1" 9.81µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.4972.0 Safari/537.36" 13.036µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.1; DragonFly) KHTML/4.1.4 (like Gecko)" 14.463µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 530) like Gecko" 10.526µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Wget/1.9.1" 12.003µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.60 Safari/537.36" 9.578µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; WAS-LX1A) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Mobile Safari/537.36" 14.269µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36" 14.252µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36" 12.213µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; Moto G (5) Plus Build/NPNS25.137-35-5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.107 Mobile Safari/537.36" 12.635µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.60 Safari/537.36" 9.631µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36 Edg/99.0.1150.30" 10.664µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36" 6.854µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.88 Safari/537.36" 8.919µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; j2me) ReqwirelessWeb/3.5" 8.401µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.24 (KHTML, like Gecko) Ubuntu/10.10 Chromium/12.0.703.0 Chrome/12.0.703.0 Safari/534.24" 10.563µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:55.0) Gecko/20100101 Firefox/55.0" 8.832µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36 OPR/86.0.4363.50" 12.003µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.7 (KHTML, like Gecko) Chrome/7.0.514.0 Safari/534.7" 8.617µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; Nexus 9 Build/NRD90R) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.124 Safari/537.36" 6.034µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; FreeBSD i386; en-US) AppleWebKit/532.0 (KHTML, like Gecko) Chrome/4.0.207.0 Safari/532.0" 14.513µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.5) Gecko/20091107 Firefox/3.5.5" 11.844µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.60 Safari/537.36" 7.031µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/4.0 (PDA; PalmOS/sony/model prmr/Revision:1.1.54 (en)) NetFront/3.0" 6.698µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Opera/9.80 (Windows NT 5.2; U; en) Presto/2.2.15 Version/10.10" 8.549µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "BlackBerry8300/4.2.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0" 182.69µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-M315F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.50 Mobile Safari/537.36" 7.219µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4" 9.417µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; ONEPLUS A6003) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 10.537µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 13982.88.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.162 Safari/537.36" 10.535µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/51.0.2704.79 Chrome/51.0.2704.79 Safari/537.36" 12.047µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5" 9.622µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:16.0) Gecko/20120813 Firefox/16.0" 8.719µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; IN2025) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 7.479µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 14469.59.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.94 Safari/537.36" 10.917µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.109 Safari/537.36" 10.628µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Mobile/15E148 Safari/604.1" 11.428µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Web Downloader/6.9" 14.216µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36" 14.305µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; NetBSD amd64; en-US; rv:1.9.2.15) Gecko/20110308 Namoroka/3.6.15" 11.799µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36" 9.596µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.106 Safari/537.36" 10.564µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; NetBSD x86; en-us) AppleWebKit/666.6+ (KHTML, like Gecko) Chromium/20.0.0000.00 Chrome/20.0.0000.00 Safari/666.6+" 6.604µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36 OPR/85.0.4341.79" 11.37µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Opera/9.80 (Android; Opera Mini/9.0.1829/66.318; U; en) Presto/2.12.423 Version/12.16" 11.193µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:25.0) Gecko/20100101 Firefox/25.0" 12.125µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 4.4.2; SAMSUNG-SM-G900A Build/KOT49H) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.94 Mobile Safari/537.36" 10.968µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36" 8.599µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/527 (KHTML, like Gecko, Safari/419.3) Arora/0.6 (Change: )" 10.45µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4692.56 Safari/537.36" 7.867µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.36 Safari/535.7" 7.398µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mediapartners-Google" 7.771µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.4 (KHTML like Gecko) Chrome/22.0.1229.56 Safari/537.4" 9.594µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv6l; rv 1.8.1.5pre) Gecko/20070619 Minimo/0.020" 9.655µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS aarch64 14388.61.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.107 Safari/537.36" 8.84µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Opera/10.61 (J2ME/MIDP; Opera Mini/5.1.21219/19.999; en-US; rv:1.9.3a5) WebKit/534.5 Presto/2.6.30" 7.052µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3883.400 QQBrowser/10.8.4559.400" 25.967µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.0; en-us; Milestone Build/ SHOLS_U2_01.03.1) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 7.907µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 5.1; C6740N Build/LMY47O) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.111 Mobile Safari/537.36" 8.676µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.76 Safari/537.36 OPR/19.0.1326.56" 9.568µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Mobile/15E148 Safari/604.1" 9.182µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0b6pre) Gecko/20100907 Firefox/4.0b6pre Camino/2.2a1pre" 8.323µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36" 13.037µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.88 Safari/537.36" 8.167µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 14.446µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; Pixel 4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 12.88µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; Redmi Note 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 9.629µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:20.0) Gecko/20100101 Firefox/20.0" 13.23µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.93 Safari/537.36" 10.751µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 13982.88.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.162 Safari/537.36" 9.201µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "SonyEricssonK810i/R1KG Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 7.28µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.71 (KHTML like Gecko) WebVideo/1.0.1.10 Version/7.0 Safari/537.71" 6.655µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.81 Safari/537.36" 5.174µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 1.5; fr-fr; GT-I5700 Build/CUPCAKE) AppleWebKit/528.5 (KHTML, like Gecko) Version/3.1.2 Mobile Safari/525.20.1" 5.545µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11) Sprint:PPC6800" 5.851µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US) AppleWebKit/533.17.8 (KHTML, like Gecko) Version/5.0.1 Safari/533.17.8" 4.659µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_4) AppleWebKit/537.31 (KHTML like Gecko) Chrome/26.0.1410.63 Safari/537.31" 4.662µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36 Edg/90.0.818.56" 9.952µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; FreeBSD amd64; rv:5.0) Gecko/20100101 Firefox/5.0" 6.135µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2; ARM; Trident/7.0; Touch; rv:11.0; WPDesktop; NOKIA; Lumia 920) like Geckoo" 7.823µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; HUAWEI CAN-L11) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 8.644µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Android 4.2; rv:19.0) Gecko/20121129 Firefox/19.0" 5.041µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Mobile/15E148 Safari/604.1" 6.546µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.5; NetBSD 5.0.2; X11; amd64; en_US) KHTML/4.5.4 (like Gecko)" 6.425µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.5; Windows) KHTML/4.5.4 (like Gecko)" 9.127µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; WAS-LX1A) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Mobile Safari/537.36" 8.795µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36" 7.574µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36 OPR/85.0.4341.72" 12.784µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; 100011886A) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 11.578µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; ONEPLUS A6000) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Mobile Safari/537.36" 9.52µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A403 Safari/8536.25" 11.385µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:35.0) Gecko/20100101 Firefox/35.0" 7.696µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.109 Safari/537.36 OPR/84.0.4316.42" 8.87µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:15.0) Gecko/20120724 Debian Iceweasel/15.02" 10.073µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Mobile/15E148 Safari/604.1" 14.252µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0a2) Gecko/20110622 Firefox/6.0a2" 10.819µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134" 8.295µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "WebZIP/3.5 (http://www.spidersoft.com)" 7.405µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Opera/9.0 (Macintosh; PPC Mac OS X; U; en)" 7.954µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "msnbot-media/1.1 ( http://search.msn.com/msnbot.htm)" 7.98µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0)" 9.808µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/0.8.12" 6.484µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 5841.83.0) AppleWebKit/537.36 (KHTML like Gecko) Chrome/36.0.1985.138 Safari/537.36" 9.946µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; FreeBSD; i386; en-US; rv:1.7) Gecko" 10.677µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; SM-A605G) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.58 Mobile Safari/537.36" 10.031µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14" 10.052µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "BlackBerry8330/4.3.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/105" 6.885µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-N770F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Mobile Safari/537.36 EdgA/101.0.1210.39" 10.917µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.22 (KHTML like Gecko) Ubuntu Chromium/25.0.1364.160 Chrome/25.0.1364.160 Safari/537.22" 8.74µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 5.312µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.92 Safari/537.36" 6.81µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36" 6.743µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Links (2.3pre1; Linux 2.6.38-8-generic x86_64; 170x48)" 9.1µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0b4pre) Gecko/20100815 Minefield/4.0b4pre" 7.044µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Links (2.1pre15; Linux 2.4.26 i686; 158x61)" 8.225µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.36 Safari/535.7" 8.352µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; PPC; MDA Pro/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1)" 14.14µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36" 13.774µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "SonyEricssonZ800/R1Y Browser/SEMC-Browser/4.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Link/6.3.0.0.0" 10.653µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.8) Gecko Galeon/2.0.6 (Ubuntu 2.0.6-2)" 10.019µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.87 Safari/537.36" 14.404µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1" 15.099µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "DoCoMo/2.0 SH901iC(c100;TB;W24H12)" 14.975µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:25.0) Gecko/20100101 Firefox/29.0" 11.013µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS i686 2268.111.0) AppleWebKit/536.11 (KHTML, like Gecko) Chrome/20.0.1132.57 Safari/536.11" 13.69µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36" 15.493µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36" 9.488µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134" 6.315µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 6.0; LG-D850 Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.97 Mobile Safari/537.36" 15.559µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64; rv:40.0) Gecko/20100101 Firefox/40.0" 11.839µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Safari/537.36" 5.825µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; Redmi Note 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.101 Mobile Safari/537.36" 8.378µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/60.0.3112.78 Chrome/60.0.3112.78 Safari/537.36" 8.021µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11) Sprint:PPC6800" 5.7µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.109 Safari/537.36 OPR/84.0.4316.42" 8.028µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko)" 5.073µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64; rv:40.0) Gecko/20100101 Firefox/40.0" 4.69µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.2 Safari/605.1.15" 7.844µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 13982.88.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.162 Safari/537.36" 4.586µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11) XV6800" 8.106µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_16) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Safari/605.1.15" 2.239µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Safari/605.1.15" 1.372µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "SonyEricssonT650i/R7AA Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 2.633µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; SAMSUNG SM-G955F) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/16.2 Chrome/92.0.4515.166 Mobile Safari/537.36" 2.853µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5" 1.989µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36" 1.829µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.1.0; TECNO KA7O Build/O11019; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/91.0.4472.120 Mobile Safari/537.36" 9.574µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36" 6.641µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Jigsaw/2.2.5 W3C_CSS_Validator_JFouffa/2.0" 6.776µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1090.0 Safari/536.6" 6.231µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "SAMSUNG-S8000/S8000XXIF3 SHP/VPP/R5 Jasmine/1.0 Nextreaming SMM-MMS/1.2.0 profile/MIDP-2.1 configuration/CLDC-1.1 FirePHP/0.3" 6.879µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10.5; en-US; rv:1.9.2.15) Gecko/20110303 Firefox/3.6.15" 5.443µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11)" 11.302µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; SM-G930F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36" 11.722µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) GSA/209.1.445234187 Mobile/15E148 Safari/604.1" 9.747µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; FreeBSD; i386; en-US; rv:1.7) Gecko" 11.472µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Konqueror/3.0-rc4; (Konqueror/3.0-rc4; i686 Linux;;datecode)" 7.945µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; VTR-L09) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 9.458µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 9_2 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13C75 Safari/601.1" 10.13µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)" 6.532µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36 HBPC/12.0.0.300" 10.563µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.2; en-us; Droid Build/FRG22D) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1" 9.794µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-US) AppleWebKit/534.7 (KHTML, like Gecko) Chrome/7.0.514.0 Safari/534.7" 5.87µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0)" 8.146µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; HMA-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Mobile Safari/537.36" 5.836µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:35.0) Gecko/20100101 Firefox/35.0" 10.505µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.91 Safari/537.36 Vivaldi/1.92.917.39" 11.326µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2; ARM; Trident/7.0; Touch; rv:11.0; WPDesktop; NOKIA; Lumia 635) like Gecko" 13.984µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.5; Windows) KHTML/4.5.4 (like Gecko)" 14.022µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:35.0) Gecko/20100101 Firefox/35.0" 9.883µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.72 Safari/537.36" 9.732µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; en-us) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10" 11.234µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Peach/1.01 (Ubuntu 8.04 LTS; U; en)" 12.372µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_1_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.1 Mobile/15E148 Safari/604.1" 11.368µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Gaisbot/3.0 (robot@gais.cs.ccu.edu.tw; http://gais.cs.ccu.edu.tw/robot.php)" 8.235µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/3.5; Linux; en_US) KHTML/3.5.6 (like Gecko) (Kubuntu)" 6.685µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.60 Safari/537.36" 7.857µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.7 (KHTML, like Gecko) Chrome/7.0.514.0 Safari/534.7" 9.698µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; archive.org_bot; Wayback Machine Live Record; +http://archive.org/details/archive.org_bot)" 4.725µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.75 Safari/537.36" 8.13µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPod; U; CPU iPhone OS 2_2_1 like Mac OS X; en-us) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5H11a Safari/525.20" 6.091µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "LG-GC900/V10a Obigo/WAP2.0 Profile/MIDP-2.1 Configuration/CLDC-1.1" 8.132µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3178.0 Safari/537.36" 5.556µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; IN2025) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 4.573µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; U; CPU iPhone OS 3_0 like Mac OS X; en-us) AppleWebKit/528.18 (KHTML, like Gecko) Version/4.0 Mobile/7A341 Safari/528.16" 6.44µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; M2010J19SI) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.74 Mobile Safari/537.36" 4.784µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-N9860) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 5.83µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36" 15.263µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.29 Safari/537.36 OPR/15.0.1147.24 (Edition Next)" 7.534µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 10_0 like Mac OS X) AppleWebKit/602.1.50 (KHTML, like Gecko) Version/10.0 Mobile/14A346 Safari/602.1" 6.294µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Wget/1.9 cvs-stable (Red Hat modified)" 7.732µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Googlebot-Image/1.0" 3.411µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Safari/537.36" 3.396µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; Pixel 4a (5G)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 3.959µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36" 5.305µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; moto e(7)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 2.547µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; SM-N960F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 6.865µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-G781U1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 8.695µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US) AppleWebKit/533.17.8 (KHTML, like Gecko) Version/5.0.1 Safari/533.17.8" 7.429µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/99.0.4844.59 Mobile/15E148 Safari/604.1" 5.43µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "SAMSUNG-SGH-A867/A867UCHJ3 SHP/VPP/R5 NetFront/35 SMM-MMS/1.2.0 profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0" 5.244µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.2; en-us; ADR6300 Build/FRF91) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1" 10.121µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A" 10.117µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_2_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 Safari Line/12.6.0" 10.428µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:10.0.12) Gecko/20130108 Firefox/10.0.12 SeaMonkey/2.7.2" 10.138µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; CrOS x86_64 13982.88.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.162 Safari/537.36" 8.468µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; SunOS sun4m; en-US; rv:1.4b) Gecko/20030517 Mozilla Firebird/0.6" 8.272µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36" 8.478µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/3.5; NetBSD 4.0_RC3; X11) KHTML/3.5.7 (like Gecko)" 10.206µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Safari/537.36" 14.003µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Android; Linux armv7l; rv:2.0.1) Gecko/20100101 Firefox/4.0.1 Fennec/2.0.1" 13.927µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/1.22 (compatible; MSIE 5.01; PalmOS 3.0) EudoraWeb 2.1" 14.163µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 13.958µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/125.2 (KHTML, like Gecko) Safari/125.8" 10.512µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; Pixel 6 Pro) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 8.323µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "AdsBot-Google ( http://www.google.com/adsbot.html)" 7.999µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.14 (KHTML, like Gecko) Chrome/10.0.601.0 Safari/534.14" 10.343µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Opera/7.50 (Windows ME; U) [en]" 9.529µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:20.0) Gecko/20100101 Firefox/20.0" 7.374µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 7.1.1; en-us; CPH1801 Build/NMF26F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.88 Mobile Safari/537.36 HeyTapBrowser/15.8.4.1" 10.371µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Brave Chrome/89.0.4389.105 Safari/537.36" 9.441µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-G998B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 13.412µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.0; en-us; Milestone Build/ SHOLS_U2_01.03.1) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 10.286µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" 10.336µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_1 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) Version/10.0 Mobile/14E304 Safari/602.1" 7.063µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/6.0)" 11.229µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1090.0 Safari/536.6" 11.11µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; arm; Android 10; HRY-LX1T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 YaBrowser/22.3.1.87.00 SA/3 Mobile Safari/537.36" 10.528µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/3.5; SunOS) KHTML/3.5.1 (like Gecko)" 9.354µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "SonyEricssonK810i/R1KG Browser/NetFront/3.3 Profile/MIDP-2.0 Configuration/CLDC-1.1" 10.519µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0a2) Gecko/20110622 Firefox/6.0a2" 8.013µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; U; CPU like Mac OS X; en) AppleWebKit/420 (KHTML, like Gecko) Version/3.0 Mobile/1A543a Safari/419.3" 11.988µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36 Edg/98.0.1108.43" 11.593µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 9; Redmi Note 8T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 10.391µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:5.0) Gecko/20100101 Firefox/5.0 Iceweasel/5.0" 11.821µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; alexa site audit/1.0; +http://www.alexa.com/help/webmasters; )" 9.972µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "SonyEricssonT610/R201 Profile/MIDP-1.0 Configuration/CLDC-1.0" 14.432µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_5) AppleWebKit/537.78.1 (KHTML like Gecko) Version/7.0.6 Safari/537.78.1" 15.286µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.21 (KHTML, like Gecko) konqueror/4.14.10 Safari/537.21" 11.451µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux U; en-US) AppleWebKit/528.5 (KHTML, like Gecko, Safari/528.5 ) Version/4.0 Kindle/3.0 (screen 600x800; rotate)" 9.446µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Flipboard/4.2.142" 13.784µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 1.6; es-es; SonyEricssonX10i Build/R1FA016) AppleWebKit/528.5 (KHTML, like Gecko) Version/3.1.2 Mobile Safari/525.20.1" 13.199µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "SAMSUNG-S8000/S8000XXIF3 SHP/VPP/R5 Jasmine/1.0 Nextreaming SMM-MMS/1.2.0 profile/MIDP-2.1 configuration/CLDC-1.1 FirePHP/0.3" 11.818µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.91 Safari/537.36 Vivaldi/1.92.917.39" 12.714µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5030.0 Safari/537.36" 10.667µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36" 10.812µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36" 7.851µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.29 Safari/537.36 OPR/15.0.1147.24 (Edition Next)" 6.892µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 7.0; Windows Phone OS 7.0; Trident/3.1; IEMobile/7.0)" 11.189µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "iTunes/9.0.2 (Windows; N)" 9.049µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Lynx/2.8.7dev.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8d" 5.673µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "POLARIS/6.01(BREW 3.1.5;U;en-us;LG;LX265;POLARIS/6.01/WAP;)MMP/2.0 profile/MIDP-201 Configuration /CLDC-1.1" 4.89µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:20.0) Gecko/20100101 Firefox/20.0" 6.435µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 1.5; de-ch; HTC Hero Build/CUPCAKE) AppleWebKit/528.5 (KHTML, like Gecko) Version/3.1.2 Mobile Safari/525.20.1" 6.182µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.4; Linux 2.6.32-22-generic; X11; en_US) KHTML/4.4.3 (like Gecko) Kubuntu" 15.581µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "FAST-WebCrawler/3.8 (crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler)" 11.196µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.141 YaBrowser/22.3.3.852 Yowser/2.5 Safari/537.36" 11.247µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:38.0) Gecko/20100101 Firefox/38.0 Iceweasel/38.2.1" 5.623µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko, Foregenix) Chrome/91.0.4472.77 Safari/537.36" 8.313µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:63.0) Gecko/20100101 Firefox/63.0" 9.219µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/3.5; NetBSD 4.0_RC3; X11) KHTML/3.5.7 (like Gecko)" 7.591µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36 OPR/85.0.4341.22" 11.612µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 9.883µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Opera/9.64 (Macintosh; PPC Mac OS X; U; en) Presto/2.1.1" 10.725µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; FreeBSD amd64; rv:5.0) Gecko/20100101 Firefox/5.0" 8.303µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv61; en-US; rv:1.9.1b2pre) Gecko/20081015 Fennec/1.0a1" 8.716µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)" 10.63µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36" 12.252µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.67 Safari/537.36" 13.064µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; U; CPU iPhone OS) (compatible; Googlebot-Mobile/2.1; http://www.google.com/bot.html)" 10.907µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 NokiaE90-1/07.24.0.3; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413 UP.Link/6.2.3.18.0" 11.318µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36" 9.519µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Lynx/2.8.7dev.4 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.8d" 12.995µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10.5; en-US; rv:1.9.1) Gecko/20090624 Firefox/3.5" 10.195µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-G991B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Mobile Safari/537.36 EdgA/100.0.1185.50" 10.707µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36" 9.984µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.136 Safari/537.36" 10.779µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Nokia6630/1.0 (2.39.15) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1" 10.63µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.4 (KHTML like Gecko) Chrome/22.0.1229.79 Safari/537.4" 11.377µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (MeeGo; NokiaN9) AppleWebKit/534.13 (KHTML, like Gecko) NokiaBrowser/8.5.0 Mobile Safari/534.13" 11.084µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14320/554; U; cs) Presto/2.2.0" 8.651µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; SAMSUNG SM-G935F) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/12.1 Chrome/79.0.3945.136 Mobile Safari/537.36" 7.8µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 5_1 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko ) Version/5.1 Mobile/9B176 Safari/7534.48.3" 7.176µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36" 7.927µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "BlackBerry9530/4.7.0.167 Profile/MIDP-2.0 Configuration/CLDC-1.1 VendorID/102 UP.Link/6.3.1.20.0" 9.739µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "HTC_Dream Mozilla/5.0 (Linux; U; Android 1.5; en-ca; Build/CUPCAKE) AppleWebKit/528.5 (KHTML, like Gecko) Version/3.1.2 Mobile Safari/525.20.1" 6.49µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "UCWEB/8.8 (SymbianOS/9.2; U; en-US; NokiaE63) AppleWebKit/534.1 UCBrowser/8.8.0.245 Mobile" 8.198µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Redmi Note 8T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 9.849µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; NetBSD amd64; en-US; rv:1.9.2.15) Gecko/20110308 Namoroka/3.6.15" 6.721µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-N9860) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 4.763µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "SEC-SGHE900/1.0 NetFront/3.2 Profile/MIDP-2.0 Configuration/CLDC-1.1 Opera/8.01 (J2ME/MIDP; Opera Mini/2.0.4509/1378; nl; U; ssr)" 3.528µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.25 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1" 8.247µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; RMX1931) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 10.244µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 10.243µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11) XV6800" 9.972µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.36 Safari/535.7" 7.367µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.74 Safari/537.36" 6.997µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1" 11.316µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0.1) Gecko/20100101 Firefox/4.0.1" 13.784µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.3; Linux) KHTML/4.3.1 (like Gecko) Fedora/4.3.1-3.fc11" 11.576µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.103 Safari/537.36" 12.951µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.78 Safari/537.36 OPR/47.0.2631.55" 11.73µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.0.1; de-de; Milestone Build/SHOLS_U2_01.14.0) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 13.277µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; itel L5006C) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.181 Mobile Safari/537.36" 12.619µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5056.0 Safari/537.36" 12.217µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Opera/8.01 (J2ME/MIDP; Opera Mini/1.0.1479/HiFi; SonyEricsson P900; no; U; ssr)" 10.81µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i586; en-US; rv:1.7.3) Gecko/20040924 Epiphany/1.4.4 (Ubuntu)" 10.322µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 920) like Gecko" 8.703µs [INFO] Request 141.98.11.115 "GET /config-overrides.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; Pixel 4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.101 Mobile Safari/537.36" 15.403µs [INFO] Request 141.98.11.115 "GET /app-settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 15_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/99.0.4844.59 Mobile/15E148 Safari/604.1" 9.524µs [INFO] Request 141.98.11.115 "GET /client/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (WindowsCE 6.0; rv:2.0.1) Gecko/20100101 Firefox/4.0.1" 7.905µs [INFO] Request 141.98.11.115 "GET /api/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; rv:12.0) Gecko/20120403211507 Firefox/12.0" 8.343µs [INFO] Request 141.98.11.115 "GET /app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.2; en-us; Droid Build/FRG22D) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1" 8.698µs [INFO] Request 141.98.11.115 "GET /config/connections.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux x86_64; en-us) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.114 Safari/537.36 Puffin/4.8.0.2965AT" 6.862µs [INFO] Request 141.98.11.115 "GET /assets/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.5 Safari/605.1.15" 8.106µs [INFO] Request 141.98.11.115 "GET /config/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.0.0; Pixel XL Build/OPR6.170623.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.107 Mobile Safari/537.36" 6.25µs [INFO] Request 141.98.11.115 "GET /config/deploy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5030.0 Safari/537.36" 5.893µs [INFO] Request 141.98.11.115 "GET /aws-config.js HTTP/1.1" 404 -1 "Mozilla/4.0 (PSP (PlayStation Portable); 2.00)" 3.781µs [INFO] Request 141.98.11.115 "GET /assets/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 6.0; HTC One M9 Build/MRA58K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.98 Mobile Safari/537.36" 7.063µs [INFO] Request 141.98.11.115 "GET /aws.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; KB2003) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 7.17µs [INFO] Request 141.98.11.115 "GET /config/env/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)" 5.317µs [INFO] Request 141.98.11.115 "GET /config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) MxBrowser/4.5.10.7000 Chrome/30.0.1551.0 Safari/537.36" 5.516µs [INFO] Request 141.98.11.115 "GET /config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; GM1910) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 7.5µs [INFO] Request 141.98.11.115 "GET /config/dev.env.js HTTP/1.1" 404 -1 "HTMLParser/1.6" 9.475µs [INFO] Request 141.98.11.115 "GET /config/development.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2876.0 Safari/537.36" 6.804µs [INFO] Request 141.98.11.115 "GET /config/bootstrap.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv7l like Android; en-us) AppleWebKit/531.2+ (KHTML, like Gecko) Version/5.0 Safari/533.2+ Kindle/3.0+" 7.789µs [INFO] Request 141.98.11.115 "GET /config/db.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:10.0.12) Gecko/20130108 Firefox/10.0.12 SeaMonkey/2.7.2" 5.755µs [INFO] Request 141.98.11.115 "GET /config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.0; SM-N920C) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 6.356µs [INFO] Request 141.98.11.115 "GET /config/env.js HTTP/1.1" 404 -1 "Adobe Application Manager 2.0" 3.485µs [INFO] Request 141.98.11.115 "GET /assets/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 6.193µs [INFO] Request 141.98.11.115 "GET /config/env/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:35.0) Gecko/20100101 Firefox/35.0" 9.044µs [INFO] Request 141.98.11.115 "GET /config/env/production.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.78 Safari/537.36 OPR/47.0.2631.55" 10.57µs [INFO] Request 141.98.11.115 "GET /config/environment.js HTTP/1.1" 404 -1 "Mozilla/2.02E (Win95; U)" 10.662µs [INFO] Request 141.98.11.115 "GET /Node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/534.24 (KHTML, like Gecko) Ubuntu/10.10 Chromium/12.0.703.0 Chrome/12.0.703.0 Safari/534.24" 8.088µs [INFO] Request 141.98.11.115 "GET /config/index.js HTTP/1.1" 404 -1 "SonyEricssonT100/R101" 14.124µs [INFO] Request 141.98.11.115 "GET /config/keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux i686; rv:49.0) Gecko/20100101 Firefox/49.0 SeaMonkey/2.46" 12.178µs [INFO] Request 141.98.11.115 "GET /config/local.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; LYA-AL00) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.88 Mobile Safari/537.36" 12.458µs [INFO] Request 141.98.11.115 "GET /config/models.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.5; rv:10.0.1) Gecko/20100101 Firefox/10.0.1 SeaMonkey/2.7.1" 20.755µs [INFO] Request 141.98.11.115 "GET /config/policies.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 YaBrowser/17.3.0.1785 Yowser/2.5 Safari/537.36" 14.399µs [INFO] Request 141.98.11.115 "GET /aws-exports.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; Redmi Note 9 Pro) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 15.076µs [INFO] Request 141.98.11.115 "GET /config/prod.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_16) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Safari/605.1.15" 14.219µs [INFO] Request 141.98.11.115 "GET /config/production.js HTTP/1.1" 404 -1 "Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; PPC; MDA Pro/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1)" 13.373µs [INFO] Request 141.98.11.115 "GET /config/secrets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 14_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/101.0.4951.58 Mobile/15E148 Safari/604.1" 7.848µs [INFO] Request 141.98.11.115 "GET /config/routes.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/600.8.9 (KHTML, like Gecko) Version/8.0.8 Safari/600.8.9" 9.971µs [INFO] Request 141.98.11.115 "GET /config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; SM-G980F) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 8.906µs [INFO] Request 141.98.11.115 "GET /config/staging.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:24.0) Gecko/20100101 Firefox/24.0 SeaMonkey/2.21" 7.5µs [INFO] Request 141.98.11.115 "GET /config/session.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4692.56 Safari/537.36" 6.404µs [INFO] Request 141.98.11.115 "GET /config/test.env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 12; SM-G991B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36" 7.813µs [INFO] Request 141.98.11.115 "GET /config/sockets.js HTTP/1.1" 404 -1 "Mozilla/5.0 (OS/2; Warp 4.5; rv:38.0) Gecko/20100101 Firefox/38.0" 13.466µs [INFO] Request 141.98.11.115 "GET /gatsby-ssr.js HTTP/1.1" 404 -1 "Xenu Link Sleuth/1.3.8" 11.242µs [INFO] Request 141.98.11.115 "GET /helpers/utility.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux; en-US) AppleWebKit/527 (KHTML, like Gecko, Safari/419.3) Arora/0.10.1" 11.951µs [INFO] Request 141.98.11.115 "GET /config/test.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5030.0 Safari/537.36" 6.776µs [INFO] Request 141.98.11.115 "GET /gatsby-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 3.0.1; en-us; GT-P7100 Build/HRI83) AppleWebkit/534.13 (KHTML, like Gecko) Version/4.0 Safari/534.13" 9.495µs [INFO] Request 141.98.11.115 "GET /gulpfile.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:10.0.1) Gecko/20100101 Firefox/10.0.1" 37.969µs [INFO] Request 141.98.11.115 "GET /gatsby-node.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 2.0.1; de-de; Milestone Build/SHOLS_U2_01.14.0) AppleWebKit/530.17 (KHTML, like Gecko) Version/4.0 Mobile Safari/530.17" 6.555µs [INFO] Request 141.98.11.115 "GET /js/app.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; LM-V510N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.41 Mobile Safari/537.36 EdgA/101.0.1210.32" 10.18µs [INFO] Request 141.98.11.115 "GET /device/device.js HTTP/1.1" 404 -1 "Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1 Nokia5700/3.27; Profile/MIDP-2.0 Configuration/CLDC-1.1) AppleWebKit/413 (KHTML, like Gecko) Safari/413" 6.505µs [INFO] Request 141.98.11.115 "GET /ecosystem.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" 8.31µs [INFO] Request 141.98.11.115 "GET /firebase.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36" 5.083µs [INFO] Request 141.98.11.115 "GET /firebase-config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv61; en-US; rv:1.9.1b2pre) Gecko/20081015 Fennec/1.0a1" 3.273µs [INFO] Request 141.98.11.115 "GET /gatsby-browser.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 5_1 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko ) Version/5.1 Mobile/9B176 Safari/7534.48.3" 5.365µs [INFO] Request 141.98.11.115 "GET /js/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 OPT/3.2.13" 10.455µs [INFO] Request 141.98.11.115 "GET /config/sendgrid.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36" 12.091µs [INFO] Request 141.98.11.115 "GET /env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; M2006C3LII) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 11.677µs [INFO] Request 141.98.11.115 "GET /js/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.2; WOW64; Trident/5.0)" 10.592µs [INFO] Request 141.98.11.115 "GET /js/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/527 (KHTML, like Gecko, Safari/419.3) Arora/0.6 (Change: )" 14.586µs [INFO] Request 141.98.11.115 "GET /karma.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Safari/605.1.15" 13.93µs [INFO] Request 141.98.11.115 "GET /main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.21 (KHTML, like Gecko) konqueror/4.14.10 Safari/537.21" 15.654µs [INFO] Request 141.98.11.115 "GET /next.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux i586; en-US; rv:1.7.3) Gecko/20040924 Epiphany/1.4.4 (Ubuntu)" 14.594µs [INFO] Request 141.98.11.115 "GET /protractor.conf.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPad; CPU OS 15_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Mobile/15E148 Safari/604.1" 15.354µs [INFO] Request 141.98.11.115 "GET /nuxt.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 8_4_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) GSA/8.0.57838 Mobile/12H321 Safari/600.1.4" 13.961µs [INFO] Request 141.98.11.115 "GET /public/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4889.0 Safari/537.36" 11.829µs [INFO] Request 141.98.11.115 "GET /public/js/main.js HTTP/1.1" 404 -1 "Midori/0.1.10 (X11; Linux i686; U; en-us) WebKit/(531).(2)" 12.091µs [INFO] Request 141.98.11.115 "GET /sendgrid_keys.js HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; Konqueror/4.5; FreeBSD) KHTML/4.5.4 (like Gecko)" 19.118µs [INFO] Request 141.98.11.115 "GET /runtime-env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.141 YaBrowser/22.3.3.852 Yowser/2.5 Safari/537.36" 9.888µs [INFO] Request 141.98.11.115 "GET /public/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Safari/605.1.15" 6.987µs [INFO] Request 141.98.11.115 "GET /scripts/nodemailer.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; U; Android 1.5; fr-fr; GT-I5700 Build/CUPCAKE) AppleWebKit/528.5 (KHTML, like Gecko) Version/3.1.2 Mobile Safari/525.20.1" 9.935µs [INFO] Request 141.98.11.115 "GET /server.js HTTP/1.1" 404 -1 "Mozilla/5.0 (MSIE 9.0; Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36 Edge/14.14931" 15.008µs [INFO] Request 141.98.11.115 "GET /server/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36 Edg/90.0.818.56" 9.794µs [INFO] Request 141.98.11.115 "GET /server/config/database.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_3; en-us; Silk/1.0.13.81_10003810) AppleWebKit/533.16 (KHTML, like Gecko) Version/5.0 Safari/533.16 Silk-Accelerated=true" 13.709µs [INFO] Request 141.98.11.115 "GET /config/views.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 7.1.2; Pixel Build/NHG47N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.83 Mobile Safari/537.36" 11.688µs [INFO] Request 141.98.11.115 "GET /server/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3883.400 QQBrowser/10.8.4559.400" 12.286µs [INFO] Request 141.98.11.115 "GET /src/config/index.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Mobile/15E148 Safari/604.1" 13.667µs [INFO] Request 141.98.11.115 "GET /shared/config/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; GM1913) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.61 Mobile Safari/537.36" 49.425µs [INFO] Request 141.98.11.115 "GET /server/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.0.0 Safari/537.36" 10.94µs [INFO] Request 141.98.11.115 "GET /src/config/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 8.1.0; TECNO LA7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.87 Mobile Safari/537.36" 10.401µs [INFO] Request 141.98.11.115 "GET /settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 11; Redmi Note 8 Pro) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.88 Mobile Safari/537.36 OPR/68.3.3557.64528" 7.768µs [INFO] Request 141.98.11.115 "GET /src/config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/534.14 (KHTML, like Gecko) Chrome/9.0.601.0 Safari/534.14" 8.241µs [INFO] Request 141.98.11.115 "GET /server/environment.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.74 Safari/537.36 Edg/99.0.1150.46" 6.696µs [INFO] Request 141.98.11.115 "GET /js/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko)" 6.667µs [INFO] Request 141.98.11.115 "GET /src/constants.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/20130401 Firefox/21.0" 4.883µs [INFO] Request 141.98.11.115 "GET /src/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.162 Safari/537.36" 7.535µs [INFO] Request 141.98.11.115 "GET /src/config/configuration.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36" 4.435µs [INFO] Request 141.98.11.115 "GET /src/config/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36" 6.837µs [INFO] Request 141.98.11.115 "GET /static/js/main.e85f7a37.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 920) like Gecko" 12.812µs [INFO] Request 141.98.11.115 "GET /swagger.js HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; U; Linux armv6l; rv 1.8.1.5pre) Gecko/20070619 Minimo/0.020" 9.738µs [INFO] Request 141.98.11.115 "GET /static/js/2.ca066a4b.chunk.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 15_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.2 Mobile/15E148 Safari/604.1" 6.537µs [INFO] Request 141.98.11.115 "GET /src/settings.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36 Edg/101.0.1210.47" 8.828µs [INFO] Request 141.98.11.115 "GET /src/setupProxy.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.26 Safari/537.36" 8.475µs [INFO] Request 141.98.11.115 "GET /static/js/main.141b0494.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36" 7.472µs [INFO] Request 141.98.11.115 "GET /vue.config.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko, Foregenix) Chrome/91.0.4472.77 Safari/537.36" 5.26µs [INFO] Request 141.98.11.115 "GET /src/env.js HTTP/1.1" 404 -1 "Mozilla/5.0 (iPhone; CPU iPhone OS 8_4_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) GSA/8.0.57838 Mobile/12H321 Safari/600.1.4" 3.636µs [INFO] Request 141.98.11.115 "GET /src/setupTests.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.103 Safari/537.36" 3.485µs [INFO] Request 141.98.11.115 "GET /src/main.js HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36" 6.128µs [INFO] Request 205.210.31.243 "GET / HTTP/1.1" 200 390 "Hello from Palo Alto Networks, find out more about our scans in https://docs-cortex.paloaltonetworks.com/r/1/Cortex-Xpanse/Scanning-activity" 1.791465ms [INFO] Request 66.132.153.120 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 32.36µs [INFO] Request 66.132.153.120 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 4.389557ms [INFO] Request 71.6.134.230 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 32.345µs [INFO] Request 71.6.134.230 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 75.979µs [INFO] Request 204.76.203.25 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 32.589µs [INFO] Request 205.210.31.218 "GET / HTTP/1.1" 200 390 "Hello from Palo Alto Networks, find out more about our scans in https://docs-cortex.paloaltonetworks.com/r/1/Cortex-Xpanse/Scanning-activity" 23.021µs [INFO] Request 44.248.164.76 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.946µs [INFO] Request 44.248.164.76 "GET /enhancecp HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.628µs [INFO] Request 204.76.203.25 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 14.011µs [INFO] Request 66.132.153.120 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 242.865µs [INFO] Request 66.132.153.120 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 5.265305ms [INFO] Request 162.142.125.119 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 40.265µs [INFO] Request 162.142.125.119 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)" 297.528µs [INFO] Request 74.7.230.5 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.0; robots.txt; +https://openai.com/searchbot" 13.81µs [INFO] Request 74.7.227.111 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 42.352µs [INFO] Request 74.7.227.111 "GET /upstream HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 3.139323ms [INFO] Request 74.7.227.111 "GET /logs HTTP/1.1" 200 1343027 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 87.12529ms [INFO] Swapping model to [mistral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9125, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf' llama_model_loader: loaded meta data with 20 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/mistral-7b-v0.1.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = mistralai_mistral-7b-v0.1 llama_model_loader: - kv 2: llama.context_length u32 = 32768 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 10: llama.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 11: general.file_type u32 = 15 llama_model_loader: - kv 12: tokenizer.ggml.model str = llama llama_model_loader: - kv 13: tokenizer.ggml.tokens arr[str,32000] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 14: tokenizer.ggml.scores arr[f32,32000] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,32000] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 16: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 17: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 18: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 19: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 4.07 GiB (4.83 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 3 load: token to piece cache size = 0.1637 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.24 B print_info: general.name = mistralai_mistral-7b-v0.1 print_info: vocab type = SPM print_info: n_vocab = 32000 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4165.37 MiB ...........................................................[INFO] Health check error on http://127.0.0.1:9125/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 .................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9125 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9125/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 74.7.227.111 "GET /upstream/mistral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 20.295161094s [INFO] Unloading model mistral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [mistral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [YandexGPT] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9127, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf' llama_model_loader: loaded meta data with 33 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = YandexGPT 5 Lite 8B Instruct llama_model_loader: - kv 3: general.finetune str = instruct llama_model_loader: - kv 4: general.basename str = YandexGPT-5-Lite llama_model_loader: - kv 5: general.size_label str = 8B llama_model_loader: - kv 6: llama.block_count u32 = 32 llama_model_loader: - kv 7: llama.context_length u32 = 32768 llama_model_loader: - kv 8: llama.embedding_length u32 = 4096 llama_model_loader: - kv 9: llama.feed_forward_length u32 = 14336 llama_model_loader: - kv 10: llama.attention.head_count u32 = 32 llama_model_loader: - kv 11: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 12: llama.rope.freq_base f32 = 500000.000000 llama_model_loader: - kv 13: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 14: llama.vocab_size u32 = 129024 llama_model_loader: - kv 15: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 16: tokenizer.ggml.model str = llama llama_model_loader: - kv 17: tokenizer.ggml.pre str = default llama_model_loader: - kv 18: tokenizer.ggml.tokens arr[str,129024] = ["", "", "", "\n", "[SEP]"... llama_model_loader: - kv 19: tokenizer.ggml.scores arr[f32,129024] = [-1000.000000, -1000.000000, -1000.00... llama_model_loader: - kv 20: tokenizer.ggml.token_type arr[i32,129024] = [3, 3, 3, 1, 4, 4, 4, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 21: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 22: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 23: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 24: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 25: tokenizer.chat_template str = {%- set names = {'assistant': ' А... llama_model_loader: - kv 26: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 27: general.quantization_version u32 = 2 llama_model_loader: - kv 28: general.file_type u32 = 15 llama_model_loader: - kv 29: quantize.imatrix.file str = /home/serv01/ng5_instruct/quantize/im... llama_model_loader: - kv 30: quantize.imatrix.dataset str = /home/serv01/ng5_instruct/quantize/tr... llama_model_loader: - kv 31: quantize.imatrix.entries_count i32 = 224 llama_model_loader: - kv 32: quantize.imatrix.chunks_count i32 = 3779 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.58 GiB (4.89 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1030 load: token to piece cache size = 1.2035 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 14336 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 500000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.04 B print_info: general.name = YandexGPT 5 Lite 8B Instruct print_info: vocab type = SPM print_info: n_vocab = 129024 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 17 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3204.00 MiB load_tensors: CPU_Mapped model buffer size = 4657.95 MiB ...................................................................[INFO] Health check error on http://127.0.0.1:9127/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 .................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 500000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.49 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 512.00 MiB llama_context: KV self size = 512.00 MiB, K (f16): 256.00 MiB, V (f16): 256.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) Failed to infer a tool call example (possible template bug) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- set names = {'assistant': ' Ассистент:', 'user': ' Пользователь:'} %} {%- macro __render_user_message(message) %} {{ names.user }} {{ message.content + '\n\n' }} {%- endmacro %} {%- macro __render_assistant_message(message) %} {{- names.assistant }}{{ ' ' + message.content + '\n\n' }} {%- endmacro %} {%- if not add_generation_prompt is defined %} {%- set add_generation_prompt = false %} {%- endif %} {%- for message in messages %} {%- if message['role'] == 'user' %} {{- __render_user_message(message) }} {%- endif %} {%- if message.role == 'assistant' and not loop.last %} {{- __render_assistant_message(message) }} {%- endif %} {%- if loop.last %} {{- ' Ассистент:[SEP]' }} {%- endif %} {%- endfor %} , example_format: ' Пользователь: Hello Ассистент: Hi there Пользователь: How are you? Ассистент:[SEP]' main: server is listening on http://127.0.0.1:9127 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9127/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 74.7.227.111 "GET /upstream/YandexGPT/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 15.28290835s [INFO] Unloading model YandexGPT, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [YandexGPT] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q6] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9124, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 18 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q8_0: 2 tensors llama_model_loader: - type q6_K: 196 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q6_K print_info: file size = 6.06 GiB (6.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9124/health, status code: 503 load_tensors: CPU_Mapped model buffer size = 6210.54 MiB ..................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9124 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9124/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 74.7.227.111 "GET /upstream/deepseek-q6/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.299044511s [INFO] Unloading model deepseek-q6, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q6] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [Ministral] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9129, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf' llama_model_loader: loaded meta data with 41 key-value pairs and 327 tensors from /opt/llama.cpp/custom-models/Ministral-8B-Instruct-2410-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = Ministral 8B Instruct 2410 TEST llama_model_loader: - kv 3: general.version str = 2410 llama_model_loader: - kv 4: general.finetune str = Instruct-TEST llama_model_loader: - kv 5: general.basename str = Ministral llama_model_loader: - kv 6: general.size_label str = 8B llama_model_loader: - kv 7: general.license str = other llama_model_loader: - kv 8: general.license.name str = mrl llama_model_loader: - kv 9: general.license.link str = https://mistral.ai/licenses/MRL-0.1.md llama_model_loader: - kv 10: general.languages arr[str,10] = ["en", "fr", "de", "es", "it", "pt", ... llama_model_loader: - kv 11: llama.block_count u32 = 36 llama_model_loader: - kv 12: llama.context_length u32 = 32768 llama_model_loader: - kv 13: llama.embedding_length u32 = 4096 llama_model_loader: - kv 14: llama.feed_forward_length u32 = 12288 llama_model_loader: - kv 15: llama.attention.head_count u32 = 32 llama_model_loader: - kv 16: llama.attention.head_count_kv u32 = 8 llama_model_loader: - kv 17: llama.rope.freq_base f32 = 100000000.000000 llama_model_loader: - kv 18: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 llama_model_loader: - kv 19: llama.attention.key_length u32 = 128 llama_model_loader: - kv 20: llama.attention.value_length u32 = 128 llama_model_loader: - kv 21: general.file_type u32 = 15 llama_model_loader: - kv 22: llama.vocab_size u32 = 131072 llama_model_loader: - kv 23: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 24: tokenizer.ggml.add_space_prefix bool = false llama_model_loader: - kv 25: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 26: tokenizer.ggml.pre str = tekken llama_model_loader: - kv 27: tokenizer.ggml.tokens arr[str,131072] = ["", "", "", "[INST]", "[... llama_model_loader: - kv 28: tokenizer.ggml.token_type arr[i32,131072] = [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, ... llama_model_loader: - kv 29: tokenizer.ggml.merges arr[str,269443] = ["Ġ Ġ", "Ġ t", "e r", "i n", "Ġ ... llama_model_loader: - kv 30: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 31: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 32: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 33: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 34: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 35: tokenizer.chat_template str = {%- if messages[0]["role"] == "system... llama_model_loader: - kv 36: general.quantization_version u32 = 2 llama_model_loader: - kv 37: quantize.imatrix.file str = /models_out/Ministral-8B-Instruct-241... llama_model_loader: - kv 38: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 39: quantize.imatrix.entries_count i32 = 252 llama_model_loader: - kv 40: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 73 tensors llama_model_loader: - type q4_K: 217 tensors llama_model_loader: - type q6_K: 37 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.57 GiB (4.89 BPW) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 1000 load: token to piece cache size = 0.8498 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 32768 print_info: n_embd = 4096 print_info: n_layer = 36 print_info: n_head = 32 print_info: n_head_kv = 8 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 4 print_info: n_embd_k_gqa = 1024 print_info: n_embd_v_gqa = 1024 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-05 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 12288 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 100000000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 32768 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 8B print_info: model params = 8.02 B print_info: general.name = Ministral 8B Instruct 2410 TEST print_info: vocab type = BPE print_info: n_vocab = 131072 print_info: n_merges = 269443 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 1010 'Ċ' print_info: EOG token = 2 '' print_info: max token length = 150 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 3199.50 MiB load_tensors: CPU_Mapped model buffer size = 4676.45 MiB ....................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 100000000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (32768) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.50 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 36, can_shift = 1 init: CPU KV buffer size = 576.00 MiB llama_context: KV self size = 576.00 MiB, K (f16): 288.00 MiB, V (f16): 288.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1230 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9129/health, status code: 503 srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- if messages[0]["role"] == "system" %} {%- set system_message = messages[0]["content"] %} {%- set loop_messages = messages[1:] %} {%- else %} {%- set loop_messages = messages %} {%- endif %} {%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} {#- This block checks for alternating user/assistant messages, skipping tool calling messages #} {%- set ns = namespace() %} {%- set ns.index = 0 %} {%- for message in loop_messages %} {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} {%- if (message["role"] == "user") != (ns.index % 2 == 0) %} {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- set ns.index = ns.index + 1 %} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in loop_messages %} {%- if message["role"] == "user" %} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS][" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {%- if loop.last and system_message is defined %} {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }} {%- else %} {{- "[INST]" + message["content"] + "[/INST]" }} {%- endif %} {%- elif (message.tool_calls is defined and message.tool_calls is not none) %} {{- "[TOOL_CALLS][" }} {%- for tool_call in message.tool_calls %} {%- set out = tool_call.function|tojson %} {{- out[:-1] }} {%- if not tool_call.id is defined or tool_call.id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- ', "id": "' + tool_call.id + '"}' }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" + eos_token }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- message["content"] + eos_token}} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }} {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} {%- endif %} {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %} , example_format: '[INST]You are a helpful assistant Hello[/INST]Hi there[INST]How are you?[/INST]' main: server is listening on http://127.0.0.1:9129 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9129/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 74.7.227.111 "GET /upstream/Ministral/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 15.309693254s [INFO] Unloading model Ministral, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [Ministral] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [WizardLM] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9128, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf' llama_model_loader: loaded meta data with 19 key-value pairs and 291 tensors from /opt/llama.cpp/custom-models/WizardLM-7B-uncensored.Q4_K_M.gguf (version GGUF V2) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = llama llama_model_loader: - kv 1: general.name str = ehartford_wizardlm-7b-uncensored llama_model_loader: - kv 2: llama.context_length u32 = 2048 llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 llama_model_loader: - kv 4: llama.block_count u32 = 32 llama_model_loader: - kv 5: llama.feed_forward_length u32 = 11008 llama_model_loader: - kv 6: llama.rope.dimension_count u32 = 128 llama_model_loader: - kv 7: llama.attention.head_count u32 = 32 llama_model_loader: - kv 8: llama.attention.head_count_kv u32 = 32 llama_model_loader: - kv 9: llama.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 10: general.file_type u32 = 15 llama_model_loader: - kv 11: tokenizer.ggml.model str = llama llama_model_loader: - kv 12: tokenizer.ggml.tokens arr[str,32001] = ["", "", "", "<0x00>", "<... llama_model_loader: - kv 13: tokenizer.ggml.scores arr[f32,32001] = [0.000000, 0.000000, 0.000000, 0.0000... llama_model_loader: - kv 14: tokenizer.ggml.token_type arr[i32,32001] = [2, 3, 3, 6, 6, 6, 6, 6, 6, 6, 6, 6, ... llama_model_loader: - kv 15: tokenizer.ggml.bos_token_id u32 = 1 llama_model_loader: - kv 16: tokenizer.ggml.eos_token_id u32 = 2 llama_model_loader: - kv 17: tokenizer.ggml.unknown_token_id u32 = 0 llama_model_loader: - kv 18: general.quantization_version u32 = 2 llama_model_loader: - type f32: 65 tensors llama_model_loader: - type q4_K: 193 tensors llama_model_loader: - type q6_K: 33 tensors print_info: file format = GGUF V2 print_info: file type = Q4_K - Medium print_info: file size = 3.80 GiB (4.84 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 4 load: token to piece cache size = 0.1684 MB print_info: arch = llama print_info: vocab_only = 0 print_info: n_ctx_train = 2048 print_info: n_embd = 4096 print_info: n_layer = 32 print_info: n_head = 32 print_info: n_head_kv = 32 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 1 print_info: n_embd_k_gqa = 4096 print_info: n_embd_v_gqa = 4096 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 11008 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 0 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 2048 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 6.74 B print_info: general.name = ehartford_wizardlm-7b-uncensored print_info: vocab type = SPM print_info: n_vocab = 32001 print_info: n_merges = 0 print_info: BOS token = 1 '' print_info: EOS token = 2 '' print_info: UNK token = 0 '' print_info: LF token = 13 '<0x0A>' print_info: EOG token = 2 '' print_info: max token length = 48 load_tensors: loading model tensors, this can take a while... (mmap = true) [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9128/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2943.00 MiB load_tensors: CPU_Mapped model buffer size = 3891.25 MiB ................................................................................................. llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_pre_seq (4096) > n_ctx_train (2048) -- possible training context overflow llama_context: CPU output buffer size = 0.12 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 32, can_shift = 1 init: CPU KV buffer size = 2048.00 MiB llama_context: KV self size = 2048.00 MiB, K (f16): 1024.00 MiB, V (f16): 1024.00 MiB llama_context: CPU compute buffer size = 296.01 MiB llama_context: graph nodes = 1094 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {%- for message in messages -%} {{- '<|im_start|>' + message.role + ' ' + message.content + '<|im_end|> ' -}} {%- endfor -%} {%- if add_generation_prompt -%} {{- '<|im_start|>assistant ' -}} {%- endif -%}, example_format: '<|im_start|>system You are a helpful assistant<|im_end|> <|im_start|>user Hello<|im_end|> <|im_start|>assistant Hi there<|im_end|> <|im_start|>user How are you?<|im_end|> <|im_start|>assistant ' main: server is listening on http://127.0.0.1:9128 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9128/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 74.7.227.111 "GET /upstream/WizardLM/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.275348946s [INFO] Unloading model WizardLM, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [WizardLM] ExitError >> signal: aborted, exit code: -1 [INFO] Swapping model to [deepseek-q4] [INFO] Stop() Ready -> StateStopping err: expected state mismatch, current state: stopped build: 5054 (7a84777f) with cc (Debian 12.2.0-14) 12.2.0 for x86_64-linux-gnu system info: n_threads = 4, n_threads_batch = 4, total_threads = 4 system_info: n_threads = 4 (n_threads_batch = 4) / 4 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | main: binding port with default address family main: HTTP server is listening, hostname: 127.0.0.1, port: 9126, http threads: 3 main: loading model srv load_model: loading model '/opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf' llama_model_loader: loaded meta data with 30 key-value pairs and 339 tensors from /opt/llama.cpp/custom-models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf (version GGUF V3 (latest)) llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. llama_model_loader: - kv 0: general.architecture str = qwen2 llama_model_loader: - kv 1: general.type str = model llama_model_loader: - kv 2: general.name str = DeepSeek R1 Distill Qwen 7B llama_model_loader: - kv 3: general.basename str = DeepSeek-R1-Distill-Qwen llama_model_loader: - kv 4: general.size_label str = 7B llama_model_loader: - kv 5: qwen2.block_count u32 = 28 llama_model_loader: - kv 6: qwen2.context_length u32 = 131072 llama_model_loader: - kv 7: qwen2.embedding_length u32 = 3584 llama_model_loader: - kv 8: qwen2.feed_forward_length u32 = 18944 llama_model_loader: - kv 9: qwen2.attention.head_count u32 = 28 llama_model_loader: - kv 10: qwen2.attention.head_count_kv u32 = 4 llama_model_loader: - kv 11: qwen2.rope.freq_base f32 = 10000.000000 llama_model_loader: - kv 12: qwen2.attention.layer_norm_rms_epsilon f32 = 0.000001 llama_model_loader: - kv 13: tokenizer.ggml.model str = gpt2 llama_model_loader: - kv 14: tokenizer.ggml.pre str = deepseek-r1-qwen llama_model_loader: - kv 15: tokenizer.ggml.tokens arr[str,152064] = ["!", "\"", "#", "$", "%", "&", "'", ... llama_model_loader: - kv 16: tokenizer.ggml.token_type arr[i32,152064] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... llama_model_loader: - kv 17: tokenizer.ggml.merges arr[str,151387] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... llama_model_loader: - kv 18: tokenizer.ggml.bos_token_id u32 = 151646 llama_model_loader: - kv 19: tokenizer.ggml.eos_token_id u32 = 151643 llama_model_loader: - kv 20: tokenizer.ggml.padding_token_id u32 = 151643 llama_model_loader: - kv 21: tokenizer.ggml.add_bos_token bool = true llama_model_loader: - kv 22: tokenizer.ggml.add_eos_token bool = false llama_model_loader: - kv 23: tokenizer.chat_template str = {% if not add_generation_prompt is de... llama_model_loader: - kv 24: general.quantization_version u32 = 2 llama_model_loader: - kv 25: general.file_type u32 = 15 llama_model_loader: - kv 26: quantize.imatrix.file str = /models_out/DeepSeek-R1-Distill-Qwen-... llama_model_loader: - kv 27: quantize.imatrix.dataset str = /training_dir/calibration_datav3.txt llama_model_loader: - kv 28: quantize.imatrix.entries_count i32 = 196 llama_model_loader: - kv 29: quantize.imatrix.chunks_count i32 = 128 llama_model_loader: - type f32: 141 tensors llama_model_loader: - type q4_K: 169 tensors llama_model_loader: - type q6_K: 29 tensors print_info: file format = GGUF V3 (latest) print_info: file type = Q4_K - Medium print_info: file size = 4.36 GiB (4.91 BPW) load: special_eos_id is not in special_eog_ids - the tokenizer config may be incorrect load: special tokens cache size = 22 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 srv log_server_r: request: GET /health 127.0.0.1 503 load: token to piece cache size = 0.9310 MB print_info: arch = qwen2 print_info: vocab_only = 0 print_info: n_ctx_train = 131072 print_info: n_embd = 3584 print_info: n_layer = 28 print_info: n_head = 28 print_info: n_head_kv = 4 print_info: n_rot = 128 print_info: n_swa = 0 print_info: n_swa_pattern = 1 print_info: n_embd_head_k = 128 print_info: n_embd_head_v = 128 print_info: n_gqa = 7 print_info: n_embd_k_gqa = 512 print_info: n_embd_v_gqa = 512 print_info: f_norm_eps = 0.0e+00 print_info: f_norm_rms_eps = 1.0e-06 print_info: f_clamp_kqv = 0.0e+00 print_info: f_max_alibi_bias = 0.0e+00 print_info: f_logit_scale = 0.0e+00 print_info: f_attn_scale = 0.0e+00 print_info: n_ff = 18944 print_info: n_expert = 0 print_info: n_expert_used = 0 print_info: causal attn = 1 print_info: pooling type = 0 print_info: rope type = 2 print_info: rope scaling = linear print_info: freq_base_train = 10000.0 print_info: freq_scale_train = 1 print_info: n_ctx_orig_yarn = 131072 print_info: rope_finetuned = unknown print_info: ssm_d_conv = 0 print_info: ssm_d_inner = 0 print_info: ssm_d_state = 0 print_info: ssm_dt_rank = 0 print_info: ssm_dt_b_c_rms = 0 print_info: model type = 7B print_info: model params = 7.62 B print_info: general.name = DeepSeek R1 Distill Qwen 7B print_info: vocab type = BPE print_info: n_vocab = 152064 print_info: n_merges = 151387 print_info: BOS token = 151646 '<｜begin▁of▁sentence｜>' print_info: EOS token = 151643 '<｜end▁of▁sentence｜>' print_info: EOT token = 151643 '<｜end▁of▁sentence｜>' print_info: PAD token = 151643 '<｜end▁of▁sentence｜>' print_info: LF token = 198 'Ċ' print_info: FIM PRE token = 151659 '<|fim_prefix|>' print_info: FIM SUF token = 151661 '<|fim_suffix|>' print_info: FIM MID token = 151660 '<|fim_middle|>' print_info: FIM PAD token = 151662 '<|fim_pad|>' print_info: FIM REP token = 151663 '<|repo_name|>' print_info: FIM SEP token = 151664 '<|file_sep|>' print_info: EOG token = 151643 '<｜end▁of▁sentence｜>' print_info: EOG token = 151662 '<|fim_pad|>' print_info: EOG token = 151663 '<|repo_name|>' print_info: EOG token = 151664 '<|file_sep|>' print_info: max token length = 256 load_tensors: loading model tensors, this can take a while... (mmap = true) srv log_server_r: request: GET /health 127.0.0.1 503 [INFO] Health check error on http://127.0.0.1:9126/health, status code: 503 load_tensors: CPU_AARCH64 model buffer size = 2976.75 MiB load_tensors: CPU_Mapped model buffer size = 4424.03 MiB ................................................................................... llama_context: constructing llama_context llama_context: n_seq_max = 1 llama_context: n_ctx = 4096 llama_context: n_ctx_per_seq = 4096 llama_context: n_batch = 2048 llama_context: n_ubatch = 512 llama_context: causal_attn = 1 llama_context: flash_attn = 0 llama_context: freq_base = 10000.0 llama_context: freq_scale = 1 llama_context: n_ctx_per_seq (4096) < n_ctx_train (131072) -- the full capacity of the model will not be utilized llama_context: CPU output buffer size = 0.58 MiB init: kv_size = 4096, offload = 1, type_k = 'f16', type_v = 'f16', n_layer = 28, can_shift = 1 init: CPU KV buffer size = 224.00 MiB llama_context: KV self size = 224.00 MiB, K (f16): 112.00 MiB, V (f16): 112.00 MiB llama_context: CPU compute buffer size = 304.00 MiB llama_context: graph nodes = 1042 llama_context: graph splits = 1 common_init_from_params: setting dry_penalty_last_n to ctx_size = 4096 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) srv init: initializing slots, n_slots = 1 slot init: id 0 | task -1 | new slot n_ctx_slot = 4096 main: model loaded main: chat template, chat_template: {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}, example_format: 'You are a helpful assistant <｜User｜>Hello<｜Assistant｜>Hi there<｜end▁of▁sentence｜><｜User｜>How are you?<｜Assistant｜>' main: server is listening on http://127.0.0.1:9126 - starting the main loop srv update_slots: all slots are idle srv log_server_r: request: GET /health 127.0.0.1 200 [INFO] Health check passed on http://127.0.0.1:9126/health srv log_server_r: request: GET / 127.0.0.1 200 [INFO] Request 74.7.227.111 "GET /upstream/deepseek-q4/ HTTP/1.1" 200 1263128 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 10.279447568s [INFO] Unloading model deepseek-q4, TTL of 10s reached. srv operator(): operator(): cleaning up before exit... terminate called without an active exception [WARN] Process [deepseek-q4] ExitError >> signal: aborted, exit code: -1 [INFO] Request 18.235.110.182 "GET / HTTP/1.1" 200 390 "RecordedFuture Global Inventory Crawler" 4.426297ms [INFO] Request 213.209.157.93 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/71.0.3578.98 Chrome/71.0.3578.98 Safari/537.36" 13.995µs [INFO] Request 34.90.96.148 "GET / HTTP/1.1" 200 390 "Scrapy/2.13.3 (+https://scrapy.org)" 32µs [INFO] Request 204.76.203.25 "GET /.gitignore HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 14.748µs [INFO] Request 74.7.227.111 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 34.669µs [INFO] Request 205.210.31.208 "GET / HTTP/1.1" 200 390 "Hello from Palo Alto Networks, find out more about our scans in https://docs-cortex.paloaltonetworks.com/r/1/Cortex-Xpanse/Scanning-activity" 32.42µs [INFO] Request 3.222.165.167 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36 Edg/107.0.1418.62" 32.074µs [INFO] Request 194.164.107.4 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 32.614µs [INFO] Request 176.65.148.212 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 13.854µs [INFO] Request 74.7.227.228 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 31.326µs [INFO] Request 204.76.203.25 "GET /.gitignore HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 13.763µs [INFO] Request 198.235.24.232 "GET / HTTP/1.1" 200 390 "Hello from Palo Alto Networks, find out more about our scans in https://docs-cortex.paloaltonetworks.com/r/1/Cortex-Xpanse/Scanning-activity" 32.316µs [INFO] Request 176.65.148.212 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 13.975µs [INFO] Request 147.185.132.195 "GET /.well-known/security.txt HTTP/1.1" 404 -1 "Hello from Palo Alto Networks, find out more about our scans in https://docs-cortex.paloaltonetworks.com/r/1/Cortex-Xpanse/Scanning-activity" 13.698µs [INFO] Request 205.210.31.57 "GET / HTTP/1.1" 200 390 "" 33.808µs [INFO] Request 74.7.230.13 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.0; robots.txt; +https://openai.com/searchbot" 13.807µs [INFO] Request 74.7.227.235 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.2; +https://openai.com/gptbot)" 36.152µs [INFO] Request 204.76.203.25 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 14.401µs [INFO] Request 51.85.36.171 "GET /.git/config HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.822µs [INFO] Request 51.85.36.171 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/91.0.4472.124" 32.567µs [INFO] Request 64.225.23.188 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 33.701µs [INFO] Request 64.225.23.188 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 4.313974ms [INFO] Request 35.94.101.16 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.834µs [INFO] Request 35.94.101.16 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 33.932µs [INFO] Request 74.7.228.31 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.952µs [INFO] Request 74.7.227.22 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 37.643µs [INFO] Request 44.193.254.10 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36" 15.22µs [INFO] Request 74.7.228.31 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.989µs [INFO] Request 18.175.239.13 "GET /.git/config HTTP/1.1" 404 -1 "python-httpx/0.28.1" 16.312µs [INFO] Request 18.175.239.13 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/91.0.4472.124" 36.224µs [INFO] Request 44.193.254.10 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36" 15.518µs [INFO] Request 54.216.0.245 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)" 32.467µs [INFO] Request 205.210.31.60 "GET / HTTP/1.1" 200 390 "" 31.472µs [INFO] Request 34.9.74.196 "GET /.env HTTP/1.1" 404 -1 "Python/3.14 aiohttp/3.13.2" 13.74µs [INFO] Request 204.76.203.25 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 13.736µs [INFO] Request 34.221.197.72 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36" 32.131µs [INFO] Request 195.178.110.130 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Fedora; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36" 13.359µs [INFO] Request 18.224.192.118 "GET / HTTP/1.1" 200 390 "cypex.ai/scanning Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) Chrome/126.0.0.0 Safari/537.36" 31.314µs [INFO] Request 74.7.230.0 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.846µs [INFO] Request 74.7.227.39 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 29.56µs [INFO] Request 74.7.230.0 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.522µs [INFO] Request 204.76.203.25 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 108.77µs [INFO] Request 74.7.230.0 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.061µs [INFO] Request 74.7.228.30 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.019µs [INFO] Request 74.7.228.30 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.843µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.67µs [INFO] Request 74.7.227.175 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 34.967µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.289µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.88µs [INFO] Request 74.7.227.175 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 267.473µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.863µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.799µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.949µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.182µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.784µs [INFO] Request 74.7.227.175 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 34.119µs [INFO] Request 18.224.192.118 "GET / HTTP/1.1" 200 390 "cypex.ai/scanning Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) Chrome/126.0.0.0 Safari/537.36" 32.321µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.831µs [INFO] Request 138.68.132.77 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 35.055µs [INFO] Request 138.68.132.77 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36" 247.876µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.821µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.644µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.956µs [INFO] Request 147.185.41.135 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows; U; Windows NT 5.1; tr; rv:1.9.2.8) Gecko/20100722 Firefox/3.6.8 ( .NET CLR 3.5.30729; .NET4.0E)" 14.123µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.75µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.216µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.713µs [INFO] Request 74.7.227.175 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 36.3µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.462µs [INFO] Request 87.236.176.240 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)" 33.021µs [INFO] Request 100.21.17.40 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.086µs [INFO] Request 100.21.17.40 "GET /enhancecp HTTP/1.1" 404 -1 "Mozilla/5.0 (compatible; wpbot/1.3; +https://forms.gle/ajBaxygz9jSR8p8G9)" 14.352µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.532µs [INFO] Request 74.7.227.175 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 43.012µs [INFO] Request 71.6.134.232 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 34.248µs [INFO] Request 71.6.134.232 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 259.563µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.632µs [INFO] Request 204.76.203.25 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 13.994µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.205µs [INFO] Request 3.140.182.19 "GET / HTTP/1.1" 200 390 "cypex.ai/scanning Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) Chrome/126.0.0.0 Safari/537.36" 31.881µs [INFO] Request 71.6.134.234 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 14.799µs [INFO] Request 71.6.134.234 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36" 292.62µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.942µs [INFO] Request 74.7.227.175 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 34.769µs [INFO] Request 35.204.140.171 "GET / HTTP/1.1" 200 390 "Scrapy/2.13.3 (+https://scrapy.org)" 31.998µs [INFO] Request 35.238.157.147 "GET /.env HTTP/1.1" 404 -1 "Python/3.14 aiohttp/3.13.2" 13.724µs [INFO] Request 204.76.203.25 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3" 34.228µs [INFO] Request 159.89.174.87 "GET / HTTP/1.1" 200 390 "" 32.259µs [INFO] Request 159.89.174.87 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 31.055µs [INFO] Request 159.89.174.87 "POST /graphql HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.3µs [INFO] Request 159.89.174.87 "POST /api HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.627µs [INFO] Request 159.89.174.87 "POST /api/graphql HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.521µs [INFO] Request 159.89.174.87 "POST /graphql/api HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.812µs [INFO] Request 159.89.174.87 "POST /api/gql HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.243µs [INFO] Request 159.89.174.87 "GET /swagger-ui.html HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.951µs [INFO] Request 159.89.174.87 "GET /swagger/index.html HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.1µs [INFO] Request 159.89.174.87 "GET /swagger/swagger-ui.html HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.846µs [INFO] Request 159.89.174.87 "GET /webjars/swagger-ui/index.html HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.922µs [INFO] Request 159.89.174.87 "GET /swagger.json HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.717µs [INFO] Request 159.89.174.87 "GET /swagger/v1/swagger.json HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.433µs [INFO] Request 159.89.174.87 "GET /v2/api-docs HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.294µs [INFO] Request 159.89.174.87 "GET /v3/api-docs HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.477µs [INFO] Request 159.89.174.87 "GET /api-docs/swagger.json HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.454µs [INFO] Request 159.89.174.87 "GET /api/swagger.json HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.655µs [INFO] Request 159.89.174.87 "GET /@vite/env HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.021µs [INFO] Request 159.89.174.87 "GET /actuator/env HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.005µs [INFO] Request 159.89.174.87 "GET /server HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.949µs [INFO] Request 159.89.174.87 "GET /.vscode/sftp.json HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.417µs [INFO] Request 159.89.174.87 "GET /about HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.063µs [INFO] Request 159.89.174.87 "GET /debug/default/view HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.66µs [INFO] Request 159.89.174.87 "GET /v2/_catalog HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.448µs [INFO] Request 159.89.174.87 "GET /ecp/Current/exporttool/microsoft.exchange.ediscovery.exporttool.application HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 13.982µs [INFO] Request 159.89.174.87 "GET /server-status HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.451µs [INFO] Request 159.89.174.87 "GET /login.action HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.826µs [INFO] Request 159.89.174.87 "GET /_all_dbs HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.036µs [INFO] Request 159.89.174.87 "GET /.DS_Store HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.305µs [INFO] Request 159.89.174.87 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.338µs [INFO] Request 159.89.174.87 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.243µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.262µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.849µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.059µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.346µs [INFO] Request 159.89.174.87 "GET /s/9313e2539313e2132323e27333/_/;/META-INF/maven/com.atlassian.jira/jira-webapp-dist/pom.properties HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.619µs [INFO] Request 159.89.174.87 "GET /config.json HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.243µs [INFO] Request 159.89.174.87 "GET /telescope/requests HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 14.714µs [INFO] Request 159.89.174.87 "GET /info.php HTTP/1.1" 404 -1 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 15.367µs [INFO] Request 159.89.174.87 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (l9scan/2.0.9313e2539313e2132323e27333; +https://leakix.net)" 32.224µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 4.562µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 6.021µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 5.036µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 4.552µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.099µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.847µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.238µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.546µs [INFO] Request 195.178.110.8 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 14.015µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.174µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.107µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.828µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.724µs [INFO] Request 195.178.110.14 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 13.85µs [INFO] Request 195.178.110.11 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 14.527µs [INFO] Request 195.178.110.14 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 14.321µs [INFO] Request 195.178.110.11 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 14.109µs [INFO] Request 195.178.110.10 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 13.949µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.13µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.234µs [INFO] Request 147.93.155.10 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (iPhone; CPU iPhone OS 17_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/126.0.6478.107 Mobile/15E148 Safari/604.1" 31.472µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.078µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.167µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.473µs [INFO] Request 74.7.228.11 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.693µs [INFO] Request 195.178.110.8 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 13.516µs [INFO] Request 74.7.244.24 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.878µs [INFO] Request 18.231.181.117 "GET /phpinfo.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.02µs [INFO] Request 18.231.181.117 "GET /info.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.349µs [INFO] Request 18.231.181.117 "GET /php_info.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.209µs [INFO] Request 18.231.181.117 "GET /phpinfo HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.781µs [INFO] Request 18.231.181.117 "GET /test.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.028µs [INFO] Request 18.231.181.117 "GET /info1.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.638µs [INFO] Request 18.231.181.117 "GET /info2.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.092µs [INFO] Request 18.231.181.117 "GET /info3.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.193µs [INFO] Request 18.231.181.117 "GET /php.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.063µs [INFO] Request 18.231.181.117 "GET /pi.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.927µs [INFO] Request 18.231.181.117 "GET /i.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.657µs [INFO] Request 18.231.181.117 "GET /phpversion.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.283µs [INFO] Request 18.231.181.117 "GET /php_version.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.358µs [INFO] Request 18.231.181.117 "GET /serverinfo.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.763µs [INFO] Request 18.231.181.117 "GET /server.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.496µs [INFO] Request 18.231.181.117 "GET /debug.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.233µs [INFO] Request 18.231.181.117 "GET /diagnostic.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.588µs [INFO] Request 18.231.181.117 "GET /phptest.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.157µs [INFO] Request 18.231.181.117 "GET /check.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.876µs [INFO] Request 18.231.181.117 "GET /probe.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.927µs [INFO] Request 18.231.181.117 "GET /_profiler/phpinfo HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.889µs [INFO] Request 18.231.181.117 "GET /1.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.1µs [INFO] Request 18.231.181.117 "GET /2.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.388µs [INFO] Request 18.231.181.117 "GET /3.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.139µs [INFO] Request 18.231.181.117 "GET /p.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.438µs [INFO] Request 18.231.181.117 "GET /t.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.097µs [INFO] Request 18.231.181.117 "GET /info_php.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.768µs [INFO] Request 18.231.181.117 "GET /php-info.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.102µs [INFO] Request 18.231.181.117 "GET /infophp.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.045µs [INFO] Request 18.231.181.117 "GET /testphp.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.544µs [INFO] Request 18.231.181.117 "GET /.git/config HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.516µs [INFO] Request 18.231.181.117 "GET /.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.044µs [INFO] Request 18.231.181.117 "GET /.env.local HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.364µs [INFO] Request 18.231.181.117 "GET /.env.remote HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.217µs [INFO] Request 18.231.181.117 "GET /.env.production HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.911µs [INFO] Request 18.231.181.117 "GET /.env.development HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.475µs [INFO] Request 18.231.181.117 "GET /.env.staging HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.11µs [INFO] Request 18.231.181.117 "GET /.env.test HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.747µs [INFO] Request 18.231.181.117 "GET /.env.backup HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.661µs [INFO] Request 18.231.181.117 "GET /.env.sample HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.123µs [INFO] Request 18.231.181.117 "GET /.env.old HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.189µs [INFO] Request 18.231.181.117 "GET /.env.save HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.491µs [INFO] Request 18.231.181.117 "GET /.env.bak HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.542µs [INFO] Request 18.231.181.117 "GET /.env.1 HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.338µs [INFO] Request 18.231.181.117 "GET /.env.2 HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.667µs [INFO] Request 18.231.181.117 "GET /.env.prod.local HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.099µs [INFO] Request 18.231.181.117 "GET /.env.dev.local HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.496µs [INFO] Request 18.231.181.117 "GET /vendor/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.16µs [INFO] Request 18.231.181.117 "GET /lib/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.096µs [INFO] Request 18.231.181.117 "GET /lab/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.053µs [INFO] Request 18.231.181.117 "GET /cronlab/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.039µs [INFO] Request 18.231.181.117 "GET /cron/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.536µs [INFO] Request 18.231.181.117 "GET /core/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.388µs [INFO] Request 18.231.181.117 "GET /core/app/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.045µs [INFO] Request 18.231.181.117 "GET /core/Datavase/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14µs [INFO] Request 18.231.181.117 "GET /database/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.466µs [INFO] Request 18.231.181.117 "GET /config/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.995µs [INFO] Request 18.231.181.117 "GET /assets/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.724µs [INFO] Request 18.231.181.117 "GET /app/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.165µs [INFO] Request 18.231.181.117 "GET /apps/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.545µs [INFO] Request 18.231.181.117 "GET /uploads/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.106µs [INFO] Request 18.231.181.117 "GET /sitemaps/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.784µs [INFO] Request 18.231.181.117 "GET /saas/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.607µs [INFO] Request 18.231.181.117 "GET /api/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.597µs [INFO] Request 18.231.181.117 "GET /psnlink/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.167µs [INFO] Request 18.231.181.117 "GET /exapi/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.643µs [INFO] Request 18.231.181.117 "GET /site/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.036µs [INFO] Request 18.231.181.117 "GET /admin/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.605µs [INFO] Request 18.231.181.117 "GET /web/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.847µs [INFO] Request 18.231.181.117 "GET /public/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.871µs [INFO] Request 18.231.181.117 "GET /en/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.506µs [INFO] Request 18.231.181.117 "GET /tools/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.245µs [INFO] Request 18.231.181.117 "GET /v1/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.529µs [INFO] Request 18.231.181.117 "GET /v2/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.179µs [INFO] Request 18.231.181.117 "GET /administrator/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.255µs [INFO] Request 18.231.181.117 "GET /laravel/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.067µs [INFO] Request 18.231.181.117 "GET /docker/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.156µs [INFO] Request 18.231.181.117 "GET /kubernetes/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.228µs [INFO] Request 18.231.181.117 "GET /backend/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.653µs [INFO] Request 18.231.181.117 "GET /frontend/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.82µs [INFO] Request 18.231.181.117 "GET /server/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.806µs [INFO] Request 18.231.181.117 "GET /client/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.998µs [INFO] Request 18.231.181.117 "GET /src/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.825µs [INFO] Request 18.231.181.117 "GET /includes/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.695µs [INFO] Request 18.231.181.117 "GET /modules/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.737µs [INFO] Request 18.231.181.117 "GET /plugins/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.976µs [INFO] Request 18.231.181.117 "GET /themes/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.541µs [INFO] Request 18.231.181.117 "GET /storage/.env HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.744µs [INFO] Request 18.231.181.117 "GET /.aws/credentials HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.435µs [INFO] Request 18.231.181.117 "GET /.aws/config HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.774µs [INFO] Request 18.231.181.117 "GET /aws.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.247µs [INFO] Request 18.231.181.117 "GET /aws-config.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.681µs [INFO] Request 18.231.181.117 "GET /.s3cfg HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.129µs [INFO] Request 18.231.181.117 "GET /s3.yml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.449µs [INFO] Request 18.231.181.117 "GET /.gcloud/credentials HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.907µs [INFO] Request 18.231.181.117 "GET /gcp-credentials.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.349µs [INFO] Request 18.231.181.117 "GET /azure.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.443µs [INFO] Request 18.231.181.117 "GET /.azure/credentials HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.006µs [INFO] Request 18.231.181.117 "GET /secrets.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.63µs [INFO] Request 18.231.181.117 "GET /secrets.yml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.245µs [INFO] Request 18.231.181.117 "GET /api_keys.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.995µs [INFO] Request 18.231.181.117 "GET /apikeys.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.206µs [INFO] Request 18.231.181.117 "GET /.api_keys HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.401µs [INFO] Request 18.231.181.117 "GET /credentials.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.688µs [INFO] Request 18.231.181.117 "GET /keys.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.124µs [INFO] Request 18.231.181.117 "GET /tokens.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.175µs [INFO] Request 18.231.181.117 "GET /auth.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.167µs [INFO] Request 18.231.181.117 "GET /oauth.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.501µs [INFO] Request 18.231.181.117 "GET /.secrets HTTP/1.1" 404 -1 "python-httpx/0.27.0" 6.466µs [INFO] Request 18.231.181.117 "GET /api/config HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.356µs [INFO] Request 18.231.181.117 "GET /api/v1/config HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.297µs [INFO] Request 18.231.181.117 "GET /api/v2/config HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.053µs [INFO] Request 18.231.181.117 "GET /.well-known/security.txt HTTP/1.1" 404 -1 "python-httpx/0.27.0" 12.274µs [INFO] Request 18.231.181.117 "GET /security.txt HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.938µs [INFO] Request 18.231.181.117 "GET /docker-compose.yml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.55µs [INFO] Request 18.231.181.117 "GET /docker-compose.yaml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 9.162µs [INFO] Request 18.231.181.117 "GET /docker-compose.override.yml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 9.22µs [INFO] Request 18.231.181.117 "GET /.dockerenv HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.088µs [INFO] Request 18.231.181.117 "GET /Dockerfile HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.3µs [INFO] Request 18.231.181.117 "GET /.docker/config.json HTTP/1.1" 404 -1 "python-httpx/0.27.0" 10.284µs [INFO] Request 18.231.181.117 "GET /.dockerignore HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.422µs [INFO] Request 18.231.181.117 "GET /kubernetes.yml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.823µs [INFO] Request 18.231.181.117 "GET /k8s-config.yml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.633µs [INFO] Request 18.231.181.117 "GET /backup.zip HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.177µs [INFO] Request 18.231.181.117 "GET /backup.tar.gz HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.165µs [INFO] Request 18.231.181.117 "GET /site-backup.zip HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.561µs [INFO] Request 18.231.181.117 "GET /backup.sql HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.722µs [INFO] Request 18.231.181.117 "GET /db_backup.sql HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.334µs [INFO] Request 18.231.181.117 "GET /database.sql HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.481µs [INFO] Request 18.231.181.117 "GET /dump.sql HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.648µs [INFO] Request 18.231.181.117 "GET /config.zip HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.196µs [INFO] Request 18.231.181.117 "GET /.DS_Store HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.203µs [INFO] Request 18.231.181.117 "GET /Thumbs.db HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.709µs [INFO] Request 18.231.181.117 "GET /storage/logs/laravel.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 9.219µs [INFO] Request 18.231.181.117 "GET /app/logs/prod.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.912µs [INFO] Request 18.231.181.117 "GET /app/logs/dev.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.623µs [INFO] Request 18.231.181.117 "GET /logs/application.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.368µs [INFO] Request 18.231.181.117 "GET /sites/default/settings.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.143µs [INFO] Request 18.231.181.117 "GET /configuration.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.253µs [INFO] Request 18.231.181.117 "GET /app/etc/local.xml HTTP/1.1" 404 -1 "python-httpx/0.27.0" 15.008µs [INFO] Request 18.231.181.117 "GET /app/etc/env.php HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.143µs [INFO] Request 18.231.181.117 "GET /debug.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.074µs [INFO] Request 18.231.181.117 "GET /error.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.523µs [INFO] Request 18.231.181.117 "GET /errors.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.024µs [INFO] Request 18.231.181.117 "GET /php_error.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.347µs [INFO] Request 18.231.181.117 "GET /_debug HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.333µs [INFO] Request 18.231.181.117 "GET /var/log/apache2/error.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.698µs [INFO] Request 18.231.181.117 "GET /var/log/nginx/error.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 13.872µs [INFO] Request 18.231.181.117 "GET /var/www/html/error_log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.532µs [INFO] Request 18.231.181.117 "GET /logs/error.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 14.118µs [INFO] Request 18.231.181.117 "GET /log/error.log HTTP/1.1" 404 -1 "python-httpx/0.27.0" 8.561µs [INFO] Request 18.231.181.117 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/91.0.4472.124" 36.241µs [INFO] Request 74.7.244.24 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.732µs [INFO] Request 3.84.27.220 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64; rv:1.9.7.20) Gecko/ Firefox/3.6.11" 14.594µs [INFO] Request 133.242.174.119 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Mobile Safari/537.36" 13.419µs [INFO] Request 133.242.174.119 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Mobile Safari/537.36" 34.628µs [INFO] Request 54.92.144.105 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36" 32.773µs [INFO] Request 74.7.244.24 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.158µs [INFO] Request 133.242.174.119 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Mobile Safari/537.36" 14.11µs [INFO] Request 133.242.174.119 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Mobile Safari/537.36" 32.049µs [INFO] Request 195.178.110.11 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" 14.475µs [INFO] Request 195.178.110.54 "GET / HTTP/1.1" 200 390 "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.2)" 31.885µs [INFO] Request 13.125.67.242 "GET /.git/config HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.67µs [INFO] Request 13.125.67.242 "GET /.env HTTP/1.1" 404 -1 "python-httpx/0.28.1" 44.208µs [INFO] Request 13.125.67.242 "GET /.env.local HTTP/1.1" 404 -1 "python-httpx/0.28.1" 8.194µs [INFO] Request 13.125.67.242 "GET /.env.production HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.867µs [INFO] Request 13.125.67.242 "GET /.env.development HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.613µs [INFO] Request 13.125.67.242 "GET /.env.bak HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.065µs [INFO] Request 13.125.67.242 "GET /.env.example HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.828µs [INFO] Request 13.125.67.242 "GET /.env.test HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.574µs [INFO] Request 13.125.67.242 "GET /env HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.32µs [INFO] Request 13.125.67.242 "GET /env.local HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.446µs [INFO] Request 13.125.67.242 "GET /env.prod HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.309µs [INFO] Request 13.125.67.242 "GET /config HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.876µs [INFO] Request 13.125.67.242 "GET /config.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.32µs [INFO] Request 13.125.67.242 "GET /config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.966µs [INFO] Request 13.125.67.242 "GET /config.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 15.209µs [INFO] Request 13.125.67.242 "GET /config.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.222µs [INFO] Request 13.125.67.242 "GET /config.yaml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.283µs [INFO] Request 13.125.67.242 "GET /config.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.732µs [INFO] Request 13.125.67.242 "GET /config.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.512µs [INFO] Request 13.125.67.242 "GET /config.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.764µs [INFO] Request 13.125.67.242 "GET /configuration HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.422µs [INFO] Request 13.125.67.242 "GET /settings HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.439µs [INFO] Request 13.125.67.242 "GET /settings.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.195µs [INFO] Request 13.125.67.242 "GET /settings.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.259µs [INFO] Request 13.125.67.242 "GET /settings.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.2µs [INFO] Request 13.125.67.242 "GET /app.config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.395µs [INFO] Request 13.125.67.242 "GET /local.settings.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.591µs [INFO] Request 13.125.67.242 "GET /secrets.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.446µs [INFO] Request 13.125.67.242 "GET /phpinfo.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.768µs [INFO] Request 13.125.67.242 "GET /info.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.589µs [INFO] Request 13.125.67.242 "GET /phpversion.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.885µs [INFO] Request 13.125.67.242 "GET /test.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.177µs [INFO] Request 13.125.67.242 "GET /admin.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.081µs [INFO] Request 13.125.67.242 "GET /wp-config.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.941µs [INFO] Request 13.125.67.242 "GET /composer.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.662µs [INFO] Request 13.125.67.242 "GET /config.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.807µs [INFO] Request 13.125.67.242 "GET /.env.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.75µs [INFO] Request 13.125.67.242 "GET /secrets.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 9.335µs [INFO] Request 13.125.67.242 "GET /.aws/config HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.011µs [INFO] Request 13.125.67.242 "GET /.aws/credentials HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.2µs [INFO] Request 13.125.67.242 "GET /aws/config HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.79µs [INFO] Request 13.125.67.242 "GET /aws/credentials HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.534µs [INFO] Request 13.125.67.242 "GET /aws.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.687µs [INFO] Request 13.125.67.242 "GET /aws-credentials.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.414µs [INFO] Request 13.125.67.242 "GET /aws-config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.075µs [INFO] Request 13.125.67.242 "GET /aws-keys.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.88µs [INFO] Request 13.125.67.242 "GET /aws/secrets.yaml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.35µs [INFO] Request 13.125.67.242 "GET /aws/access-keys.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.588µs [INFO] Request 13.125.67.242 "GET /aws/config.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.813µs [INFO] Request 13.125.67.242 "GET /aws/credentials.bak HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.432µs [INFO] Request 13.125.67.242 "GET /.aws/secrets HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.514µs [INFO] Request 13.125.67.242 "GET /aws-env.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.134µs [INFO] Request 13.125.67.242 "GET /aws-keys.env HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.157µs [INFO] Request 13.125.67.242 "GET /.aws/config.bak HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.17µs [INFO] Request 13.125.67.242 "GET /aws/secrets.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 15.172µs [INFO] Request 13.125.67.242 "GET /aws/config.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.977µs [INFO] Request 13.125.67.242 "GET /.aws/credentials.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.281µs [INFO] Request 13.125.67.242 "GET /aws_keys.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.972µs [INFO] Request 13.125.67.242 "GET /stripe/config HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.542µs [INFO] Request 13.125.67.242 "GET /stripe.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.435µs [INFO] Request 13.125.67.242 "GET /stripe.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.539µs [INFO] Request 13.125.67.242 "GET /stripe-config.yaml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.839µs [INFO] Request 13.125.67.242 "GET /stripe-keys.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.1µs [INFO] Request 13.125.67.242 "GET /stripe/credentials HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.115µs [INFO] Request 13.125.67.242 "GET /stripe/secrets.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.331µs [INFO] Request 13.125.67.242 "GET /stripe.env HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.498µs [INFO] Request 13.125.67.242 "GET /stripe/config.php HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.015µs [INFO] Request 13.125.67.242 "GET /.stripe/keys HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.978µs [INFO] Request 13.125.67.242 "GET /stripe_api.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.628µs [INFO] Request 13.125.67.242 "GET /config/stripe.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.351µs [INFO] Request 13.125.67.242 "GET /stripe_keys.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.333µs [INFO] Request 13.125.67.242 "GET /stripe.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.102µs [INFO] Request 13.125.67.242 "GET /stripe.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.373µs [INFO] Request 13.125.67.242 "GET /stripe/config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.764µs [INFO] Request 13.125.67.242 "GET /stripe/secrets.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.878µs [INFO] Request 13.125.67.242 "GET /.env.stripe HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.372µs [INFO] Request 13.125.67.242 "GET /stripe-credentials.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.505µs [INFO] Request 13.125.67.242 "GET /api/stripe.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.318µs [INFO] Request 13.125.67.242 "GET /local_settings.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.487µs [INFO] Request 13.125.67.242 "GET /django_settings.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.886µs [INFO] Request 13.125.67.242 "GET /.env.django HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.193µs [INFO] Request 13.125.67.242 "GET /manage.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.261µs [INFO] Request 13.125.67.242 "GET /config/settings/local.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.367µs [INFO] Request 13.125.67.242 "GET /secrets.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.204µs [INFO] Request 13.125.67.242 "GET /django.env HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.97µs [INFO] Request 13.125.67.242 "GET /python.config.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.19µs [INFO] Request 13.125.67.242 "GET /app/settings/production.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.55µs [INFO] Request 13.125.67.242 "GET /django/secrets.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.39µs [INFO] Request 13.125.67.242 "GET /.pythonenv HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.373µs [INFO] Request 13.125.67.242 "GET /config/local.py HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.48µs [INFO] Request 13.125.67.242 "GET /django.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.147µs [INFO] Request 13.125.67.242 "GET /config/database.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.959µs [INFO] Request 13.125.67.242 "GET /config/secrets.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.602µs [INFO] Request 13.125.67.242 "GET /config/credentials.yml.enc HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.294µs [INFO] Request 13.125.67.242 "GET /config/master.key HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.383µs [INFO] Request 13.125.67.242 "GET /config/application.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.266µs [INFO] Request 13.125.67.242 "GET /config/environment.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.93µs [INFO] Request 13.125.67.242 "GET /database.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.62µs [INFO] Request 13.125.67.242 "GET /secrets.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.052µs [INFO] Request 13.125.67.242 "GET /config/local_env.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.06µs [INFO] Request 13.125.67.242 "GET /rails.env HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.209µs [INFO] Request 13.125.67.242 "GET /config/initializers/secret_token.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.503µs [INFO] Request 13.125.67.242 "GET /config/cable.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.666µs [INFO] Request 13.125.67.242 "GET /Gemfile.lock HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.084µs [INFO] Request 13.125.67.242 "GET /config/puma.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.385µs [INFO] Request 13.125.67.242 "GET /config/routes.rb HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.524µs [INFO] Request 13.125.67.242 "GET /.ruby-version HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.197µs [INFO] Request 13.125.67.242 "GET /config/application.yml HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.311µs [INFO] Request 13.125.67.242 "GET /secrets.yml.enc HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.129µs [INFO] Request 13.125.67.242 "GET /master.key.bak HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.831µs [INFO] Request 13.125.67.242 "GET /config/database.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.474µs [INFO] Request 13.125.67.242 "GET /config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.155µs [INFO] Request 13.125.67.242 "GET /api_keys.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.681µs [INFO] Request 13.125.67.242 "GET /.env.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.271µs [INFO] Request 13.125.67.242 "GET /package.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.179µs [INFO] Request 13.125.67.242 "GET /server.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.2µs [INFO] Request 13.125.67.242 "GET /app.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.776µs [INFO] Request 13.125.67.242 "GET /config/env.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.282µs [INFO] Request 13.125.67.242 "GET /secrets.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.581µs [INFO] Request 13.125.67.242 "GET /node.config.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.709µs [INFO] Request 13.125.67.242 "GET /js/secrets.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.932µs [INFO] Request 13.125.67.242 "GET /client/config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.316µs [INFO] Request 13.125.67.242 "GET /public/config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.429µs [INFO] Request 13.125.67.242 "GET /src/config/api.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.214µs [INFO] Request 13.125.67.242 "GET /node_modules/.bin/env HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.047µs [INFO] Request 13.125.67.242 "GET /.npmrc HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.913µs [INFO] Request 13.125.67.242 "GET /yarn.lock HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.916µs [INFO] Request 13.125.67.242 "GET /config/client.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.266µs [INFO] Request 13.125.67.242 "GET /api/config.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.963µs [INFO] Request 13.125.67.242 "GET /frontend/env.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.093µs [INFO] Request 13.125.67.242 "GET /backend/secrets.js HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.758µs [INFO] Request 13.125.67.242 "GET /application.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.175µs [INFO] Request 13.125.67.242 "GET /secrets.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.201µs [INFO] Request 13.125.67.242 "GET /database.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.434µs [INFO] Request 13.125.67.242 "GET /app.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.413µs [INFO] Request 13.125.67.242 "GET /local.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.888µs [INFO] Request 13.125.67.242 "GET /secrets.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 15.732µs [INFO] Request 13.125.67.242 "GET /app.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.737µs [INFO] Request 13.125.67.242 "GET /config/secrets.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.779µs [INFO] Request 13.125.67.242 "GET /local.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.124µs [INFO] Request 13.125.67.242 "GET /database.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.458µs [INFO] Request 13.125.67.242 "GET /env.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.309µs [INFO] Request 13.125.67.242 "GET /aws.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.923µs [INFO] Request 13.125.67.242 "GET /php.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.231µs [INFO] Request 13.125.67.242 "GET /.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.79µs [INFO] Request 13.125.67.242 "GET /user.properties HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.373µs [INFO] Request 13.125.67.242 "GET /system.ini HTTP/1.1" 404 -1 "python-httpx/0.28.1" 14.297µs [INFO] Request 13.125.67.242 "GET /global.json HTTP/1.1" 404 -1 "python-httpx/0.28.1" 13.896µs [INFO] Request 13.125.67.242 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/91.0.4472.124" 33.043µs [INFO] Request 195.178.110.223 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/76.0.3809.87 Chrome/76.0.3809.87 Safari/537.36" 13.946µs [INFO] Request 74.7.244.24 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 13.379µs [INFO] Request 74.7.242.14 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)" 37.532µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 10.138µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 7.094µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 5.443µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.653µs [INFO] Request 104.244.74.39 "HEAD /.env HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.676µs [INFO] Request 104.244.74.39 "HEAD /.env.local HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.654µs [INFO] Request 104.244.74.39 "HEAD /.env.prod HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 14.586µs [INFO] Request 104.244.74.39 "HEAD /.env.dev HTTP/1.1" 404 -1 "Python/3.13 aiohttp/3.11.18" 13.695µs [INFO] Request 74.7.244.17 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.531µs [INFO] Request 74.7.244.17 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; robots.txt; +https://openai.com/searchbot" 14.015µs [INFO] Request 134.209.158.118 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; Linux x86_64; rv:142.0) Gecko/20100101 Firefox/142.0" 34.742µs [INFO] Request 134.209.158.118 "GET /favicon.ico HTTP/1.1" 200 15406 "Mozilla/5.0 (X11; Linux x86_64; rv:142.0) Gecko/20100101 Firefox/142.0" 258.06µs [INFO] Request 195.178.110.242 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 (X11; CrOS x86_64 14541.0.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36" 31.672µs [INFO] Request 195.178.110.242 "GET /.git/config HTTP/1.1" 404 -1 "Mozilla/5.0 (Knoppix; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36" 9.734µs [INFO] Request 195.178.110.242 "GET /.env HTTP/1.1" 404 -1 "Mozilla/5.0 (Kubuntu; Linux i686; rv:131.0) Gecko/20100101 Firefox/131.0" 15.062µs [INFO] Request 216.73.216.30 "GET /robots.txt HTTP/1.1" 404 -1 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)" 13.521µs [INFO] Request 216.73.216.30 "GET / HTTP/1.1" 200 390 "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)" 35.603µs