TruVlad commited on
Commit
e7c25b5
·
verified ·
1 Parent(s): 03a7f0a

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. util.py +2 -123
util.py CHANGED
@@ -1,32 +1,7 @@
1
  from flask import Flask
2
  import ollama
3
 
4
- app = Flask(__name__)
5
 
6
- @app.route('/')
7
- def hello_world():
8
- return "<h1>Hello, World!<h1>"
9
-
10
-
11
- @app.route('/list')
12
- def test_world():
13
- from ollama import ListResponse, list
14
-
15
- response: ListResponse = list()
16
- ansver = []
17
- for model in response.models:
18
- ansver.append(f'Name:{model.model}')
19
- ansver.append(f' Size (MB): {(model.size.real / 1024 / 1024):.2f}')
20
- if model.details:
21
- ansver.append(f' Format: {model.details.format}')
22
- ansver.append(f' Family: {model.details.family}')
23
- ansver.append(f' Parameter Size: {model.details.parameter_size}')
24
- ansver.append(f' Quantization Level:{model.details.quantization_level}')
25
- result = [f'<p>{answ}</p>' for answ in ansver ]
26
- return '\n'.join(result)
27
-
28
-
29
- @app.route('/ps')
30
  def ps():
31
  from ollama import ProcessResponse, chat, ps, pull
32
  ansver = []
@@ -41,104 +16,10 @@ def ps():
41
  ansver.append(f' Details: {model.details}')
42
  ansver.append(f' Context length: {model.context_length}')
43
  ansver.append(f'\n')
44
-
45
- response: ListResponse = list()
46
- for model in response.models:
47
- ansver.append(f'Name:{model.model}')
48
- ansver.append(f' Size (MB): {(model.size.real / 1024 / 1024):.2f}')
49
- if model.details:
50
- ansver.append(f' Format: {model.details.format}')
51
- ansver.append(f' Family: {model.details.family}')
52
- ansver.append(f' Parameter Size: {model.details.parameter_size}')
53
- ansver.append(f' Quantization Level:{model.details.quantization_level}')
54
  result = [f'<p>{answ}</p>' for answ in ansver ]
55
  return '\n'.join(result)
56
 
57
- @app.route('/time')
58
- def test_time():
59
- from datetime import datetime
60
- from ollama import Client
61
- from ollama import chat
62
-
63
- t_start=datetime.now()
64
- ansver = []
65
- messages = [
66
- {
67
- 'role': 'user',
68
- 'content': 'Расскажи о себе подробно',
69
- },
70
- ]
71
- response = chat('qwen3:0.6b', messages=messages)
72
- ansver.append(f' start {t_start} ')
73
- response_time=datetime.now()-t_start
74
- ansver.append(f' duration {response_time} ')
75
- #
76
- response_len = len(response['message']['content'])
77
- ansver.append(f" lehgth {response_len}")
78
- response_speed=response_len/int(response_time.seconds)
79
- ansver.append(f" token/sek {response_len}")
80
- ansver.append(response['message']['content'])
81
- result = [f'<p>{answ}</p>' for answ in ansver ]
82
- return '\n'.join(result)
83
-
84
-
85
- @app.route('/time8')
86
- def test_time8():
87
- from datetime import datetime
88
- from ollama import Client
89
- from ollama import chat
90
-
91
- t_start=datetime.now()
92
- ansver = []
93
- messages = [
94
- {
95
- 'role': 'user',
96
- 'content': 'Расскажи о себе подробно',
97
- },
98
- ]
99
- response = chat('qwen3:8b', messages=messages)
100
- ansver.append(f' start {t_start} ')
101
- response_time=datetime.now()-t_start
102
- ansver.append(f' duration {response_time} ')
103
- #
104
- response_len = len(response['message']['content'])
105
- ansver.append(f" lehgth {response_len}")
106
- response_speed=response_len/int(response_time.seconds)
107
- ansver.append(f" token/sek {response_len}")
108
- ansver.append(response['message']['content'])
109
- result = [f'<p>{answ}</p>' for answ in ansver ]
110
- return '\n'.join(result)
111
-
112
- #@app.route('/time14')
113
- def test_time14():
114
- from datetime import datetime
115
- from ollama import Client
116
- from ollama import chat
117
-
118
- t_start=datetime.now()
119
- ansver = []
120
- messages = [
121
- {
122
- 'role': 'user',
123
- 'content': 'Расскажи о себе подробно',
124
- },
125
- ]
126
- response = chat('qwen3:14b', messages=messages)
127
- ansver.append(f' start {t_start} ')
128
- response_time=datetime.now()-t_start
129
- ansver.append(f' duration {response_time} ')
130
- #
131
- response_len = len(response['message']['content'])
132
- ansver.append(f" lehgth {response_len}")
133
- response_speed=response_len/int(response_time.seconds)
134
- ansver.append(f" token/sek {response_len}")
135
- ansver.append(response['message']['content'])
136
- result = [f'<p>{answ}</p>' for answ in ansver ]
137
- return '\n'.join(result)
138
-
139
-
140
- #@app.route('/time30')
141
- def test_time30():
142
  from datetime import datetime
143
  from ollama import Client
144
  from ollama import chat
@@ -151,7 +32,7 @@ def test_time30():
151
  'content': 'Расскажи о себе подробно',
152
  },
153
  ]
154
- response = chat('qwen3:30b', messages=messages)
155
  ansver.append(f' start {t_start} ')
156
  response_time=datetime.now()-t_start
157
  ansver.append(f' duration {response_time} ')
@@ -164,5 +45,3 @@ def test_time30():
164
  result = [f'<p>{answ}</p>' for answ in ansver ]
165
  return '\n'.join(result)
166
 
167
- if __name__ == '__main__':
168
- app.run(host='0.0.0.0', port="7860")
 
1
  from flask import Flask
2
  import ollama
3
 
 
4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  def ps():
6
  from ollama import ProcessResponse, chat, ps, pull
7
  ansver = []
 
16
  ansver.append(f' Details: {model.details}')
17
  ansver.append(f' Context length: {model.context_length}')
18
  ansver.append(f'\n')
 
 
 
 
 
 
 
 
 
 
19
  result = [f'<p>{answ}</p>' for answ in ansver ]
20
  return '\n'.join(result)
21
 
22
+ def time_model(model_name='qwen3:0.6b'):
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  from datetime import datetime
24
  from ollama import Client
25
  from ollama import chat
 
32
  'content': 'Расскажи о себе подробно',
33
  },
34
  ]
35
+ response = chat(model_name, messages=messages)
36
  ansver.append(f' start {t_start} ')
37
  response_time=datetime.now()-t_start
38
  ansver.append(f' duration {response_time} ')
 
45
  result = [f'<p>{answ}</p>' for answ in ansver ]
46
  return '\n'.join(result)
47