1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# -*- coding: utf-8 -*-
#
import os
import uuid
from django.core.cache import cache
from rest_framework.views import APIView
from rest_framework.response import Response
from rest_framework import generics, serializers
from .const import KEY_CACHE_RESOURCES_ID
__all__ = [
'LogTailApi', 'ResourcesIDCacheApi',
]
class OutputSerializer(serializers.Serializer):
output = serializers.CharField()
is_end = serializers.BooleanField()
mark = serializers.CharField()
class LogTailApi(generics.RetrieveAPIView):
permission_classes = ()
buff_size = 1024 * 10
serializer_class = OutputSerializer
end = False
mark = ''
log_path = ''
def is_file_finish_write(self):
return True
def get_log_path(self):
raise NotImplementedError()
def get_no_file_message(self, request):
return 'Not found the log'
def filter_line(self, line):
"""
过滤行，可能替换一些信息
:param line:
:return:
"""
return line
def read_from_file(self):
with open(self.log_path, 'r') as f:
offset = cache.get(self.mark, 0)
f.seek(offset)
data = f.read(self.buff_size).replace('\n', '\r\n')
new_mark = str(uuid.uuid4())
cache.set(new_mark, f.tell(), 5)
if data == '' and self.is_file_finish_write():
self.end = True
_data = ''
for line in data.split('\r\n'):
new_line = self.filter_line(line)
if line == '':
continue
_data += new_line + '\r\n'
return _data, self.end, new_mark
def get(self, request, *args, **kwargs):
self.mark = request.query_params.get("mark") or str(uuid.uuid4())
self.log_path = self.get_log_path()
if not self.log_path or not os.path.isfile(self.log_path):
msg = self.get_no_file_message(self.request)
return Response({"data": msg}, status=200)
data, end, new_mark = self.read_from_file()
return Response({"data": data, 'end': end, 'mark': new_mark})
class ResourcesIDCacheApi(APIView):
def post(self, request, *args, **kwargs):
spm = str(uuid.uuid4())
resources_id = request.data.get('resources')
if resources_id:
cache_key = KEY_CACHE_RESOURCES_ID.format(spm)
cache.set(cache_key, resources_id, 300)
return Response({'spm': spm})