mirror of
https://github.com/opsre/LiteOps.git
synced 2026-06-09 20:57:25 +08:00
first commit
This commit is contained in:
hukdoesn
273
backend/apps/views/build_sse.py
Normal file
273
backend/apps/views/build_sse.py
Normal file
@@ -0,0 +1,273 @@
|
||||
import json
|
||||
import time
|
||||
import logging
|
||||
import uuid
|
||||
import threading
|
||||
import queue
|
||||
import asyncio
|
||||
from django.http import StreamingHttpResponse, JsonResponse
|
||||
from django.views import View
|
||||
from django.utils.decorators import method_decorator
|
||||
from django.views.decorators.csrf import csrf_exempt
|
||||
from asgiref.sync import sync_to_async
|
||||
from ..utils.auth import jwt_auth_required
|
||||
from ..utils.log_stream import log_stream_manager
|
||||
from ..models import BuildHistory, UserToken
|
||||
|
||||
logger = logging.getLogger('apps')
|
||||
|
||||
@method_decorator(csrf_exempt, name='dispatch')
|
||||
class BuildLogSSEView(View):
|
||||
"""构建日志SSE流视图 - 异步实现以支持ASGI环境"""
|
||||
|
||||
def options(self, request, task_id, build_number):
|
||||
"""处理CORS预检请求"""
|
||||
response = JsonResponse({})
|
||||
response['Access-Control-Allow-Origin'] = '*'
|
||||
response['Access-Control-Allow-Methods'] = 'GET, OPTIONS'
|
||||
response['Access-Control-Allow-Headers'] = 'Cache-Control, Authorization'
|
||||
response['Access-Control-Max-Age'] = '86400' # 24小时
|
||||
return response
|
||||
|
||||
def get(self, request, task_id, build_number):
|
||||
"""获取构建日志SSE流"""
|
||||
try:
|
||||
# 从URL参数获取token进行认证
|
||||
token = request.GET.get('token')
|
||||
if not token:
|
||||
return StreamingHttpResponse(
|
||||
self._create_error_stream("缺少认证token"),
|
||||
content_type='text/event-stream'
|
||||
)
|
||||
|
||||
# 验证token
|
||||
try:
|
||||
user_info = self._verify_jwt_token(token)
|
||||
if not user_info:
|
||||
return StreamingHttpResponse(
|
||||
self._create_error_stream("无效的认证token"),
|
||||
content_type='text/event-stream'
|
||||
)
|
||||
except Exception as e:
|
||||
logger.error(f"Token验证失败: {str(e)}", exc_info=True)
|
||||
return StreamingHttpResponse(
|
||||
self._create_error_stream("认证失败"),
|
||||
content_type='text/event-stream'
|
||||
)
|
||||
|
||||
# 验证构建历史记录是否存在
|
||||
try:
|
||||
history = BuildHistory.objects.get(
|
||||
task__task_id=task_id,
|
||||
build_number=int(build_number)
|
||||
)
|
||||
except BuildHistory.DoesNotExist:
|
||||
return StreamingHttpResponse(
|
||||
self._create_error_stream("构建记录不存在"),
|
||||
content_type='text/event-stream'
|
||||
)
|
||||
except ValueError:
|
||||
return StreamingHttpResponse(
|
||||
self._create_error_stream("无效的构建号"),
|
||||
content_type='text/event-stream'
|
||||
)
|
||||
|
||||
# 创建异步SSE流
|
||||
response = StreamingHttpResponse(
|
||||
self._build_log_stream_async(task_id, int(build_number), history),
|
||||
content_type='text/event-stream'
|
||||
)
|
||||
|
||||
# 设置SSE相关的HTTP头
|
||||
response['Cache-Control'] = 'no-cache, no-store, must-revalidate'
|
||||
response['Pragma'] = 'no-cache'
|
||||
response['Expires'] = '0'
|
||||
response['Access-Control-Allow-Origin'] = '*'
|
||||
response['Access-Control-Allow-Headers'] = 'Cache-Control'
|
||||
response['Access-Control-Allow-Methods'] = 'GET'
|
||||
response['X-Accel-Buffering'] = 'no' # 禁用nginx缓冲
|
||||
|
||||
return response
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"创建SSE流失败: {str(e)}", exc_info=True)
|
||||
return StreamingHttpResponse(
|
||||
self._create_error_stream(f"服务器错误: {str(e)}"),
|
||||
content_type='text/event-stream'
|
||||
)
|
||||
|
||||
def _verify_jwt_token(self, token):
|
||||
"""验证JWT token"""
|
||||
try:
|
||||
import jwt
|
||||
from django.conf import settings
|
||||
|
||||
# 查询用户token
|
||||
user_token = UserToken.objects.filter(token=token).first()
|
||||
|
||||
if not user_token:
|
||||
logger.warning("Token不存在于数据库中")
|
||||
return None
|
||||
|
||||
# 验证JWT token
|
||||
try:
|
||||
payload = jwt.decode(token, settings.SECRET_KEY, algorithms=['HS256'])
|
||||
return {
|
||||
'user_id': payload.get('user_id'),
|
||||
'username': payload.get('username')
|
||||
}
|
||||
except jwt.ExpiredSignatureError:
|
||||
logger.warning("Token已过期")
|
||||
return None
|
||||
except jwt.InvalidTokenError as e:
|
||||
logger.warning(f"Token无效: {str(e)}")
|
||||
return None
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Token验证过程发生错误: {str(e)}", exc_info=True)
|
||||
return None
|
||||
|
||||
async def _build_log_stream_async(self, task_id, build_number, history):
|
||||
"""异步生成构建日志流"""
|
||||
# 生成唯一的客户端ID
|
||||
client_id = str(uuid.uuid4())
|
||||
|
||||
try:
|
||||
# 发送连接建立消息
|
||||
yield self._format_sse_message({
|
||||
'type': 'connection_established',
|
||||
'message': '连接成功，开始接收构建日志...'
|
||||
})
|
||||
|
||||
# 如果构建已完成，发送完成消息并结束
|
||||
if history.status in ['success', 'failed', 'terminated']:
|
||||
yield self._format_sse_message({
|
||||
'type': 'build_complete',
|
||||
'status': history.status,
|
||||
'message': f'构建已完成，状态: {history.status}。请使用历史日志API获取完整日志。'
|
||||
})
|
||||
return
|
||||
|
||||
# 对于正在进行的构建，使用实时日志流
|
||||
heartbeat_counter = 0
|
||||
|
||||
# 获取异步日志流
|
||||
async for log_msg in self._async_log_stream(task_id, build_number, client_id):
|
||||
if log_msg is None:
|
||||
# 心跳包
|
||||
heartbeat_counter += 1
|
||||
if heartbeat_counter >= 30: # 每30秒发送一次心跳
|
||||
yield self._format_sse_message({
|
||||
'type': 'heartbeat',
|
||||
'timestamp': int(time.time())
|
||||
}, event_type='heartbeat')
|
||||
heartbeat_counter = 0
|
||||
continue
|
||||
|
||||
# 重置心跳计数器
|
||||
heartbeat_counter = 0
|
||||
|
||||
# 检查是否是构建完成消息
|
||||
if log_msg.message.startswith('BUILD_COMPLETE:'):
|
||||
status = log_msg.message.split(':', 1)[1]
|
||||
yield self._format_sse_message({
|
||||
'type': 'build_complete',
|
||||
'status': status,
|
||||
'message': f'构建已完成，状态: {status}'
|
||||
})
|
||||
break
|
||||
else:
|
||||
# 普通日志消息
|
||||
yield self._format_sse_message({
|
||||
'type': 'build_log',
|
||||
'message': log_msg.message
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"生成构建日志流时发生错误: {str(e)}", exc_info=True)
|
||||
yield self._format_sse_message({
|
||||
'type': 'error',
|
||||
'message': f'日志流发生错误: {str(e)}'
|
||||
})
|
||||
|
||||
async def _async_log_stream(self, task_id, build_number, client_id):
|
||||
"""异步日志流生成器 - 改进版本"""
|
||||
try:
|
||||
async_queue = asyncio.Queue(maxsize=1000) # 限制队列大小
|
||||
stop_event = asyncio.Event()
|
||||
loop = asyncio.get_running_loop()
|
||||
|
||||
def sync_log_reader():
|
||||
"""在单独线程中读取同步日志流"""
|
||||
try:
|
||||
for log_msg in log_stream_manager.get_log_stream(task_id, build_number, client_id):
|
||||
if stop_event.is_set():
|
||||
break
|
||||
|
||||
# 使用线程安全的方式添加到异步队列
|
||||
try:
|
||||
asyncio.run_coroutine_threadsafe(
|
||||
async_queue.put(log_msg), loop
|
||||
).result(timeout=0.1)
|
||||
except Exception as queue_error:
|
||||
logger.debug(f"队列添加失败，可能客户端已断开: {queue_error}")
|
||||
break
|
||||
|
||||
# 发送结束信号
|
||||
try:
|
||||
asyncio.run_coroutine_threadsafe(
|
||||
async_queue.put(StopAsyncIteration), loop
|
||||
).result(timeout=0.1)
|
||||
except Exception:
|
||||
pass # 忽略结束信号发送失败
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"同步日志读取器出错: {str(e)}", exc_info=True)
|
||||
try:
|
||||
asyncio.run_coroutine_threadsafe(
|
||||
async_queue.put(StopAsyncIteration), loop
|
||||
).result(timeout=0.1)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
# 在线程池中启动同步日志读取器
|
||||
thread = threading.Thread(target=sync_log_reader, daemon=True)
|
||||
thread.start()
|
||||
|
||||
try:
|
||||
while True:
|
||||
try:
|
||||
# 异步等待日志消息，使用较短的超时以提供更好的响应性
|
||||
log_msg = await asyncio.wait_for(async_queue.get(), timeout=1.0)
|
||||
|
||||
if log_msg is StopAsyncIteration:
|
||||
break
|
||||
|
||||
yield log_msg
|
||||
|
||||
except asyncio.TimeoutError:
|
||||
# 超时，发送心跳
|
||||
yield None
|
||||
|
||||
finally:
|
||||
# 设置停止事件，清理资源
|
||||
stop_event.set()
|
||||
if thread.is_alive():
|
||||
thread.join(timeout=2.0) # 增加join超时时间
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"异步日志流错误: {str(e)}", exc_info=True)
|
||||
yield None # 确保生成器正常结束
|
||||
|
||||
def _create_error_stream(self, error_message):
|
||||
"""创建错误流"""
|
||||
yield self._format_sse_message({
|
||||
'type': 'error',
|
||||
'message': error_message
|
||||
})
|
||||
|
||||
def _format_sse_message(self, data, event_type='message'):
|
||||
"""格式化SSE消息"""
|
||||
message = f"event: {event_type}\n"
|
||||
message += f"data: {json.dumps(data, ensure_ascii=False)}\n\n"
|
||||
return message
|
||||
Reference in New Issue
Block a user