long / core /frontend_utils.py
deeme's picture
Upload 111 files
217acfe verified
Raw History Blame Contribute Delete
12.8 kB
import copy
import functools
import pickle
import os
import time
import gradio as gr
from core.writer import Chunk
title = """
<div style="text-align: center; padding: 10px 20px;">
<h1 style="margin: 0 0 5px 0;">🖋️ Long-Novel-GPT 1.10</h1>
<p style="margin: 0;"><em>AI一键生成长篇小说</em></p>
</div>
"""
info = \
"""1. 当前Demo支持GPT、Claude、文心、豆包、GLM等模型,并且已经配置了API-Key,默认模型为GPT4o,最大线程数为5。
2. 可以选中**示例**中的任意一个创意,然后点击**创作大纲**来初始化大纲。
3. 初始化后,点击**开始创作**按钮,可以不断创作大纲,直到满意为止。
4. 创建完大纲后,点击**创作剧情**按钮,之后重复以上流程。
5. 选中**一键生成**后,再次点击左侧按钮可以一键生成。
6. 如果遇到任何无法解决的问题,请点击**刷新**按钮。
7. 如果问题还是无法解决,请刷新浏览器页面,这会导致丢失所有数据,请手动备份重要文本。
"""
def init_writer(idea, check_empty=True):
outline_w = dict(
current_cost=0,
total_cost=0,
currency_symbol='¥',
xy_pairs=[(idea, '')],
apply_chunks={},
)
chapters_w = dict(
current_cost=0,
total_cost=0,
currency_symbol='¥',
xy_pairs=[('', '')],
apply_chunks={},
)
draft_w = dict(
current_cost=0,
total_cost=0,
currency_symbol='¥',
xy_pairs=[('', '')],
apply_chunks={},
)
suggestions = dict(
outline_w = ['新建大纲', '扩写大纲', '润色大纲'],
chapters_w = ['新建剧情', '扩写剧情', '润色剧情'],
draft_w = ['新建正文', '扩写正文', '润色正文'],
)
suggestions_dirname = dict(
outline_w = 'prompts/创作大纲',
chapters_w = 'prompts/创作剧情',
draft_w = 'prompts/创作正文',
)
chunk_length = dict(
outline_w = [4_000, ],
chapters_w = [500, 200, 1000, 2000],
draft_w = [1000, 500, 2000, 3000],
)
writer = dict(
current_w='outline_w',
outline_w=outline_w,
chapters_w=chapters_w,
draft_w=draft_w,
running_flag=False,
cancel_flag=False, # 用于取消正在进行的操作
pause_flag=False, # 用于暂停操作
progress={},
prompt_outputs=[], # 这一行未注释时,将在gradio界面中显示prompt_outputs
suggestions=suggestions,
suggestions_dirname=suggestions_dirname,
pause_on_prompt_finished_flag = False,
quote_span = None,
chunk_length = chunk_length,
)
current_w_name = writer['current_w']
if check_empty and writer_x_is_empty(writer, current_w_name):
raise Exception('请先输入小说简介!')
else:
return writer
def init_chapters_w(writer, check_empty=True):
outline_w = writer['outline_w']
chapters_w = writer['chapters_w']
outline_y = "".join([e[1] for e in outline_w['xy_pairs']])
chapters_w['xy_pairs'] = [(outline_y, '')]
writer["current_w"] = "chapters_w"
current_w_name = writer['current_w']
if check_empty and writer_x_is_empty(writer, current_w_name):
raise Exception('大纲不能为空')
else:
return writer
def init_draft_w(writer, check_empty=True):
chapters_w = writer['chapters_w']
draft_w = writer['draft_w']
chapters_y = "".join([e[1] for e in chapters_w['xy_pairs']])
draft_w['xy_pairs'] = [(chapters_y, '')]
writer["current_w"] = "draft_w"
current_w_name = writer['current_w']
if check_empty and writer_x_is_empty(writer, current_w_name):
raise Exception('剧情不能为空')
else:
return writer
# 在将writer传递到backend之前,只传递backend需要的部分
# 这样从backend返回new_writer后,可以直接用update更新writer_state
def process_writer_to_backend(writer):
remained_keys = ['current_w', 'outline_w', 'chapters_w', 'draft_w', 'quote_span']
new_writer = {key: writer[key] for key in remained_keys}
return copy.deepcopy(new_writer)
# 在整个writer_state生命周期中,其对象地址都不应被改变,这样方便各种flag的检查
def process_writer_from_backend(writer, new_writer):
for key in ['outline_w', 'chapters_w', 'draft_w']:
writer[key] = copy.deepcopy(new_writer[key])
return writer
def is_running(writer):
# 只检查是否有正在运行的操作
return writer['running_flag'] and not writer['cancel_flag']
def has_accept(writer):
# 只检查是否有待接受的文本
current_w = writer[writer['current_w']]
return bool(current_w['apply_chunks'])
def cancellable(func):
@functools.wraps(func)
def wrapper(writer, *args, **kwargs):
if is_running(writer):
gr.Warning('另一个操作正在进行中,请等待其完成或取消!')
return
if has_accept(writer) and wrapper.__name__ != "on_accept_write":
gr.Warning('有正在等待接受的文本,点击接受或取消!')
return
writer['running_flag'] = True
writer['cancel_flag'] = False
writer['pause_flag'] = False
generator = func(writer, *args, **kwargs)
result = None
try:
while True:
if writer['cancel_flag']:
gr.Info('操作已取消!')
return
# pause 暂停逻辑由func内部实现,便于它们在暂停前后执行一些操作
try:
result = next(generator)
if isinstance(result, tuple) and (writer_dict := next((item for item in result if isinstance(item, dict) and 'running_flag' in item), None)):
assert writer is writer_dict, 'writer对象地址发生了改变'
writer = writer_dict
yield result
except StopIteration as e:
return e.value
except Exception as e:
raise gr.Error(f'操作过程中发生错误:{e}')
finally:
writer['running_flag'] = False
writer['pause_flag'] = False
return wrapper
def try_cancel(writer):
if not (is_running(writer) or has_accept(writer)):
gr.Info('当前没有正在进行的操作或待接受的文本')
return
writer['prompt_outputs'] = []
current_w = writer[writer['current_w']]
if not is_running(writer) and has_accept(writer): # 优先取消待接受的文本
current_w['apply_chunks'].clear()
gr.Info('已取消待接受的文本')
return
writer['cancel_flag'] = True
start_time = time.time()
while writer['running_flag'] and time.time() - start_time < 3:
time.sleep(0.1)
if writer['running_flag']:
gr.Warning('取消操作超时,可能需要刷新页面')
writer['cancel_flag'] = False
def writer_y_is_empty(writer, w_name):
xy_pairs = writer[w_name]['xy_pairs']
return sum(len(e[1]) for e in xy_pairs) == 0
def writer_x_is_empty(writer, w_name):
xy_pairs = writer[w_name]['xy_pairs']
return sum(len(e[0]) for e in xy_pairs) == 0
# create a markdown table
# TODO: 优化显示逻辑,字少的列宽度小,字多的列宽度大
def create_comparison_table(pairs, column_names=['Original Text', 'Enhanced Text', 'Enhanced Text 2']):
# Check if any pair has 3 elements
has_third_column = any(len(pair) == 3 for pair in pairs)
# Create table header
if has_third_column:
table = f"| {column_names[0]} | {column_names[1]} | {column_names[2]} |\n|---------------|-----------------|----------------|\n"
else:
table = f"| {column_names[0]} | {column_names[1]} |\n|---------------|---------------|\n"
# Add rows to the table
for pair in pairs:
x = pair[0].replace('|', '\\|').replace('\n', '<br>')
y1 = pair[1].replace('|', '\\|').replace('\n', '<br>')
if has_third_column:
y2 = pair[2].replace('|', '\\|').replace('\n', '<br>') if len(pair) == 3 else ''
table += f"| {x} | {y1} | {y2} |\n"
else:
table += f"| {x} | {y1} |\n"
return table
def messages2chatbot(messages):
if len(messages) and messages[0]['role'] == 'system':
return [{'role': 'user', 'content': messages[0]['content']}, ] + messages[1:]
else:
return messages
def create_progress_md(writer):
progress_md = ""
if 'progress' in writer and writer['progress']:
progress = writer['progress']
progress_md = ""
# 使用集合来去重并保持顺序
titles = []
subtitles = {}
current_op_ij = (float('inf'), float('inf'))
for opi, op in enumerate(progress['ops']):
if op['title'] not in titles:
titles.append(op['title'])
if op['title'] not in subtitles:
subtitles[op['title']] = []
if op['subtitle'] not in subtitles[op['title']]:
subtitles[op['title']].append(op['subtitle'])
if opi == progress['cur_op_i']:
current_op_ij = (len(titles), len(subtitles[op['title']]))
for i, title in enumerate(titles, 1):
progress_md += f"## {['一', '二', '三', '四', '五', '六', '七', '八', '九', '十'][i-1]}、{title}\n"
for j, subtitle in enumerate(subtitles[title], 1):
if i < current_op_ij[0] or (i == current_op_ij[0] and j < current_op_ij[1]):
progress_md += f"### {j}、{subtitle} ✓\n"
elif i == current_op_ij[0] and j == current_op_ij[1]:
progress_md += f"### {j}、{subtitle} {'.' * (int(time.time()) % 4)}\n"
else:
progress_md += f"### {j}、{subtitle}\n"
progress_md += "\n"
progress_md += "---\n"
# TODO: 考虑只放当前进度
return gr.Markdown(progress_md)
def create_text_md(writer):
current_w_name = writer['current_w']
current_w = writer[current_w_name]
apply_chunks = current_w['apply_chunks']
match current_w_name:
case 'draft_w':
column_names = ['剧情', '正文', '修正稿']
case 'outline_w':
column_names = ['小说简介', '大纲', '修正稿']
case 'chapters_w':
column_names = ['大纲', '剧情', '修正稿']
case _:
raise Exception('当前状态不正确')
xy_pairs = current_w['xy_pairs']
if apply_chunks:
table = [[*e, ''] for e in xy_pairs]
occupied_rows = [False] * len(table)
for chunk, key, text in apply_chunks:
if not isinstance(chunk, Chunk):
chunk = Chunk(**chunk)
assert key == 'y_chunk'
pair_span = chunk.text_source_slice
if any(occupied_rows[pair_span]):
raise Exception('apply_chunks中存在重叠的pair_span')
occupied_rows[pair_span] = [True] * (pair_span.stop - pair_span.start)
table[pair_span] = [[chunk.x_chunk, chunk.y_chunk, text], ] + [None] * (pair_span.stop - pair_span.start - 1)
table = [e for e in table if e is not None]
if not any(e[1] for e in table):
column_names = column_names[:2]
column_names[1] = column_names[1] + '(待接受)'
table = [[e[0], e[2]] for e in table]
md = create_comparison_table(table, column_names=column_names)
else:
if writer_x_is_empty(writer, current_w_name):
tip_x = '从下方示例中选择一个创意用于创作小说。'
tip_y = '选择创意后,点击创作大纲。更详细的操作请参考使用指南。'
if not xy_pairs[0][0].strip():
xy_pairs = [[tip_x, tip_y]]
else:
xy_pairs = [[xy_pairs[0][0], tip_y]]
md = create_comparison_table(xy_pairs, column_names=column_names[:2])
if len(md) < 400:
height = '200px'
else:
height = '600px'
return gr.Markdown(md, height=height)