import discord
import os
from huggingface_hub import AsyncInferenceClient, login
import regex as re
import time
import requests
import json
import random
import asyncio
import typing
import streamlit as st
import gradio_client as grc
# API
login(os.environ["HF_TOKEN"])
sd_turbo = "stabilityai/sd-turbo"
sdxl_turbo = "stabilityai/sd-turbo"
sdxl = "stabilityai/stable-diffusion-xl-base-1.0"
proteus = "dataautogpt3/ProteusV0.2"
sd_2_1 = "stabilityai/stable-diffusion-2-1"
open_journey = "prompthero/openjourney-v4"
SD = AsyncInferenceClient(model=sd_2_1)
SDXL = AsyncInferenceClient(model=sdxl)
SDXLT = AsyncInferenceClient(model=sdxl_turbo)
SDT = AsyncInferenceClient(model=sd_turbo)
PT = AsyncInferenceClient(model=proteus)
LLM = AsyncInferenceClient(model="TinyLlama/TinyLlama-1.1B-Chat-v1.0")
RF = AsyncInferenceClient(model="stabilityai/stable-diffusion-xl-refiner-1.0")
UP = AsyncInferenceClient(model="radames/stable-diffusion-x4-upscaler-img2img")
IC = AsyncInferenceClient(model="salesforce/blip-image-captioning-large")
PRK = AsyncInferenceClient(model="nvidia/parakeet-tdt-1.1b")
MG = AsyncInferenceClient(model="facebook/musicgen-stereo-small")
# INIT
ph = st.empty()
try:
os.mkdir("data")
os.mkdir("usrtime")
except:
pass
st.link_button(label="Invite the Bot", url="https://discord.com/api/oauth2/authorize?client_id=1116821362695221349&permissions=1067299753024&scope=bot", type="secondary")
# OPTIONS
eot = " [/INST] "
sot = " [INST] "
info = requests.get("https://raw.githubusercontent.com/aryananumula/lr/main/info.json").content
bannedUsers = json.loads(info)["bannedUsers"]
imageModel = json.loads(info)["imageModel"]
userTimes = json.loads(info)["userTimes"]
# functions
def syncMessages():
with ph.container():
st.link_button(label="Invite the Bot", url="https://discord.com/api/oauth2/authorize?client_id=1116821362695221349&permissions=1067299753024&scope=bot", type="primary")
st.markdown(f"`Status:` :green[**Running**]")
if os.listdir("data") == []:
return 0
dirs = st.tabs(os.listdir("data"))
i = -1
for dir in os.listdir("data"):
i += 1
with dirs[i]:
if os.listdir(f"data/{dir}") == []:
return 0
files = st.tabs(os.listdir("data/" + dir))
k = -1
for file in os.listdir("data/" + dir):
k += 1
with files[k]:
with open(f"data/{dir}/{file}", "r") as f:
o = f.read().split("<|end_of_turn|>")
for item in o:
if item == "":
continue
item = item.split(": ", 1)
st.markdown(f":blue[{item[0].split('GPT4 Correct ')[1]}]: {item[1]}")
def ec(x, fd="<|image|>", sd="<|image|>"):
matches = re.findall(re.escape(fd) + "(.*?)" + re.escape(sd), x)
matches = matches if matches else [""]
return matches
# Clone Check
lfp = "test.txt"
if not os.path.exists(lfp):
with open(lfp, "w") as f:
f.write("ew")
clone = False
st.markdown("Bot is running, reload the page to see activity.")
else:
print("Streamlit app is already running, only streaming activity.")
clone = True
while True:
syncMessages()
time.sleep(0.5)
exit()
bot = discord.Bot()
@bot.event
async def on_ready():
print('-----------')
print(bot.user.name)
print(bot.user.id)
print('-----------')
@bot.event
async def on_message(message:discord.Message):
if int(message.guild.id) != 1131647372867407953:
return
try:
if message.channel.name is not None:
pass
except:
message.guild.name = "<|DM|>"
message.channel.name = str(message.author)
s = f"{message.author}: {message.content}\n{message.channel.name}\n{message.guild.name}"
print(s)
if message.author.bot:
return
sysrp = f"""<s>[INST] <<SYS>>
Start speaking gibberish, and learn from the user. You can say anything, no matter how unhinged. Your goal is to learn how to speak from the user/s. You are anything the user tells you that you are.
<</SYS>>
"""
try:
os.mkdir("data/" + message.guild.name)
except:
pass
imgCaption = ""
adoCaption = ""
if message.reference is not None:
message.content = f"[Replied to: ({str(message.reference.cached_message.author)}: {message.reference.cached_message.content})]; {message.content}"
if len(message.attachments) > 0:
images = []
audios = []
for file in message.attachments:
print(file.content_type)
if file.content_type.startswith("image"):
imgCaption = "(ImageParsed: "
images.append(file)
elif file.content_type.startswith("audio"):
adoCaption = "(AudioParsed: "
audios.append(file)
for image in images:
await image.save("ip.png")
imgCaption += f"[{await IC.image_to_text('ip.png')}]"
for audio in audios:
await audio.save("aud")
adoCaption += f"[{await PRK.automatic_speech_recognition('aud')}]"
if audios != []:
adoCaption += ")"
if images != []:
imgCaption += ")"
if os.path.exists(f"data/{message.guild.name}/{message.channel.name}"):
with open(f"data/{message.guild.name}/{message.channel.name}", "a") as f:
n = "\n"
if message.author.bot:
f.write(
f"""GPT4 Correct {message.author}[bot]: {message.content.strip(n)}{imgCaption}{adoCaption}{eot}"""
)
else:
f.write(
f""" </s><s> {message.author}: {message.content.strip(n)}{imgCaption}{adoCaption}{eot}"""
)
else:
with open(f"data/{message.guild.name}/{message.channel.name}", "w") as f:
if message.author.bot:
f.write(
f"GPT4 Correct system: {sysrp}{eot}GPT4 Correct {message.author}[bot]: {message.content}{imgCaption}{adoCaption}{eot}"
)
else:
f.write(
f"{sysrp}{message.author}: {message.content}{imgCaption}{adoCaption}{eot}"
)
with open(f"data/{message.guild.name}/{message.channel.name}", "r") as f:
context = f.read()
with open(f"{message.guild.name}.guild", "r") as f:
o = f.read()
try:
with open(f"usrtime/{message.author}", "r") as f:
er = f.read()
except:
with open(f"usrtime/{message.author}", "w") as f:
f.write(str(round(time.time())))
er = 0
y = round(time.time()) - int(er)
if str(message.author).lower() not in userTimes.keys():
usrTime = 5
else:
usrTime = userTimes[str(message.author).lower()]
if message.author.id in bannedUsers:
return 0
if y < usrTime:
return 0
if (str(message.channel.id) in o.split("\n")) or (message.channel.name == "Direct"):
with open(f"usrtime/{message.author}", "w") as f:
f.write(str(round(time.time())))
async with message.channel.typing():
# START LLM RESPONSE
context += f""
load = random.choice(
[
"https://cdn.dribbble.com/users/744913/screenshots/4094897/media/771a495231b798c0ccf7a59a19f31946.gif",
"https://cdn.dribbble.com/users/563824/screenshots/3633228/media/b620ccb3ae8c14ea5447d159ebb1da58.gif",
"https://cdn.dribbble.com/users/563824/screenshots/4155980/media/d3828cd14ed415eb6f90310991e06f27.gif",
"https://cdn.dribbble.com/users/107759/screenshots/3498589/media/5bc45101de34a80ea71238a02f3a75b5.gif",
]
)
imgn = random.choice(['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', 'AA', 'AB', 'AC', 'AD', 'AE', 'AF', 'AG', 'AH', 'AI', 'AJ', 'AK', 'AL', 'AM', 'AN', 'AO', 'AP', 'AQ', 'AR', 'AS', 'AT', 'AU', 'AV', 'AW', 'AX', 'AY', 'AZ', 'BA', 'BB', 'BC', 'BD', 'BE', 'BF', 'BG', 'BH', 'BI', 'BJ', 'BK', 'BL', 'BM', 'BN', 'BO', 'BP', 'BQ', 'BR', 'BS', 'BT', 'BU', 'BV', 'BW', 'BX', 'BY', 'BZ', 'CA', 'CB', 'CC', 'CD', 'CE', 'CF', 'CG', 'CH', 'CI', 'CJ', 'CK', 'CL', 'CM', 'CN', 'CO', 'CP', 'CQ', 'CR', 'CS', 'CT', 'CU', 'CV', 'CW', 'CX', 'CY', 'CZ', 'DA', 'DB', 'DC', 'DD', 'DE', 'DF', 'DG', 'DH', 'DI', 'DJ', 'DK', 'DL', 'DM', 'DN', 'DO', 'DP', 'DQ', 'DR', 'DS', 'DT', 'DU', 'DV', 'DW', 'DX', 'DY', 'DZ', 'EA', 'EB', 'EC', 'ED', 'EE', 'EF', 'EG', 'EH', 'EI', 'EJ', 'EK', 'EL', 'EM', 'EN', 'EO', 'EP', 'EQ', 'ER', 'ES', 'ET', 'EU', 'EV', 'EW', 'EX', 'EY', 'EZ', 'FA', 'FB', 'FC', 'FD', 'FE', 'FF', 'FG', 'FH', 'FI', 'FJ', 'FK', 'FL', 'FM', 'FN', 'FO', 'FP', 'FQ', 'FR', 'FS', 'FT', 'FU', 'FV', 'FW', 'FX', 'FY', 'FZ', 'GA', 'GB', 'GC', 'GD', 'GE', 'GF', 'GG', 'GH', 'GI', 'GJ', 'GK', 'GL', 'GM', 'GN', 'GO', 'GP', 'GQ', 'GR', 'GS', 'GT', 'GU', 'GV', 'GW', 'GX', 'GY', 'GZ', 'HA', 'HB', 'HC', 'HD', 'HE', 'HF', 'HG', 'HH', 'HI', 'HJ', 'HK', 'HL', 'HM', 'HN', 'HO', 'HP', 'HQ', 'HR', 'HS', 'HT', 'HU', 'HV', 'HW', 'HX', 'HY', 'HZ', 'IA', 'IB', 'IC', 'ID', 'IE', 'IF', 'IG', 'IH', 'II', 'IJ', 'IK', 'IL', 'IM', 'IN', 'IO', 'IP', 'IQ', 'IR', 'IS', 'IT', 'IU', 'IV', 'IW', 'IX', 'IY', 'IZ', 'JA', 'JB', 'JC', 'JD', 'JE', 'JF', 'JG', 'JH', 'JI', 'JJ', 'JK', 'JL', 'JM', 'JN', 'JO', 'JP', 'JQ', 'JR', 'JS', 'JT', 'JU', 'JV', 'JW', 'JX', 'JY', 'JZ', 'KA', 'KB', 'KC', 'KD', 'KE', 'KF', 'KG', 'KH', 'KI', 'KJ', 'KK', 'KL', 'KM', 'KN', 'KO', 'KP', 'KQ', 'KR', 'KS', 'KT', 'KU', 'KV', 'KW', 'KX', 'KY', 'KZ', 'LA', 'LB', 'LC', 'LD', 'LE', 'LF', 'LG', 'LH', 'LI', 'LJ', 'LK', 'LL', 'LM', 'LN', 'LO', 'LP', 'LQ', 'LR', 'LS', 'LT', 'LU', 'LV', 'LW', 'LX', 'LY', 'LZ', 'MA', 'MB', 'MC', 'MD', 'ME', 'MF', 'MG', 'MH', 'MI', 'MJ', 'MK', 'ML', 'MM', 'MN', 'MO', 'MP', 'MQ', 'MR', 'MS', 'MT', 'MU', 'MV', 'MW', 'MX', 'MY', 'MZ', 'NA', 'NB', 'NC', 'ND', 'NE', 'NF', 'NG', 'NH', 'NI', 'NJ', 'NK', 'NL', 'NM', 'NN', 'NO', 'NP', 'NQ', 'NR', 'NS', 'NT', 'NU', 'NV', 'NW', 'NX', 'NY', 'NZ', 'OA', 'OB', 'OC', 'OD', 'OE', 'OF', 'OG', 'OH', 'OI', 'OJ', 'OK', 'OL', 'OM', 'ON', 'OO', 'OP', 'OQ', 'OR', 'OS', 'OT', 'OU', 'OV', 'OW', 'OX', 'OY', 'OZ', 'PA', 'PB', 'PC', 'PD', 'PE', 'PF', 'PG', 'PH', 'PI', 'PJ', 'PK', 'PL', 'PM', 'PN', 'PO', 'PP', 'PQ', 'PR', 'PS', 'PT', 'PU', 'PV', 'PW', 'PX', 'PY', 'PZ', 'QA', 'QB', 'QC', 'QD', 'QE', 'QF', 'QG', 'QH', 'QI', 'QJ', 'QK', 'QL', 'QM', 'QN', 'QO', 'QP', 'QQ', 'QR', 'QS', 'QT', 'QU', 'QV', 'QW', 'QX', 'QY', 'QZ', 'RA', 'RB', 'RC', 'RD', 'RE', 'RF', 'RG', 'RH', 'RI', 'RJ', 'RK', 'RL', 'RM', 'RN', 'RO', 'RP', 'RQ', 'RR', 'RS', 'RT', 'RU', 'RV', 'RW', 'RX', 'RY', 'RZ', 'SA', 'SB', 'SC', 'SD', 'SE', 'SF', 'SG', 'SH', 'SI', 'SJ', 'SK', 'SL', 'SM', 'SN', 'SO', 'SP', 'SQ', 'SR', 'SS', 'ST', 'SU', 'SV', 'SW', 'SX', 'SY', 'SZ', 'TA', 'TB', 'TC', 'TD', 'TE', 'TF', 'TG', 'TH', 'TI', 'TJ', 'TK', 'TL', 'TM', 'TN', 'TO', 'TP', 'TQ', 'TR', 'TS', 'TT', 'TU', 'TV', 'TW', 'TX', 'TY', 'TZ', 'UA', 'UB', 'UC', 'UD', 'UE', 'UF', 'UG', 'UH', 'UI', 'UJ', 'UK', 'UL', 'UM', 'UN', 'UO', 'UP', 'UQ', 'UR', 'US', 'UT', 'UU', 'UV', 'UW', 'UX', 'UY', 'UZ', 'VA', 'VB', 'VC', 'VD', 'VE', 'VF', 'VG', 'VH', 'VI', 'VJ', 'VK', 'VL', 'VM', 'VN', 'VO', 'VP', 'VQ', 'VR', 'VS', 'VT', 'VU', 'VV', 'VW', 'VX', 'VY', 'VZ', 'WA', 'WB', 'WC', 'WD', 'WE', 'WF', 'WG', 'WH', 'WI', 'WJ', 'WK', 'WL', 'WM', 'WN', 'WO', 'WP', 'WQ', 'WR', 'WS', 'WT', 'WU', 'WV', 'WW', 'WX', 'WY', 'WZ', 'XA', 'XB', 'XC', 'XD', 'XE', 'XF', 'XG', 'XH', 'XI', 'XJ', 'XK', 'XL', 'XM', 'XN', 'XO', 'XP', 'XQ', 'XR', 'XS', 'XT', 'XU', 'XV', 'XW', 'XX', 'XY', 'XZ', 'YA', 'YB', 'YC', 'YD', 'YE', 'YF', 'YG', 'YH', 'YI', 'YJ', 'YK', 'YL', 'YM', 'YN', 'YO', 'YP', 'YQ', 'YR', 'YS', 'YT', 'YU', 'YV', 'YW', 'YX', 'YY', 'YZ', 'ZA', 'ZB', 'ZC', 'ZD', 'ZE', 'ZF', 'ZG', 'ZH', 'ZI', 'ZJ', 'ZK', 'ZL', 'ZM', 'ZN', 'ZO', 'ZP', 'ZQ', 'ZR', 'ZS', 'ZT', 'ZU', 'ZV', 'ZW', 'ZX', 'ZY', 'ZZ'])
output = await LLM.text_generation(context,
stop_sequences=["</s>"], max_new_tokens=1024)
title = ec(output, "<|title|>", "<|title|>")[0]
imgp = ec(output)[0]
mscp = ec(output, "<|music|>", "<|music|>")[0]
with open(f"data/{message.guild.name}/{message.channel.name}", "a") as f:
f.write(f"GPT4 Correct Assistant: {output}<|end_of_turn|>")
embed = discord.Embed(title=title,
description=output.replace(
f"<|title|>{title}<|title|>", "").replace(f"<|image|>{imgp}<|image|>", ""),
color=0x1E81B0)
if imgp != "":
embed.set_image(url=load)
embed.set_footer(
text=
"""Creating..."""
)
else:
embed.set_footer(
text=
"""Information or code generated by Lyre may not always be correct. Lyre was made by Araeyn."""
)
e = await message.reply(embed=embed)
'''wds = output.split(" ")
for i in range(len(wds)):
title = ec(" ".join(wds[:i + 1]), "<|title|>", "<|title|>")[0]
imgp = ec(" ".join(wds[:i + 1]))[0]
embed = discord.Embed(title=title,
description=" ".join(wds[:i + 1]).replace(
f"<|title|>{title}<|title|>", "").replace(f"<|image|>{imgp}<|image|>", ""),
color=0x1E81B0)
if imgp != "":
embed.set_image(url=load)
embed.set_footer(
text=
"""Creating..."""
)
else:
embed.set_footer(
text=
"""Information or code generated by Lyre may not always be correct. Lyre was made by Araeyn."""
)
if i == 0:
e = await message.reply(embed=embed)
else:
await e.edit(embed=embed)
await asyncio.sleep(0.1)'''
if imgp != "":
np = """lowres, error, cropped, worst quality, low quality, ugly, duplicate, morbid, mutilated, out of frame, blurry, watermark, signature"""
st = time.time()
if imageModel == "Stable Diffusion 2-1":
image, m = (await SD.text_to_image(imgp, negative_prompt=np, num_inference_steps=70), "Stable Diffusion 2-1")
elif imageModel == "stable-diffusion-xl-base-1.0":
image, m = (await SDXL.text_to_image(imgp, negative_prompt=np, num_inference_steps=70), "stable-diffusion-xl-base-1.0")
elif imageModel == "sdxl-turbo":
image, m = (await SDXLT.text_to_image(imgp, negative_prompt=np, num_inference_steps=70, guidance_scale=0.0), "sdxl-turbo")
elif imageModel == "sd-turbo":
image, m = (await SDT.text_to_image(imgp, negative_prompt=np, num_inference_steps=70, guidance_scale=0.0), "sd-turbo")
elif imageModel == "Proteus v0.2":
image, m = (await PT.text_to_image(imgp, negative_prompt=np, num_inference_steps=35), "Proteus v0.2")
else:
raise NotImplementedError(f"Model {imageModel} not found. Report this to @araeyn if this keeps happening.")
image.save(f"{imgn}.png")
file = discord.File(f"{imgn}.png", filename=f"{imgn}.png", description=imgp)
embed.set_image(url=f"attachment://{imgn}.png")
embed.set_footer(
text=
"""Refining..."""
)
await e.edit(embed=embed, attachments=[file])
gt = time.time()
image, r = (await RF.image_to_image(f"{imgn}.png", num_inference_steps=35, prompt=imgp, negative_prompt=np), "stable-diffusion-xl-refiner-1.0")
rt = time.time()
embed.set_footer(
text=
f"Image generation model is {m}. Refiner model is {r}. Took {round((gt - st) * 100) / 100} seconds to generate. Took {round((rt - gt) * 100) / 100} seconds to refine."
)
image.save(f"{imgn}.png")
file = discord.File(f"{imgn}.png", filename=f"{imgn}.png")
embed.set_image(url=f"attachment://{imgn}.png")
await e.edit(embed=embed, attachments=[file])
@bot.slash_command()
async def setup(ctx:discord.Interaction):
with open(f"{ctx.guild.name}.guild", "a") as f:
f.write(f"{ctx.channel.id}\n")
embed = discord.Embed(title="Success!", description=f"You can now chat with the bot in <#{ctx.channel.id}>")
await ctx.respond(embed=embed)
@bot.slash_command()
async def remove(ctx:discord.Interaction):
with open(f"{ctx.guild.name}.guild", "a") as f:
f.write(f"{ctx.channel.id}\n")
embed = discord.Embed(title="Success!", description=f"You can now chat with the bot in <#{ctx.channel.id}>")
await ctx.respond(embed=embed)
bot.run(os.environ["TOKEN"])