Hello World!

' async def fetch(url, session): try: async with session.get(url, timeout=10) as response: return await response.text() except Exception as e: return f"An error occurred: {e}" async def get_all_links(url, session): html = await fetch(url, session) soup = BeautifulSoup(html, 'html.parser') links = [f"(\"{a.string}\", \"{a['href']}\")" for a in soup.find_all('a', href=True)] return "[\n" + ",\n".join(links) + "\n]" async def get_all_visible_text(url, session): html = await fetch(url, session) soup = BeautifulSoup(html, 'html.parser') try: text = soup.body.get_text(separator=' ', strip=True) except AttributeError: text = soup.get_text(separator=' ', strip=True) # also try to get the article text from the daily mail if "dailymail.co.uk" in url: try: text = soup.find("div", {"itemprop": "articleBody"}).get_text(separator=' ', strip=True) except AttributeError: pass return text async def get_article_text(url, session): import article_parser html = await fetch(url, session) title, content = article_parser.parse(html=html, output="markdown") return f"{title}\n\n{content}" async def bounded_fetch(sem, url, session): async with sem: if get_what == "text": return await get_all_visible_text(url, session) elif get_what == "links": t = await get_all_links(url, session) return t elif get_what == "article": return await get_article_text(url, session) else: return "Invalid option" async def run(): tasks = [] sem = asyncio.Semaphore(5) async with ClientSession() as session: for url in url_list: task = asyncio.ensure_future(bounded_fetch(sem, url, session)) tasks.append(task) responses = await asyncio.gather(*tasks) return responses if url_list == []: url_list = [url] loop = asyncio.new_event_loop() asyncio.set_event_loop(loop) ret = loop.run_until_complete(run()) loop.close() for _ in range(0, len(url_list), 5): time.sleep(10) # sleep for 10 seconds if len(ret) == 1: if get_what == "text": return (ret[0], ret,) elif get_what == "links": return (ret[0], eval(ret[0]),) return (ret[0], ret,) else: if get_what == "text": return ("\n".join(ret), ret,) elif get_what == "links": raise NotImplementedError return ("\n".join(ret), ret,) @litellm_base class ListToMessages: """simply convert any list of messages check the for the correct keys in each message in the list""" @classmethod def INPUT_TYPES(cls): return { "required": { "messages": ("LIST", {"default": []}), }, } RETURN_TYPES = ("LLLM_MESSAGES",) RETURN_NAMES = ("Messages",) def handler(self, messages): if not messages: return (messages,) for message in messages: if "content" not in message: raise ValueError("Each message in the list must have a 'content' key") if "role" not in message: raise ValueError("Each message in the list must have a 'role' key") return (messages,) @litellm_base class MessagesToList: """converts LLLM_MESSAGES to a list of messages""" @classmethod def INPUT_TYPES(cls): return { "required": { "messages": ("LLLM_MESSAGES", {"default": []}), }, } RETURN_TYPES = ("LIST",) RETURN_NAMES = ("Messages",) def handler(self, messages): if not messages: return (messages,) for message in messages: if "content" not in message: raise ValueError("Each message in the list must have a 'content' key") if "role" not in message: raise ValueError("Each message in the list must have a 'role' key") return (messages,) @litellm_base class AppendMessages: """ Appends messages to the existing messages """ @classmethod def INPUT_TYPES(cls): return { "required": { "existing_messages": ("LLLM_MESSAGES", {"default": []}), "new_messages": ("LLLM_MESSAGES", {"default": []}), }, } RETURN_TYPES = ("LLLM_MESSAGES",) RETURN_NAMES = ("Messages",) def handler(self, existing_messages, new_messages): return (existing_messages + new_messages,) @litellm_base class MessagesToText: """ Converts LLLM_MESSAGES to a single string """ @classmethod def INPUT_TYPES(cls): return { "required": { "messages": ("LLLM_MESSAGES", {"default": []}), }, } RETURN_TYPES = ("STRING",) RETURN_NAMES = ("Text",) def handler(self, messages): delimiter = "\uFF1A" # Fullwidth Colon (U+FF1A) # Check if any message content contains the unique Unicode delimiter for message in messages: if delimiter in message['content']: raise ValueError(f"Message content contains the delimiter {delimiter}") # Convert messages to a single string return ("\n".join([f"{m['role'].upper()}{delimiter} {m['content']}" for m in messages]),) def handler(self, messages): return ("\n".join([f"{m['role'].upper()}: {m['content']}" for m in messages]),) @litellm_base class TextToMessages: """ Converts a string to a list of messages """ @classmethod def INPUT_TYPES(cls): return { "required": { "text": ("STRING", {"default": ""}), }, } RETURN_TYPES = ("LLLM_MESSAGES",) RETURN_NAMES = ("Messages",) def handler(self, text): import re delimiter = "\uFF1A" # Fullwidth Colon (U+FF1A) pattern = re.compile(rf'^(user|assistant|system){delimiter}\s*(.*)$', re.IGNORECASE | re.MULTILINE) ret = [] for match in pattern.finditer(text): role, content = match.groups() role = role.strip().lower() content = content.strip() if not content: raise ValueError("Content cannot be empty") ret.append({"role": role, "content": content}) if not ret: raise ValueError("Invalid message format") return (ret,)