Package updates, more Ollama, fixes

This commit is contained in:
Edward Donner
2024-12-08 22:57:40 -05:00
parent 3980508170
commit 7f8697654d
54 changed files with 1003 additions and 152 deletions

View File

@@ -206,8 +206,10 @@
"metadata": {},
"outputs": [],
"source": [
"anthropic = Website(\"https://anthropic.com\")\n",
"anthropic.links"
"# Anthropic has made their site harder to scrape, so I'm using HuggingFace..\n",
"\n",
"huggingface = Website(\"https://huggingface.co\")\n",
"huggingface.links"
]
},
{
@@ -217,7 +219,7 @@
"metadata": {},
"outputs": [],
"source": [
"get_links(\"https://anthropic.com\")"
"get_links(\"https://huggingface.co\")"
]
},
{
@@ -255,7 +257,7 @@
"metadata": {},
"outputs": [],
"source": [
"print(get_all_details(\"https://anthropic.com\"))"
"print(get_all_details(\"https://huggingface.co\"))"
]
},
{
@@ -287,7 +289,7 @@
" user_prompt = f\"You are looking at a company called: {company_name}\\n\"\n",
" user_prompt += f\"Here are the contents of its landing page and other relevant pages; use this information to build a short brochure of the company in markdown.\\n\"\n",
" user_prompt += get_all_details(url)\n",
" user_prompt = user_prompt[:20_000] # Truncate if more than 20,000 characters\n",
" user_prompt = user_prompt[:5_000] # Truncate if more than 5,000 characters\n",
" return user_prompt"
]
},
@@ -298,7 +300,7 @@
"metadata": {},
"outputs": [],
"source": [
"get_brochure_user_prompt(\"Anthropic\", \"https://anthropic.com\")"
"get_brochure_user_prompt(\"HuggingFace\", \"https://huggingface.co\")"
]
},
{
@@ -327,7 +329,7 @@
"metadata": {},
"outputs": [],
"source": [
"create_brochure(\"Anthropic\", \"https://anthropic.com\")"
"create_brochure(\"HuggingFace\", \"https://huggingface.com\")"
]
},
{
@@ -373,7 +375,7 @@
"metadata": {},
"outputs": [],
"source": [
"stream_brochure(\"Anthropic\", \"https://anthropic.com\")"
"stream_brochure(\"HuggingFace\", \"https://huggingface.co\")"
]
},
{
@@ -473,7 +475,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.10"
"version": "3.11.11"
}
},
"nbformat": 4,