Version: 1.0.0 Protocol Version: 2024-11-05 Last Updated: 2026-01-10
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| /** | |
| * Spider Browser — XY Planning Network advisor scraper (TypeScript). | |
| * | |
| * Scrapes advisor cards from the "Find an Advisor" directory, | |
| * paginating through the first MAX_PAGES pages. Exports JSON + CSV. | |
| * | |
| * Usage: | |
| * 1. Copy .env.example to .env and add your SPIDER_API_KEY | |
| * 2. Run: node xy_planning_network_advistor.ts | |
| */ |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import { Spider } from "@spider-cloud/spider-client"; | |
| import { JSDOM } from 'jsdom'; | |
| const SPIDER_API_KEY = process.env.SPIDER_API_KEY; | |
| if (!SPIDER_API_KEY) { | |
| console.error('Error: SPIDER_API_KEY environment variable is not set'); | |
| console.error('Please run: export SPIDER_API_KEY=your-api-key'); | |
| process.exit(1); | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import os | |
| import requests | |
| import argparse | |
| import time | |
| import logging | |
| import logging.handlers | |
| from pathlib import Path | |
| from datetime import datetime | |
| from typing import Dict | |
| import jsonlines |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from dotenv import load_dotenv | |
| from crewai import Task, Process | |
| from crewai import Agent, Crew | |
| from crewai_tools import SerperDevTool, tool | |
| from langchain_community.document_loaders import SpiderLoader | |
| from langchain_core.prompts import PromptTemplate | |
| from langchain_openai import ChatOpenAI | |
| from langchain.chains.combine_documents.stuff import StuffDocumentsChain, LLMChain | |
| from typing import List |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import openai | |
| import asyncio | |
| from typing import Any | |
| async def dispatch_openai_requests( | |
| messages_list: list[list[dict[str,Any]]], | |
| model: str, | |
| temperature: float, | |
| max_tokens: int, | |
| top_p: float, |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import { getAuth, withClerkMiddleware } from "@clerk/nextjs/server"; | |
| import { NextResponse, NextFetchEvent } from "next/server"; | |
| import type { NextRequest } from "next/server"; | |
| import { Ratelimit } from "@upstash/ratelimit"; | |
| import { Redis } from "@upstash/redis"; | |
| // Add public paths for Clerk to handle. | |
| const publicPaths = ["/", "/sign-in*", "/sign-up*", "/api/blocked"]; | |
| // set your rate limit. |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| var requestStartTime = Date.now() | |
| const stream = new ReadableStream({ | |
| async start(controller) { | |
| const onParse = (event: ParsedEvent | ReconnectInterval) => { | |
| if (event.type === "event") { | |
| const data = event.data; | |
| if (data === "[DONE]") { | |
| controller.close(); |
Lecture 1: Introduction to Research — [📝Lecture Notebooks] [
Lecture 2: Introduction to Python — [📝Lecture Notebooks] [
Lecture 3: Introduction to NumPy — [📝Lecture Notebooks] [
Lecture 4: Introduction to pandas — [📝Lecture Notebooks] [
Lecture 5: Plotting Data — [📝Lecture Notebooks] [[
NewerOlder