Arxiv Neuroscience Research Monitor

Keyword Categories

arXiv Categories

• q-bio.NC - Neurons and Cognition
• cs.NE - Neural and Evolutionary Computing
• q-bio.QM - Quantitative Methods
• cs.LG - Machine Learning
• cs.AI - Artificial Intelligence
• cs.CV - Computer Vision (for brain imaging)

Workflow

Step 0: Configure Search Parameters

# Scoring weights (tuned from real execution)
SCORING_CONFIG = {
    'keyword_match': 2,           # Per keyword found in title/abstract
    'category_qbio_nc': 5,        # q-bio.NC, cs.NE, q-bio.QM
    'category_cs_lg': 2,          # Machine learning
    'category_cs_ai_cv': 1,       # AI/Computer Vision
    'recency_days': 7,            # Papers within last week
    'recency_bonus': 2            # Bonus for very recent papers
}

# Search configuration
SEARCH_CONFIG = {
    'keywords': [
        # Primary keywords
        "neuroscience",
        "brain network", 
        "neural dynamics",
        "spiking neural network",
        "computational neuroscience",
        # Extended keywords for comprehensive coverage
        "fMRI",
        "EEG",
        "brain decoding",
        "neural coding",
        "connectome",
        "brain-computer interface"
    ],
    'max_results_per_query': 20,  # Increased for extended keywords
    'days_back': 14,              # Look back 2 weeks
    'top_n_papers': 5,            # Select top N for skill generation
    'deduplication': True,        # Remove duplicate papers across keywords
    'sort_by': 'submittedDate'    # Sort by date (most recent first)
}

Step 1: Search arXiv (with Fallback)

import httpx
import xml.etree.ElementTree as ET
import os

ARXIV_API = "https://export.arxiv.org/api/query"  # HTTPS required (HTTP returns 301)

async def search_arxiv_neuroscience():
    """Search arXiv with fallback to local skill analysis."""
    queries = [
        "neuroscience",
        "brain network",
        "neural dynamics",
        "spiking neural network",
        "computational neuroscience"
    ]
    
    all_papers = []
    network_available = True
    
    for query in queries:
        params = {
            "search_query": f"all:{query}",
            "max_results": 20,
            "sortBy": "submittedDate",
            "sortOrder": "descending"
        }
        
        try:
            async with httpx.AsyncClient(timeout=30.0, follow_redirects=True) as client:
                response = await client.get(ARXIV_API, params=params)
                response.raise_for_status()
            # Parse XML and extract papers...
        except Exception as e:
            print(f"Network error for '{query}': {e}")
            network_available = False
            break
    
    # Fallback: if network fails, analyze existing skills
    if not network_available or not all_papers:
        print("Network unavailable. Falling back to local skill analysis...")
        return analyze_existing_skills()
    
    return all_papers

def analyze_existing_skills():
    """Analyze existing ai_collection skills when network is down."""
    import re
    
    ai_collection_dir = os.path.expanduser("~/.hermes/skills/ai_collection")
    skill_data = []
    
    for item in os.listdir(ai_collection_dir):
        skill_path = os.path.join(ai_collection_dir, item)
        if os.path.isdir(skill_path):
            skill_md = os.path.join(skill_path, "SKILL.md")
            if os.path.exists(skill_md):
                with open(skill_md, 'r') as f:
                    content = f.read()
                
                # Extract arXiv references
                arxiv_matches = re.findall(r'arXiv[:\s]+(\d{4}\.\d+)', content)
                date_matches = re.findall(r'20\d{2}-\d{2}-\d{2}', content)
                
                skill_data.append({
                    'name': item,
                    'arxiv_ids': arxiv_matches,
                    'dates': date_matches
                })
    
    return skill_data

Step 2: Filter and Rank

Selection criteria:

1. Recency - Published within last 30 days
2. Relevance - Matches research keywords
3. Novelty - New methodology or significant improvement
4. Impact - Citation potential, practical applications

Step 3: Generate Skill

Skill structure:

---