# Robots.txt for Mynofi - Content Creator Monitoring Software
# Optimized for search engine crawling while maintaining security

User-agent: *
Allow: /

# High-priority pages for crawling - Actual 2025 URLs
Allow: /obs-recording-status-notifications
Allow: /audacity-session-monitoring-software
Allow: /nvidia-shadowplay-alert-system
Allow: /recording-workflow-automation-tools
Allow: /obs-notification-when-recording-starts
Allow: /how-to-get-notified-when-obs-stops-recording
Allow: /podcast-recording-monitor
Allow: /gaming-recording-alerts-system
Allow: /content-creator-productivity-tools
Allow: /recording-session-tracker
Allow: /streaming-workflow-optimization
Allow: /obs-recording-failure-detection
Allow: /download

# 2025 Trending AI and Advanced Features
Allow: /ai-powered-streaming-alerts
Allow: /machine-learning-content-detection
Allow: /automated-recording-workflow
Allow: /smart-notification-system
Allow: /voice-activated-monitoring
Allow: /real-time-ai-analysis
Allow: /intelligent-streaming-automation
Allow: /advanced-recording-analytics
Allow: /cloud-based-creator-monitoring
Allow: /multi-platform-streaming-intelligence
Allow: /predictive-failure-detection
Allow: /smart-recording-assistant
Allow: /ai-enhanced-quality-assurance

# Standard pages
Allow: /auth
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy

# Block admin and development files
Disallow: /admin/
Disallow: /.git/
Disallow: /node_modules/
Disallow: /src/
Disallow: /dist/
Disallow: /.env
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /vite.config.js
Disallow: /tailwind.config.js
Disallow: /postcss.config.js

# Block temporary and system files
Disallow: /tmp/
Disallow: /.DS_Store
Disallow: /Thumbs.db
Disallow: *.log
Disallow: *.tmp

# Allow important resources for SEO
Allow: /og-image.png
Allow: /Mynofi_Logo.png
Allow: /images/
Allow: /public/
Allow: /assets/

# XML Sitemap location
Sitemap: https://mynofi.com/sitemap.xml

# Crawl-delay to be respectful (1 second between requests)
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block problematic or spam bots while allowing good SEO bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Allow social media bots for sharing
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Priority: Focus crawling on content creator and recording monitoring keywords
# This robots.txt is optimized for OBS Studio, Audacity, NVIDIA ShadowPlay, and content creation software searches