feat: Remove PDF generation and optimize documentation system

- Remove all PDF/LaTeX build logic and dependencies
- Update CI pipeline to support only HTML and Markdown formats
- Fix Sphinx configuration warnings and cleanup
- Remove duplicate RST files and orphaned documentation
- Optimize build scripts for macOS compatibility
- Reduce Sphinx warnings from 300+ to 5 harmless theme warnings
- Update documentation packaging and manifest generation
- Streamline CI workflow with proper artifact management
- Add enhanced error handling and validation

Changes:
- Removed PDF build steps from python-docs.yml workflow
- Cleaned up doc/CodeDocs/conf.py configuration
- Deleted redundant RST files and conf_messy.py
- Updated scripts/build-docs.sh for pandoc markdown conversion
- Fixed scripts/generate-docs.py to prevent config duplication
- Updated documentation-output structure and manifest
- Added proper :no-index: directives to prevent duplicate documentation

Author: vinod0m

.github/workflows/python-docs.yml

@@ -1,5 +1,5 @@
 # Comprehensive Documentation Generation Pipeline
-# Generates HTML, Markdown, and PDF documentation with proper cleanup
+# Generates HTML and Markdown documentation with enhanced features
 name: Documentation Generation & Deployment
 permissions:
   contents: read
@@ -48,11 +48,7 @@ jobs:
           sudo apt-get update -qq
           sudo apt-get install -y --no-install-recommends \
             graphviz \
-            pandoc \
-            texlive-latex-recommended \
-            texlive-fonts-recommended \
-            texlive-latex-extra \
-            latexmk
+            pandoc
           
       - name: Set documentation version
         id: version
@@ -65,76 +61,30 @@ jobs:
         run: |
           echo "🧹 Cleaning previous documentation builds..."
           rm -rf doc/codeDocs/_build/ || true
-          rm -rf doc/codeDocs/_static/diagrams/*.png || true
-          rm -rf doc/codeDocs/_static/diagrams/*.dot || true
-          find doc/codeDocs/ -name '*.rst' -not -name 'index.rst' -not -name 'overview.rst' -delete || true
+          rm -rf documentation-output/ || true
           mkdir -p ${{ env.DOCS_OUTPUT }}
           
       - name: Build comprehensive documentation
         run: |
+          echo "🚀 Building enhanced documentation with warning fixes..."
           cd ${{ github.workspace }}
-          ./scripts/build-docs.sh
-          
-          # Update manifest with CI information
-          if [ -f documentation-output/manifest.json ]; then
-            python3 -c "import json; manifest = json.load(open('documentation-output/manifest.json')); manifest.update({'ci_run_number': '${{ github.run_number }}', 'ci_sha': '${{ github.sha }}', 'ci_ref': '${{ github.ref }}', 'repository': '${{ github.repository }}'}); json.dump(manifest, open('documentation-output/manifest.json', 'w'), indent=2)"
-          fi
-            
-      - name: Build HTML documentation
-        run: |
-          echo "🌐 Building HTML documentation..."
-          cd ${{ env.DOCS_SOURCE }}
-          sphinx-build -W -b html . _build/html
-          echo "HTML documentation built successfully"
-          
-      - name: Build Markdown documentation
-        run: |
-          echo "📝 Building Markdown documentation..."
-          cd ${{ env.DOCS_SOURCE }}
-          sphinx-build -b markdown . _build/markdown
-          # Create comprehensive README
-          cat > _build/markdown/README.md << 'EOF'
-          # unstructuredDataHandler Documentation
-          
-          **Version:** ${{ steps.version.outputs.version }}
-          **Generated:** $(date -u '+%Y-%m-%d %H:%M:%S UTC')
-          **Repository:** ${{ github.repository }}
-          **Branch:** ${{ github.ref_name }}
-          
-          This directory contains the complete documentation in Markdown format.
           
-          ## Navigation
+          # Set Python path for imports
+          export PYTHONPATH=.
           
-          - [Main Documentation](index.md) - Start here
-          - [System Overview](overview.md) - Architecture and design
-          - [API Reference](modules.md) - Complete API documentation
-          
-          ## Module Documentation
-          
-          EOF
-          find _build/markdown -name '*.md' -not -name 'README.md' | sort | while read file; do
-            basename="$(basename "$file" .md)"
-            echo "- [$basename]($file)" >> _build/markdown/README.md
-          done
-          echo "Markdown documentation built successfully"
+          # Build using our improved build script
+          ./scripts/build-docs.sh
           
-      - name: Build PDF documentation
+          echo "✅ Documentation build completed successfully"
+
+      - name: Update manifest with CI information
         run: |
-          echo "📄 Building PDF documentation..."
-          cd ${{ env.DOCS_SOURCE }}
-          sphinx-build -b latex . _build/latex
-          cd _build/latex
-          # Build PDF with error handling
-          make all-pdf || {
-            echo "⚠️  PDF generation failed, creating fallback PDF from HTML"
-            cd ../html
-            # Fallback: convert HTML to PDF using pandoc
-            find . -name '*.html' -exec basename {} .html \; | head -1 | xargs -I {} \
-              pandoc {}.html -o ../../_build/unstructuredDataHandler-docs.pdf --pdf-engine=xelatex || \
-              echo "⚠️  PDF generation skipped - LaTeX not fully configured"
-          }
-          echo "PDF documentation processing completed"
-          
+          if [ -f documentation-output/manifest.json ]; then
+            echo "📝 Adding CI metadata to manifest..."
+            python3 -c "import json; m=json.load(open('documentation-output/manifest.json')); m.update({'ci_run_number':'${{ github.run_number }}','ci_sha':'${{ github.sha }}','ci_ref':'${{ github.ref }}','repository':'${{ github.repository }}','ci_build_url':'https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}'}); json.dump(m,open('documentation-output/manifest.json','w'),indent=2)"
+            echo "✅ Updated manifest with CI information"
+          fi
+
       - name: Package documentation artifacts
         run: |
           echo "📦 Packaging documentation artifacts..."