🔍 Code Extractor

Manages document references for inline citation and bibliography generation, tracking documents and generating formatted citations and bibliographies.

Purpose

The ReferenceManager class provides a centralized system for managing document references in a citation system. It assigns unique reference numbers to documents, tracks which documents have been referenced, generates inline citations (e.g., [1], [2]), and produces formatted bibliographies with source information and content previews. This is useful for RAG systems, document processing pipelines, or any application requiring academic-style citation management.

Source Code

class ReferenceManager:
    """
    Manages document references for inline citation and bibliography generation.
    Similar to the system used in datacapture.py.
    """
    
    def __init__(self):
        self.references = {}  # Map reference_id -> document info
        self.reference_counter = 1
        self.used_documents = set()  # Track which documents have been referenced
        
    def add_document(self, doc_id: str, content: str, metadata: Dict = None) -> int:
        """
        Add a document to the reference system and return its reference number.
        
        Args:
            doc_id: Unique document identifier
            content: Document content
            metadata: Document metadata
            
        Returns:
            Reference number for inline citation
        """
        # Check if this document is already referenced
        for ref_num, ref_info in self.references.items():
            if ref_info['doc_id'] == doc_id:
                return ref_num
        
        # Add new reference
        ref_num = self.reference_counter
        self.references[ref_num] = {
            'doc_id': doc_id,
            'content': content,
            'metadata': metadata or {},
            'source': self.extract_source_info(metadata or {}),
            'preview': content[:300] + "..." if len(content) > 300 else content
        }
        self.reference_counter += 1
        return ref_num
    
    def extract_source_info(self, metadata: Dict) -> str:
        """Extract readable source information from metadata."""
        if not metadata:
            return "Unknown source"
        
        # Try various metadata fields for source information
        source_fields = ['source', 'title', 'filename', 'document_title', 'file_path']
        for field in source_fields:
            if field in metadata and metadata[field]:
                return str(metadata[field])
        
        # Fallback to document type or generic identifier
        doc_type = metadata.get('type', metadata.get('document_type', 'Document'))
        return f"{doc_type} (ID: {metadata.get('id', 'unknown')})"
    
    def get_citation(self, doc_id: str) -> str:
        """
        Get inline citation for a document.
        
        Args:
            doc_id: Document identifier
            
        Returns:
            Inline citation string like [1]
        """
        for ref_num, ref_info in self.references.items():
            if ref_info['doc_id'] == doc_id:
                return f"[{ref_num}]"
        return "[?]"  # Should not happen if add_document was called first
    
    def generate_bibliography(self) -> str:
        """
        Generate a formatted bibliography section.
        
        Returns:
            Formatted bibliography in markdown
        """
        if not self.references:
            return "\n## References\n\nNo references available.\n"
        
        bibliography = ["\n## References\n"]
        
        for ref_num in sorted(self.references.keys()):
            ref_info = self.references[ref_num]
            source = ref_info['source']
            preview = ref_info['preview']
            
            bibliography.append(f"**[{ref_num}]** {source}")
            bibliography.append(f"   *Content preview*: {preview}")
            bibliography.append("")  # Empty line
        
        return "\n".join(bibliography)
    
    def clear(self):
        """Clear all references."""
        self.references = {}
        self.reference_counter = 1
        self.used_documents = set()

Parameters

Name	Type	Default	Kind
bases	-	-

Parameter Details

__init__: No parameters required. Initializes an empty reference management system with internal state tracking.

Return Value

Instantiation returns a ReferenceManager object. Key method returns: add_document() returns an integer reference number; get_citation() returns a string citation like '[1]'; generate_bibliography() returns a markdown-formatted string containing all references; clear() returns None.

Class Interface

Methods

Attributes

Name	Type	Description	Scope
references	Dict[int, Dict[str, Any]]	Dictionary mapping reference numbers to document information including doc_id, content, metadata, source, and preview	instance
reference_counter	int	Counter tracking the next reference number to assign, starts at 1 and increments for each new document	instance
used_documents	set	Set tracking which documents have been referenced (initialized but not actively used in current implementation)	instance

Dependencies

• typing

Required Imports

from typing import Dict

Usage Example

from typing import Dict

# Instantiate the reference manager
ref_manager = ReferenceManager()

# Add documents and get reference numbers
ref_num1 = ref_manager.add_document(
    doc_id='doc_001',
    content='This is the content of the first document with important information.',
    metadata={'source': 'Research Paper A', 'author': 'John Doe'}
)

ref_num2 = ref_manager.add_document(
    doc_id='doc_002',
    content='Another document with different content that will be referenced.',
    metadata={'title': 'Technical Report B', 'year': 2023}
)

# Get inline citations
citation1 = ref_manager.get_citation('doc_001')  # Returns '[1]'
citation2 = ref_manager.get_citation('doc_002')  # Returns '[2]'

# Generate bibliography
bibliography = ref_manager.generate_bibliography()
print(bibliography)

# Clear all references when done
ref_manager.clear()

Best Practices

• Always call add_document() before get_citation() to ensure the document is registered in the system
• Use the same doc_id consistently for the same document to avoid duplicate references
• Call add_document() returns the reference number, which can be used directly without calling get_citation()
• The class automatically prevents duplicate references for the same doc_id
• Use clear() to reset the reference manager when starting a new document or session
• The reference counter starts at 1 and increments sequentially for each new document
• Content previews are automatically truncated to 300 characters in the bibliography
• The used_documents set is initialized but not actively used in the current implementation

Tags

Similar Components

AI-powered semantic similarity - components with related functionality:

• class ReferenceManager 94.6% similar

  Manages document references for inline citation and bibliography generation in a RAG (Retrieval-Augmented Generation) system.

  From: /tf/active/vicechatdev/fixed_project_victoria_generator.py

• class ReferenceManager_v3 73.8% similar

  Manages extraction and formatting of references for LLM chat responses. Handles both file references and BibTeX citations, formatting them according to various academic citation styles.

  From: /tf/active/vicechatdev/OneCo_hybrid_RAG_old.py

• class ReferenceManager_v4 73.2% similar

  Manages extraction and formatting of references for LLM chat responses. Handles both file references and BibTeX citations, formatting them according to various academic citation styles.

  From: /tf/active/vicechatdev/OneCo_hybrid_RAG.py

• class ReferenceManager_v2 72.9% similar

  Manages extraction and formatting of references for LLM chat responses. Handles both file references and BibTeX citations, formatting them according to various academic citation styles.

  From: /tf/active/vicechatdev/OneCo_hybrid_RAG copy.py

• function parse_references_section 53.1% similar

  Parses a formatted references section string and extracts structured data including reference numbers, sources, and content previews using regular expressions.

  From: /tf/active/vicechatdev/improved_convert_disclosures_to_table.py

class ReferenceManager:
    """
    Manages document references for inline citation and bibliography generation.
    Similar to the system used in datacapture.py.
    """
    
    def __init__(self):
        self.references = {}  # Map reference_id -> document info
        self.reference_counter = 1
        self.used_documents = set()  # Track which documents have been referenced
        
    def add_document(self, doc_id: str, content: str, metadata: Dict = None) -> int:
        """
        Add a document to the reference system and return its reference number.
        
        Args:
            doc_id: Unique document identifier
            content: Document content
            metadata: Document metadata
            
        Returns:
            Reference number for inline citation
        """
        # Check if this document is already referenced
        for ref_num, ref_info in self.references.items():
            if ref_info['doc_id'] == doc_id:
                return ref_num
        
        # Add new reference
        ref_num = self.reference_counter
        self.references[ref_num] = {
            'doc_id': doc_id,
            'content': content,
            'metadata': metadata or {},
            'source': self.extract_source_info(metadata or {}),
            'preview': content[:300] + "..." if len(content) > 300 else content
        }
        self.reference_counter += 1
        return ref_num
    
    def extract_source_info(self, metadata: Dict) -> str:
        """Extract readable source information from metadata."""
        if not metadata:
            return "Unknown source"
        
        # Try various metadata fields for source information
        source_fields = ['source', 'title', 'filename', 'document_title', 'file_path']
        for field in source_fields:
            if field in metadata and metadata[field]:
                return str(metadata[field])
        
        # Fallback to document type or generic identifier
        doc_type = metadata.get('type', metadata.get('document_type', 'Document'))
        return f"{doc_type} (ID: {metadata.get('id', 'unknown')})"
    
    def get_citation(self, doc_id: str) -> str:
        """
        Get inline citation for a document.
        
        Args:
            doc_id: Document identifier
            
        Returns:
            Inline citation string like [1]
        """
        for ref_num, ref_info in self.references.items():
            if ref_info['doc_id'] == doc_id:
                return f"[{ref_num}]"
        return "[?]"  # Should not happen if add_document was called first
    
    def generate_bibliography(self) -> str:
        """
        Generate a formatted bibliography section.
        
        Returns:
            Formatted bibliography in markdown
        """
        if not self.references:
            return "\n## References\n\nNo references available.\n"
        
        bibliography = ["\n## References\n"]
        
        for ref_num in sorted(self.references.keys()):
            ref_info = self.references[ref_num]
            source = ref_info['source']
            preview = ref_info['preview']
            
            bibliography.append(f"**[{ref_num}]** {source}")
            bibliography.append(f"   *Content preview*: {preview}")
            bibliography.append("")  # Empty line
        
        return "\n".join(bibliography)
    
    def clear(self):
        """Clear all references."""
        self.references = {}
        self.reference_counter = 1
        self.used_documents = set()