scan-for-markdown-code-display-page

#!/bin/bash
 
# Variable to fill in the target directory
TARGET_DIR="~/digital-garden/content"
SOURCE_DIR="~/remote-brain"
LOG_FILE="process_log.txt"
 
# Initialize log file
echo "Process started at $(date)" > $LOG_FILE
 
# Function to process markdown files
process_markdown() {
    local file=$1
 
    # Check for the public tag in the front-matter
    if awk '/^---/{f=!f} f && /tags:/,/^---/' "$file" | grep -q '\- public'; then
        echo "Found public tag in $file" >> $LOG_FILE
 
        # Recreate the directory structure in the target directory
        relative_path="${file#$SOURCE_DIR/}"  # Strip the source directory prefix
        target_file_dir="$TARGET_DIR/$(dirname "$relative_path")"  # Get the directory path
        target_file_path="$TARGET_DIR/$relative_path"  # Full target path
 
        mkdir -p "$target_file_dir"  # Create necessary directories
        cp "$file" "$target_file_path"  # Copy the file to the target location
 
        echo "Copied $file to $target_file_path" >> $LOG_FILE
 
        # Scan for Obsidian-style media files ![[media]]
        grep -o '!\[\^*\]\]' "$file" | while read -r media_link; do
            # Remove the ![[ and |300 and ]]
            media=$(echo "$media_link" | sed 's/!\[\[//;s/\|[0-9]*\]\]//;s/\]\]//')
 
            # Log the found media link
            echo "Found media link: $media" >> $LOG_FILE
 
            # Find the linked media file
            media_file=$(find "$SOURCE_DIR" -name "$media")
 
            # Log the path of the linked media file
            if [ -n "$media_file" ]; then
                echo "Found media file: $media_file" >> $LOG_FILE
 
                # Check if the media file already exists in the target directory
                target_media_file="$TARGET_DIR/media-files/$(basename "$media_file")"
                if [ -f "$target_media_file" ]; then
                    # Compare modification times
                    if [ "$media_file" -nt "$target_media_file" ]; then
                        # If the source file is newer, copy it and update the modification time
                        cp "$media_file" "$TARGET_DIR/media-files/"
                        touch -r "$media_file" "$target_media_file"
                        echo "Updated media file $media_file in $TARGET_DIR/media-files/" >> $LOG_FILE
                    else
                        echo "Media file $media_file is up to date in $TARGET_DIR/media-files/" >> $LOG_FILE
                    fi
                else
                    # If the file doesn't exist, copy it
                    cp "$media_file" "$TARGET_DIR/media-files/"
                    touch -r "$media_file" "$target_media_file"
                    echo "Copied media file $media_file to $TARGET_DIR/media-files/" >> $LOG_FILE
                fi
            else
                echo "No media file found for: $media" >> $LOG_FILE
            fi
        done
    fi
}
 
# Function to remove non-existent links from markdown files, excluding embedded media
remove_broken_links() {
    echo "Removing broken links in $TARGET_DIR" >> $LOG_FILE
 
    # Build a list of existing markdown files in TARGET_DIR
    existing_files=$(find "$TARGET_DIR" -name "*.md" -exec basename {} .md \;)
 
    # Find all markdown files in the target directory
    find "$TARGET_DIR" -name "*.md" | while read -r file; do
        echo "Checking file for broken links: $file" >> $LOG_FILE
 
        # Scan for Obsidian-style links link, excluding media embeds (![[...]])
        ggrep -Po '(?<!\!)\[\^+\]\]' "$file" | while read -r link; do
            # Remove the  and  to get the link name
            link_name=$(echo "$link" | sed 's/\[\[//;s/\]\]//')
 
            # Check if the link exists in the list of existing files
            if ! echo "$existing_files" | grep -q "^$link_name$"; then
                echo "Found broken link: $link in $file" >> $LOG_FILE
                # Remove the [[]] around the broken link without overreaching
                sed -i '' "s/\[\[$link_name\]\]/$link_name/g" "$file"
                echo "Removed link brackets from: $link in $file" >> $LOG_FILE
            fi
        done
    done
}
 
# Function to clean up TARGET_DIR
cleanup_target_dir() {
    echo "Cleaning up $TARGET_DIR" >> $LOG_FILE
 
    # Find all files in TARGET_DIR
    find "$TARGET_DIR" -type f | while read -r target_file; do
        # Strip the TARGET_DIR prefix to get the relative path
        relative_path="${target_file#$TARGET_DIR/}"
 
        # Determine the corresponding file path in SOURCE_DIR
        source_file="$SOURCE_DIR/$relative_path"
 
        # Check if the file exists in SOURCE_DIR with the exact same relative path
        if [ ! -f "$source_file" ]; then
            # If the file does not exist in SOURCE_DIR, delete it from TARGET_DIR
            rm "$target_file"
            echo "Deleted $target_file from $TARGET_DIR" >> $LOG_FILE
        else
            echo "$target_file exists in SOURCE_DIR, no action taken" >> $LOG_FILE
        fi
    done
}
 
 
# Create the media-files directory if it doesn't exist
mkdir -p "$TARGET_DIR/media-files"
 
# Cleanup target directory before processing
cleanup_target_dir
 
# Find all markdown files in the source directory and process them
find "$SOURCE_DIR" -name "*.md" | while read -r file; do
    process_markdown "$file"
done
 
# After processing, remove broken links from markdown files in TARGET_DIR
remove_broken_links