You're browsing snippets anonymously. Log in or create an account to save and manage your own snippets.

Public Snippets

Showing 15 snippets

Create safe filename string

def safe_filename(s: str, replacement: str = "_") -> str:
    """
    Convert a string to a safe filename by replacing unsafe characters.

Args:
        s (str): The input string to be converted.
        replacement (str): The character to replace unsafe characters with. Default is "_".

Returns:
        str: A safe filename string.
    """

keep_chars = (" ", ".", "_", "-")
    safe_name = "".join(c if c.isalnum() or c in keep_chars else replacement for c in s)
    safe_name = safe_name.strip().strip(".")
    return safe_name

if __name__ == "__main__":
    test_cases_safe_filename = [
        ("example<file>name.txt", "example_file_name.txt"),
        ("unsafe:/\\|?*name.doc", "unsafe______name.doc"),
        ("normal_filename.pdf", "normal_filename.pdf"),
        ("   leading and trailing spaces   ", "leading and trailing spaces"),
        ("file.name.with.many.dots...", "file.name.with.many.dots"),
        ("control\x00char\x1fname", "control_char_name"),
    ]

# Test safe_filename function
    print("Testing safe_filename function:")
    for input_str, expected_output in test_cases_safe_filename:
        result = safe_filename(input_str)
        assert result == expected_output, (
            f"Failed for input '{input_str}': got '{result}', expected '{expected_output}'"
        )

print("\nAll tests passed!")

Python Public

def safe_filename(s: str, replacement: str = "_") -> str:
    """
    Convert a string to a safe filename by replacing unsafe characters.

    Args:
        s (str): The input string to be conver...

By xtream1101 • Created 2025-10-15 14:28 • Updated 2025-10-15 14:35

Bulk download and extract zip files from urls

#!/bin/bash

# Configuration variables - modify these as needed
URLS_FILE="/path/to/urls.txt"              # Path to file containing list of ZIP URLs
TARGET_DIR="/path/to/target/directory"      # Directory where files will be extracted
TEMP_DIR="/tmp/zip_downloads"              # Temporary directory for downloads

# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color

# Function to print colored output
print_status() {
    echo -e "${GREEN}[INFO]${NC} $1"
}

print_warning() {
    echo -e "${YELLOW}[WARNING]${NC} $1"
}

print_error() {
    echo -e "${RED}[ERROR]${NC} $1"
}

# Function to check if required tools are installed
check_dependencies() {
    local missing_deps=()
    
    command -v wget >/dev/null 2>&1 || command -v curl >/dev/null 2>&1 || missing_deps+=("wget or curl")
    command -v unzip >/dev/null 2>&1 || missing_deps+=("unzip")
    
    if [ ${#missing_deps[@]} -ne 0 ]; then
        print_error "Missing dependencies: ${missing_deps[*]}"
        exit 1
    fi
}

# Function to validate inputs
validate_inputs() {
    # Check if URLs file exists
    if [ ! -f "$URLS_FILE" ]; then
        print_error "URLs file not found: $URLS_FILE"
        exit 1
    fi
    
    # Check if URLs file is readable
    if [ ! -r "$URLS_FILE" ]; then
        print_error "Cannot read URLs file: $URLS_FILE"
        exit 1
    fi
    
    # Check if target directory exists, create if it doesn't
    if [ ! -d "$TARGET_DIR" ]; then
        print_warning "Target directory doesn't exist. Creating: $TARGET_DIR"
        mkdir -p "$TARGET_DIR"
        if [ $? -ne 0 ]; then
            print_error "Failed to create target directory: $TARGET_DIR"
            exit 1
        fi
    fi
}

# Function to create temporary directory
setup_temp_dir() {
    if [ ! -d "$TEMP_DIR" ]; then
        mkdir -p "$TEMP_DIR"
        if [ $? -ne 0 ]; then
            print_error "Failed to create temporary directory: $TEMP_DIR"
            exit 1
        fi
    fi
}

# Function to download file
download_file() {
    local url="$1"
    local filename="$2"
    local filepath="$TEMP_DIR/$filename"
    
    print_status "Downloading: $url"
    
    # Try wget first, then curl
    if command -v wget >/dev/null 2>&1; then
        wget -q -O "$filepath" "$url"
    elif command -v curl >/dev/null 2>&1; then
        curl -s -L -o "$filepath" "$url"
    else
        print_error "Neither wget nor curl is available"
        return 1
    fi
    
    if [ $? -eq 0 ] && [ -f "$filepath" ]; then
        print_status "Downloaded successfully: $filename"
        return 0
    else
        print_error "Failed to download: $url"
        return 1
    fi
}

# Function to extract zip file
extract_zip() {
    local zipfile="$1"
    local filename=$(basename "$zipfile")
    
    print_status "Extracting: $filename"
    
    # Extract to target directory
    unzip -q -o "$zipfile" -d "$TARGET_DIR"
    
    if [ $? -eq 0 ]; then
        print_status "Extracted successfully: $filename"
        return 0
    else
        print_error "Failed to extract: $filename"
        return 1
    fi
}

# Function to cleanup downloaded zip file
cleanup_zip() {
    local zipfile="$1"
    local filename=$(basename "$zipfile")
    
    print_status "Cleaning up: $filename"
    
    rm -f "$zipfile"
    
    if [ $? -eq 0 ]; then
        print_status "Cleaned up: $filename"
    else
        print_warning "Failed to clean up: $filename"
    fi
}

# Function to process a single URL
process_url() {
    local url="$1"
    local filename=$(basename "$url")
    
    # If filename doesn't end in .zip, append .zip
    if [[ ! "$filename" =~ \.zip$ ]]; then
        filename="${filename}.zip"
    fi
    
    local filepath="$TEMP_DIR/$filename"
    
    print_status "Processing: $url"
    
    # Download the file
    if download_file "$url" "$filename"; then
        # Extract the file
        if extract_zip "$filepath"; then
            # Clean up the downloaded zip
            cleanup_zip "$filepath"
            print_status "Successfully processed: $url"
            return 0
        else
            # Clean up on extraction failure
            cleanup_zip "$filepath"
            return 1
        fi
    else
        return 1
    fi
}

# Main execution function
main() {
    print_status "Starting zip download and extraction script"
    print_status "URLs file: $URLS_FILE"
    print_status "Target directory: $TARGET_DIR"
    print_status "Temporary directory: $TEMP_DIR"
    
    # Check dependencies
    check_dependencies
    
    # Validate inputs
    validate_inputs
    
    # Setup temporary directory
    setup_temp_dir
    
    # Process each URL
    local success_count=0
    local failure_count=0
    local total_count=0
    local failed_urls=()
    
    while IFS= read -r url; do
        # Skip empty lines and comments
        if [[ -z "$url" || "$url" =~ ^[[:space:]]*# ]]; then
            continue
        fi
        
        # Remove leading/trailing whitespace
        url=$(echo "$url" | xargs)
        
        total_count=$((total_count + 1))
        
        if process_url "$url"; then
            success_count=$((success_count + 1))
        else
            failure_count=$((failure_count + 1))
            failed_urls+=("$url")
        fi
        
        echo "" # Add blank line between processes
    done < "$URLS_FILE"
    
    # Final cleanup - remove temp directory if empty
    if [ -d "$TEMP_DIR" ] && [ -z "$(ls -A "$TEMP_DIR")" ]; then
        rmdir "$TEMP_DIR"
        print_status "Removed empty temporary directory"
    fi
    
    # Print summary
    print_status "Processing complete!"
    print_status "Total URLs processed: $total_count"
    print_status "Successful: $success_count"
    if [ $failure_count -gt 0 ]; then
        print_warning "Failed: $failure_count"
        echo ""
        print_error "Failed URLs:"
        for failed_url in "${failed_urls[@]}"; do
            echo "  - $failed_url"
        done
        echo ""
        print_status "You can create a new URLs file with just the failed URLs to retry them."
    fi
}

# Run the main function
main "$@"

Bash Public

#!/bin/bash

# Configuration variables - modify these as needed
URLS_FILE="/path/to/urls.txt"              # Path to file containing list of ZIP URLs
TARGET_DIR="/path/to/target/directory"      # ...

By xtream1101 • Created 2025-08-05 13:35 • Updated 2025-08-05 13:35

Django Query Stats per request

# stats.py
import time

from django.db import connection
from loguru import logger

class StatsMiddleware:
    def __init__(self, get_response):
        self.get_response = get_response

def __call__(self, request):
        """Capture stats about each request
        """
        start_time = time.time()

# Needed in upper environments to get the SQL queries stats
        # Otherwise only works when DEBUG="true"
        connection.force_debug_cursor = True

queries_before = len(connection.queries)
        response = self.get_response(request)
        queries_after = len(connection.queries)

duration = time.time() - start_time

num_queries = queries_after - queries_before

try:
            total_query_time = sum(float(query["time"]) for query in connection.queries)
            logger.info(
                f"Time taken: {duration * 1_000:.2f} ms, "
                f"SQL queries executed: {num_queries}, "
                f"Total query time: {total_query_time * 1_000:.2f} ms",
                num_queries=num_queries,
                duration=duration,
                total_query_time_ms=int(total_query_time * 1_000),
                request_body=request.body.decode("utf-8"),
                request_method=request.method,
                request_path=request.path,
            )

# Add some stats to the header so that we can see them in the clients
            response["X-Response-Time-ms"] = int(duration * 1_000)
            response["X-Total-Queries-Time-ms"] = int(total_query_time * 1_000)
            response["X-Total-Queries"] = num_queries

except Exception:
            # Never expect this to have an exception
            # but better to catch and log, rather then breaking the response
            logger.exception("Error logging request stats")

return response

Python Public

# stats.py
import time

from django.db import connection
from loguru import logger


class StatsMiddleware:
    def __init__(self, get_response):
        self.get_response = get_response

 ...

By xtream1101 • Created 2025-05-11 00:03 • Updated 2025-05-11 00:04

Reset default python log handlers

Python Public aws lambda logging

import logging

formatter = logging.Formatter('FOO: %(message)s')

root_logger = logging.getLogger()
root_logger.setLevel(logging.INFO)

# This is the key line that removes the double logging
...

By xtream1101 • Created 2025-03-02 15:43 • Updated 2025-03-04 18:33

Check if a server has strictsni enabled

Bash Public

curl -v -k https://1.2.3.4

By xtream1101 • Created 2025-02-13 20:52 • Updated 2025-02-28 14:13

Firefox hide tab bar

/* Source file https://github.com/MrOtherGuy/firefox-csshacks/tree/master/chrome/hide_tabs_toolbar_v2.css made available under Mozilla Public License v. 2.0
See the above repository for updates as well as full license text. */

/* This requires Firefox 133+ to work */

/* chrome/userChrome.css */

@media (-moz-bool-pref: "sidebar.verticalTabs"),
       -moz-pref("sidebar.verticalTabs"){
  #sidebar-main{
    visibility: collapse;
  }
}
@media (-moz-bool-pref: "userchrome.force-window-controls-on-left.enabled"),
       -moz-pref("userchrome.force-window-controls-on-left.enabled"){
  #nav-bar > .titlebar-buttonbox-container{
    order: -1 !important;
    > .titlebar-buttonbox{
      flex-direction: row-reverse;
    }
  }
}
@media not (-moz-bool-pref: "sidebar.verticalTabs"),
       not -moz-pref("sidebar.verticalTabs"){
  #TabsToolbar:not([customizing]){
    visibility: collapse;
  }
  :root[sizemode="fullscreen"] #nav-bar > .titlebar-buttonbox-container{
    display: flex !important;
  }
  :root:is([tabsintitlebar],[customtitlebar]) #toolbar-menubar:not([autohide="false"]) ~ #nav-bar{
    > .titlebar-buttonbox-container{
      display: flex !important;
    }
    :root[sizemode="normal"] & {
      > .titlebar-spacer{
        display: flex !important;
      }
    }
    :root[sizemode="maximized"] & {
      > .titlebar-spacer[type="post-tabs"]{
        display: flex !important;
      }
      @media (-moz-bool-pref: "userchrome.force-window-controls-on-left.enabled"),
        -moz-pref("userchrome.force-window-controls-on-left.enabled"),
        (-moz-gtk-csd-reversed-placement),
        (-moz-platform: macos){
        > .titlebar-spacer[type="post-tabs"]{
          display: none !important;
        }
        > .titlebar-spacer[type="pre-tabs"]{
          display: flex !important;
        }
      }
    }
  }
}

CSS Public

/* Source file https://github.com/MrOtherGuy/firefox-csshacks/tree/master/chrome/hide_tabs_toolbar_v2.css made available under Mozilla Public License v. 2.0
See the above repository for updates as we...

By xtream1101 • Created 2025-02-27 21:28 • Updated 2025-02-27 21:45

Get domain cert details in cli

Bash Public ssl cert cli

DOMAIN=yourdomain.tld
echo | openssl s_client -showcerts -servername $DOMAIN -connect $DOMAIN:443 2>/dev/null | openssl x509 -inform pem -noout -text

By xtream1101 • Created 2025-02-12 19:48 • Updated 2025-02-12 19:48

List mounted drives

Bash Public linux

df -h --output=target,size,used,avail,pcent,source | grep -e Mounted -e $1 |  awk 'NR<2{print $0;next}{print $0| "sort"}'

By xtream1101 • Created 2025-02-08 19:15 • Updated 2025-02-08 22:44

Django graphene mutation input validation

import graphene

class ScratchpadMutation(graphene.relay.ClientIDMutation):
    class Input:
        created_by = graphene.String(required=True)
        foobar = graphene.String()

test = graphene.String()
    test2 = graphene.String()

@classmethod
    def validate_created_by(cls, value: str) -> str:
        if "foo" in value:
            raise ValueError("No foo's allowed")
        return value.strip().upper()

@classmethod
    def validate_combinations(cls, input: dict) -> dict:
        if input.get("created_by") == "TEST" and input.get("foobar") == "TEST":
            raise ValueError("Cannot have both created_by and foobar as TEST")

return input

@classmethod
    def validate_inputs(cls, input: dict) -> dict:
        validated_inputs = input.copy()
        for key, value in input.items():
            validation_method = f"validate_{key}"
            # Check if the method exists and run if so
            if hasattr(cls, validation_method):
                method = getattr(cls, validation_method)
                validated_inputs[key] = method(value)

# Run other validations on all the inputs after the pre-validate/cleaning
        validated_inputs = cls.validate_combinations(validated_inputs)

return validated_inputs

@classmethod
    def mutate_and_get_payload(cls, root, info, **input):
        # Need to update since not all fields may have a validation method
        input = cls.validate_inputs(input)
        
        # do somthing with the inputs here
        
        return ScratchpadMutation(
            test=input.get("created_by"), test2=input.get("foobar")
        )

Python Public django graphene graphql validation

import graphene

class ScratchpadMutation(graphene.relay.ClientIDMutation):
    class Input:
        created_by = graphene.String(required=True)
        foobar = graphene.String()

    test = g...

By xtream1101 • Created 2025-02-06 14:13 • Updated 2025-02-06 14:13

Try, try again - Multiple try/except blocks in a flat format

Python Public exceptions

data = {'some_key': 'key value'}
key_data = None
for _ in range(1):
    try:
        key_data = data['someKey']
    except Exception: pass
    else: break  # It worked

    try:
        key_d...

By xtream1101 • Created 2025-02-06 13:35 • Updated 2025-02-06 13:43

Multi key sort on a list of dicts

Python Public sorting

data = [
    {'name': 'Alice', 'age': 25, 'city': 'New York'},
    {'name': 'Bob', 'age': 30, 'city': 'London'},
    {'name': 'Charlie', 'age': 20, 'city': 'New York'}
]

# Sort by 'city' first,...

By xtream1101 • Created 2025-02-06 13:16 • Updated 2025-02-06 13:27

Convert image to dxf file

Bash Public

inkscape --export-type=dxf my-image.svg

By xtream1101 • Created 2025-02-06 05:18 • Updated 2025-02-06 05:18

Clean up empty dirs

Bash Public linux

# List/print empty dirs (does not delete)
find /mnt/my-data/ -type d -empty -print

# Delete empty dirs
find /mnt/my-data/ -type d -empty -delete

By xtream1101 • Created 2025-02-06 05:15 • Updated 2025-02-06 05:15

Bash command test

Bash Public

# Access individual arguments
echo "The first argument is: $1"
echo "The second argument is: $2"

# Access all arguments
echo "All arguments: $@"

# Access the number of arguments
echo "Number...

By xtream1101 • Created 2025-02-06 05:13 • Updated 2025-02-06 05:13

Python command test

Python Public

import sys

if __name__ == "__main__":
	print(f"args passed in: {sys.argv[1:]}")

By xtream1101 • Created 2025-02-06 05:12 • Updated 2025-02-06 05:12

Showing 15 snippets

Create safe filename string

def safe_filename(s: str, replacement: str = "_") -> str:
    """
    Convert a string to a safe filename by replacing unsafe characters.

Args:
        s (str): The input string to be converted.
        replacement (str): The character to replace unsafe characters with. Default is "_".

Returns:
        str: A safe filename string.
    """

keep_chars = (" ", ".", "_", "-")
    safe_name = "".join(c if c.isalnum() or c in keep_chars else replacement for c in s)
    safe_name = safe_name.strip().strip(".")
    return safe_name

print("\nAll tests passed!")

Python Public

Snippet

def safe_filename(s: str, replacement: str = "_") -> str:
    """
    Convert a string to a safe filename by replacing unsafe characters.

    Args:
        s (str): The input string to be converted.
        replacement (str): The character to replace unsafe characters with. Default is "_".

    Returns:
        str: A safe filename string.
    """

    keep_chars = (" ", ".", "_", "-")
    safe_name = "".join(c if c.isalnum() or c in keep_chars else replacement for c in s)
    safe_name = safe_name.strip().strip(".")
    return safe_name


if __name__ == "__main__":
    test_cases_safe_filename = [
        ("example<file>name.txt", "example_file_name.txt"),
        ("unsafe:/\\|?*name.doc", "unsafe______name.doc"),
        ("normal_filename.pdf", "normal_filename.pdf"),
        ("   leading and trailing spaces   ", "leading and trailing spaces"),
        ("file.name.with.many.dots...", "file.name.with.many.dots"),
        ("control\x00char\x1fname", "control_char_name"),
    ]

    # Test safe_filename function
    print("Testing safe_filename function:")
    for input_str, expected_output in test_cases_safe_filename:
        result = safe_filename(input_str)
        assert result == expected_output, (
            f"Failed for input '{input_str}': got '{result}', expected '{expected_output}'"
        )

    print("\nAll tests passed!")

By xtream1101 • Created 2025-10-15 14:28 • Updated 2025-10-15 14:35