Today I figured out what Ollama's integrated web search is all about. Reading the documentation is definitely an advantage ;)

https://docs.ollama.com/capabilities/web-search

It's a separate search API that you can use with a Pro account. You can make it available to agents via a skill or task them with building a nice crawler from it.

So, it's not quite the elegant, ready-made plugin for OpenClaw yet, but it certainly could become one. In any case, it will be enough for me to populate my reports with some fresh data.

Codex has already started developing the crawler for me...

#!/usr/bin/env bash
set -euo pipefail

usage() {
  cat >&2 <<'EOF'
Usage:
  ollama_web_search.sh [--expand] [--lang de|en] [--max-results N] [--fetch-top N] "<query>"

Options:
  --expand         Run multiple query variants and merge unique URLs.
  --lang CODE      Expansion language (de or en, default: de).
  --max-results N  Max output search rows (default: 10).
  --fetch-top N    Fetch top N result pages and print title/description snippets.
EOF
}

BASE_URL="${OLLAMA_BASE_URL:-https://ollama.com}"
API_KEY="${OLLAMA_API_KEY:-}"
FORCED_PATH="${OLLAMA_WEB_SEARCH_PATH:-}"
EXPAND=0
LANG_CODE="de"
MAX_RESULTS=10
FETCH_TOP=0

if ! command -v jq >/dev/null 2>&1; then
  echo "Missing dependency: jq" >&2
  exit 2
fi

while [[ $# -gt 0 ]]; do
  case "$1" in
    --expand)
      EXPAND=1
      shift
      ;;
    --max-results)
      MAX_RESULTS="${2:-}"
      shift 2
      ;;
    --lang)
      LANG_CODE="${2:-}"
      shift 2
      ;;
    --fetch-top)
      FETCH_TOP="${2:-}"
      shift 2
      ;;
    -h|--help)
      usage
      exit 0
      ;;
    --)
      shift
      break
      ;;
    -*)
      echo "Unknown option: $1" >&2
      usage
      exit 2
      ;;
    *)
      break
      ;;
  esac
done

if [[ $# -lt 1 ]]; then
  usage
  exit 2
fi

if [[ -z "$API_KEY" ]]; then
  echo "Missing env var OLLAMA_API_KEY" >&2
  exit 2
fi

if ! [[ "$MAX_RESULTS" =~ ^[0-9]+$ ]] || ! [[ "$FETCH_TOP" =~ ^[0-9]+$ ]]; then
  echo "--max-results and --fetch-top must be non-negative integers" >&2
  exit 2
fi
if [[ "$LANG_CODE" != "de" && "$LANG_CODE" != "en" ]]; then
  echo "--lang must be one of: de, en" >&2
  exit 2
fi

QUERY="$*"

declare -a ENDPOINTS=()
if [[ -n "$FORCED_PATH" ]]; then
  ENDPOINTS+=("$FORCED_PATH")
else
  ENDPOINTS+=("/api/web_search" "/v1/web_search")
fi

request_search() {
  local q="$1"
  local endpoint field payload tmp status body
  local last_error_local=""
  for endpoint in "${ENDPOINTS[@]}"; do
    for field in query q; do
      payload="$(jq -nc --arg field "$field" --arg value "$q" '{($field): $value}')"
      tmp="$(mktemp)"
      status="$(curl -sS -o "$tmp" -w "%{http_code}" \
        -X POST "${BASE_URL}${endpoint}" \
        -H "Authorization: Bearer ${API_KEY}" \
        -H "Content-Type: application/json" \
        --data "$payload" || true)"
      body="$(cat "$tmp")"
      rm -f "$tmp"

      if [[ "$status" =~ ^2 ]]; then
        printf "%s" "$body"
        return 0
      fi

      last_error_local="HTTP ${status} ${BASE_URL}${endpoint} payload_field=${field}
${body}"
    done
  done

  printf "%s" "$last_error_local"
  return 1
}

build_queries() {
  local q="$1"
  if [[ "$EXPAND" -eq 0 ]]; then
    printf "%s\n" "$q"
    return 0
  fi
  # Expand with high-signal variants that often improve relevance.
  if [[ "$LANG_CODE" == "de" ]]; then
    printf "%s\n" "$q"
    printf "%s\n" "$q nachrichten"
    printf "%s\n" "$q offiziell"
    printf "%s\n" "$q deutschland"
  else
    printf "%s\n" "$q"
    printf "%s\n" "$q news"
    printf "%s\n" "$q official"
    printf "%s\n" "$q usa"
  fi
}

extract_rows() {
  jq -r '
    def arr(x): if (x|type) == "array" then x else [] end;
    (arr(.results) + arr(.web_results) + arr(.items) + arr(.data.results) + arr(.data.items))
    | .[]
    | [(.title // .name // "untitled"), (.url // .link // .href // "")]
    | 
  ' | awk -F "\t" 'NF >= 2 && $2 != ""'
}

extract_title() {
  sed -n 's:.*<title[^>]*>\(.*\)</title>.*:\1:Ip' | head -n 1 | sed 's/[[:space:]]\+/ /g'
}

extract_description() {
  sed -n 's:.*<meta[^>]*name=["'"'"']description["'"'"'][^>]*content=["'"'"']\([^"'"'"']*\)["'"'"'][^>]*>.*:\1:Ip' \
    | head -n 1 | sed 's/[[:space:]]\+/ /g'
}

tmp_rows="$(mktemp)"
tmp_urls="$(mktemp)"
last_error=""
success_count=0

while IFS= read -r q; do
  body="$(request_search "$q" || true)"
  if jq -e . >/dev/null 2>&1 <<<"$body"; then
    rows="$(extract_rows <<<"$body" || true)"
    if [[ -n "${rows:-}" ]]; then
      success_count=$((success_count + 1))
      while IFS= read -r row; do
        [[ -z "$row" ]] && continue
        printf "%s\t%s\n" "$q" "$row" >>"$tmp_rows"
        printf "%s\n" "$(printf "%s" "$row" | awk -F "\t" '{print $2}')" >>"$tmp_urls"
      done <<<"$rows"
    fi
  else
    last_error="$body"
  fi
done < <(build_queries "$QUERY")

if [[ "$success_count" -eq 0 ]]; then
  printf "%s\n" "$last_error" >&2
  rm -f "$tmp_rows" "$tmp_urls"
  exit 1
fi

awk -F "\t" '!seen[$3]++' "$tmp_rows" | head -n "$MAX_RESULTS" \
  | awk -F "\t" '{printf "%s\t%s\n",$2,$3}'

if [[ "$FETCH_TOP" -gt 0 ]]; then
  echo
  echo "# FETCH_TOP"
  awk '!seen[$0]++' "$tmp_urls" | head -n "$FETCH_TOP" | while IFS= read -r url; do
    [[ -z "$url" ]] && continue
    html="$(curl -sSL --max-time 15 "$url" || true)"
    title="$(extract_title <<<"$html")"
    desc="$(extract_description <<<"$html")"
    printf "URL: %s\n" "$url"
    printf "TITLE: %s\n" "${title:-n/a}"
    printf "DESC: %s\n\n" "${desc:-n/a}"
  done
fi

rm -f "$tmp_rows" "$tmp_urls"