macOS launchdで90ジョブを運用する：個人開発のジョブスケジューリング設計

1
<?xml version="1.0" encoding="UTF-8"?>
2
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN"
3
  "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
4
<plist version="1.0">
5
<dict>
6
    <key>Label</key>
7
    <string>com.dataprocessing.collect.swing.usd_jpy</string>
8

9
    <key>ProgramArguments</key>
10
    <array>
11
        <string>/opt/anaconda3/envs/st312/bin/python</string>
12
        <string>/Users/htada/data-processing/_dataProcessingEngineA/execution/main_forward_test.py</string>
13
        <string>--pair</string>
14
        <string>USD_JPY</string>
15
    </array>
23 collapsed lines
16

17
    <key>StartCalendarInterval</key>
18
    <array>
19
        <dict>
20
            <key>Hour</key><integer>9</integer>
21
            <key>Minute</key><integer>0</integer>
22
        </dict>
23
    </array>
24

25
    <key>EnvironmentVariables</key>
26
    <dict>
27
        <key>PROJECT_ROOT</key>
28
        <string>/Users/htada/data-processing</string>
29
        <key>PYTHONPATH</key>
30
        <string>/Users/htada/data-processing/_dataProcessingEngineA:/Users/htada/data-processing</string>
31
    </dict>
32

33
    <key>StandardOutPath</key>
34
    <string>/tmp/collect_swing_usd_jpy/stdout.log</string>
35
    <key>StandardErrorPath</key>
36
    <string>/tmp/collect_swing_usd_jpy/stderr.log</string>
37
</dict>
38
</plist>

1
com.dataprocessing.{エンジン}.{種別}.{対象}
2

3
例:
4
com.dataprocessing.collect.swing.usd_jpy       # データ収集 Swing USD/JPY
5
com.dataprocessing.collect.day.eur_jpy          # データ収集 Day EUR/JPY
6
com.dataprocessing.collect.monitor.resources    # データ収集リソース監視
7
com.dataprocessing.domestic.daily.preparation   # 国内データ 日次準備
8
com.dataprocessing.overseas.daily.processing    # 海外データ 日次処理
9
com.dataprocessing.daily_health_check           # 日次ヘルスチェック
10
com.dataprocessing.pre.collect.swing.usd_jpy   # Pre環境 データ収集 Swing USD/JPY

1
解決策（3つの方法）:
2
1. plistのEnvironmentVariablesに設定（推奨: 非シークレット値）
3
2. スクリプト内でload_dotenv()を呼ぶ（推奨: シークレット値）
4
3. launchctl setenv（非推奨: macOS再起動で消える）

1
<!-- NG 1パスだけ設定 -->
2
<key>PYTHONPATH</key>
3
<string>/Users/htada/data-processing</string>
4

5
<!-- OK 2パス設定（エンジン + プロジェクトルート） -->
6
<key>PYTHONPATH</key>
7
<string>/Users/htada/data-processing/_dataProcessingEngineA:/Users/htada/data-processing</string>

1
<!-- plistに追加 -->
2
<key>PYTHONDONTWRITEBYTECODE</key>
3
<string>1</string>

1
#!/bin/bash
2
# 3つの検証を実行
3

4
# 1. plist構文検証
5
echo "[CHECK] plist構文検証..."
6
for plist in ~/Library/LaunchAgents/com.dataprocessing.*.plist; do
7
    if ! plutil -lint "$plist" > /dev/null 2>&1; then
8
        echo "INVALID: $(basename $plist)"
9
        errors=$((errors + 1))
10
    fi
11
done
12

13
# 2. ログ鮮度チェック
14
echo "[CHECK] ログ鮮度チェック..."
15
check_freshness() {
23 collapsed lines
16
    local log=$1 threshold=$2 label=$3
17
    if [ ! -f "$log" ]; then
18
        echo "NOT_FOUND: $label"
19
        return
20
    fi
21
    local age=$(( ($(date +%s) - $(stat -f "%m" "$log")) / 3600 ))
22
    if [ $age -gt $threshold ]; then
23
        echo "STALE: $label (${age}h > ${threshold}h)"
24
    fi
25
}
26

27
# hourlyジョブは3時間、dailyジョブは28時間が閾値
28
check_freshness "/tmp/collect_swing_usd_jpy/stdout.log" 3 "データ収集 Swing USD_JPY"
29
check_freshness "/tmp/domestic_daily_processing/stdout.log" 28 "国内データ Daily Processing"
30

31
# 3. エラーパターン検出
32
echo "[CHECK] エラーパターン検出..."
33
for log_dir in /tmp/collect_* /tmp/domestic_* /tmp/overseas_*; do
34
    if grep -l "ModuleNotFoundError\|ImportError\|OSError\|Traceback" \
35
        "$log_dir/stderr.log" 2>/dev/null; then
36
        echo "ERROR_DETECTED: $log_dir"
37
    fi
38
done

1
import plistlib
2
from pathlib import Path
3

4
def generate_collect_swing_plist(
5
    pair: str,
6
    project_root: str,
7
    is_pre: bool = False,
8
) -> None:
9
    label_prefix = "com.dataprocessing.pre" if is_pre else "com.dataprocessing"
10
    minute = 5 if is_pre else 0  # Pre環境は+5分オフセット
11
    mode = "--dry-run" if is_pre else "--execute"
12
    root = f"{project_root}-pre" if is_pre else project_root
13

14
    config = {
15
        "Label": f"{label_prefix}.collect.swing.{pair.lower()}",
26 collapsed lines
16
        "ProgramArguments": [
17
            "/opt/anaconda3/envs/st312/bin/python",
18
            f"{root}/_dataProcessingEngineA/execution/main_forward_test.py",
19
            "--pair", pair,
20
            mode,
21
        ],
22
        "StartCalendarInterval": [{"Minute": minute}],
23
        "EnvironmentVariables": {
24
            "PROJECT_ROOT": root,
25
            "PYTHONPATH": f"{root}/_dataProcessingEngineA:{root}",
26
            "PYTHONDONTWRITEBYTECODE": "1",
27
        },
28
        "StandardOutPath": f"/tmp/collect_swing_{pair.lower()}/stdout.log",
29
        "StandardErrorPath": f"/tmp/collect_swing_{pair.lower()}/stderr.log",
30
    }
31

32
    output_dir = Path.home() / "Library" / "LaunchAgents"
33
    output_path = output_dir / f"{config['Label']}.plist"
34

35
    with open(output_path, "wb") as f:
36
        plistlib.dump(config, f)
37

38
    # 必ず構文検証
39
    import subprocess
40
    result = subprocess.run(["plutil", "-lint", str(output_path)], capture_output=True)
41
    assert result.returncode == 0, f"Invalid plist: {result.stderr.decode()}"