Spaces:
Sleeping
Sleeping
File size: 2,227 Bytes
27cb60a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
"""
Collect 1-Week Sample Data from JAO
Sept 23-30, 2025 (7 days)
Collects:
- MaxBEX (TARGET VARIABLE)
- Active Constraints (CNECs + PTDFs)
"""
import sys
from pathlib import Path
# Add src to path
sys.path.insert(0, str(Path(__file__).parent.parent / 'src'))
from data_collection.collect_jao import JAOCollector
def main():
# Initialize collector
collector = JAOCollector()
# Define 1-week sample period
start_date = '2025-09-23'
end_date = '2025-09-30'
# Output directory
output_dir = Path('data/raw/sample')
output_dir.mkdir(parents=True, exist_ok=True)
print("\n" + "="*80)
print("JAO 1-WEEK SAMPLE DATA COLLECTION")
print("="*80)
print(f"Period: {start_date} to {end_date} (7 days)")
print(f"Output: {output_dir}")
print("="*80 + "\n")
# Collect MaxBEX (TARGET)
maxbex_path = output_dir / 'maxbex_sample_sept2025.parquet'
print("\n[1/2] Collecting MaxBEX (TARGET VARIABLE)...")
print("Estimated time: ~35 seconds (7 days × 5 sec rate limit)\n")
maxbex_df = collector.collect_maxbex_sample(
start_date=start_date,
end_date=end_date,
output_path=maxbex_path
)
# Collect CNECs + PTDFs
cnec_path = output_dir / 'cnecs_sample_sept2025.parquet'
print("\n[2/2] Collecting Active Constraints (CNECs + PTDFs)...")
print("Estimated time: ~35 seconds (7 days × 5 sec rate limit)\n")
cnec_df = collector.collect_cnec_ptdf_sample(
start_date=start_date,
end_date=end_date,
output_path=cnec_path
)
# Summary
print("\n" + "="*80)
print("SAMPLE DATA COLLECTION COMPLETE")
print("="*80)
if maxbex_df is not None:
print(f"[OK] MaxBEX: {maxbex_path}")
print(f" Shape: {maxbex_df.shape}")
else:
print("[ERROR] MaxBEX collection failed")
if cnec_df is not None:
print(f"[OK] CNECs/PTDFs: {cnec_path}")
print(f" Shape: {cnec_df.shape}")
else:
print("[ERROR] CNEC/PTDF collection failed")
print("\nNext step: Run Marimo notebook for data exploration")
print("Command: marimo edit notebooks/01_data_exploration.py")
print("="*80 + "\n")
if __name__ == '__main__':
main()
|