app.py

import streamlit as st
import requests
from bs4 import BeautifulSoup
import pandas as pd
from google.oauth2.service_account import Credentials
import gspread

# Google Sheets credentials
SCOPE = ['https://www.googleapis.com/auth/spreadsheets']
SERVICE_ACCOUNT_FILE = "realtime-441511-f5708eabdf26.json"
SPREADSHEET_URL = "https://docs.google.com/spreadsheets/d/1tIsXCbB8P6ZxdnZNnv7S7BBWbbT7lrSjW990zG-vQAA/edit?gid=0#gid=0"

# Streamlit app
st.title("Booking.com 台南飯店資料爬取與分析")
st.sidebar.header("功能選擇")
mode = st.sidebar.selectbox("選擇模式", ["資料爬取", "上傳至 Google Sheet"])

@st.cache_data
def scrape_booking_hotel(location, checkin_date, checkout_date):
    url = "https://www.booking.com/searchresults.zh-tw.html"
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
        'Accept-Language': 'zh-TW,zh;q=0.9,en-US;q=0.8,en;q=0.7',
    }
    params = {
        'ss': location,
        'checkin': checkin_date,
        'checkout': checkout_date,
        'group_adults': '2',
        'no_rooms': '1',
        'group_children': '0',
        'dest_type': 'city'
    }
    try:
        response = requests.get(url, headers=headers, params=params)
        response.raise_for_status()
        soup = BeautifulSoup(response.text, 'html.parser')
        hotels_data = []
        hotel_cards = soup.find_all('div', {'data-testid': 'property-card'})

        for hotel in hotel_cards:
            try:
                name_elem = hotel.find('div', {'data-testid': 'title'})
                name = name_elem.text.strip() if name_elem else "無資料"
                price_elem = hotel.find('span', {'data-testid': 'price-and-discounted-price'})
                price = price_elem.text.strip() if price_elem else "無資料"
                
                # Clean price data
                price = (
                    price.replace('TWD', '')
                    .replace(' ', '')
                    .replace(',', '')
                    .strip()
                )
                price = int(price) if price.isdigit() else None
                
                rating_container = hotel.find('div', {'class': 'a3b8729ab1'})
                rating_elem = rating_container.find('div', {'class': 'ac4a7896c7'}) if rating_container else None
                rating = rating_elem.text.strip() if rating_elem else "無評分"
                description_elem = hotel.find('div', {'data-testid': 'recommended-units'})
                
                if description_elem:
                    room_type = description_elem.find('h4')
                    room_type = room_type.text.strip() if room_type else ""
                    bed_info = description_elem.find('div')
                    bed_info = bed_info.text.strip() if bed_info else ""
                    cancellation = description_elem.find('strong', text='可免費取消')
                    cancellation = "可免費取消" if cancellation else ""
                    payment = description_elem.find('strong', text='無需訂金')
                    payment = "無需訂金" if payment else ""
                    description = f"{room_type} | {bed_info} | {cancellation} | {payment}".strip(' |')
                else:
                    description = "無說明"
                
                hotels_data.append({
                    '飯店名稱': name,
                    '價格': price,
                    '評分': rating,
                    '說明': description
                })
            except AttributeError:
                continue

        df = pd.DataFrame(hotels_data).drop_duplicates()
        return df
    except requests.RequestException:
        return pd.DataFrame()

def upload_to_google_sheets(df):
    creds = Credentials.from_service_account_file(SERVICE_ACCOUNT_FILE, scopes=SCOPE)
    gs = gspread.authorize(creds)
    sheet = gs.open_by_url(SPREADSHEET_URL)
    worksheet = sheet.get_worksheet(0)
    df1 = df.astype(str)
    worksheet.update([df1.columns.values.tolist()] + df1.values.tolist())
    return "資料已成功上傳到 Google Sheet！"

# Streamlit app implementation
if mode == "資料爬取":
    st.header("爬取飯店資料")
    location = st.text_input("輸入查詢地點", "台南")
    checkin_date = st.date_input("選擇入住日期")
    checkout_date = st.date_input("選擇退房日期")

    if st.button("開始爬取"):
        df = scrape_booking_hotel(location, checkin_date.strftime('%Y-%m-%d'), checkout_date.strftime('%Y-%m-%d'))
        if not df.empty:
            st.dataframe(df)
            df.to_csv('booking_hotels.csv', index=False, encoding='utf-8-sig')
            st.success("資料爬取成功，已儲存至 booking_hotels.csv")
        else:
            st.error("未能成功爬取資料")

elif mode == "上傳至 Google Sheet":
    st.header("上傳資料至 Google Sheet")
    try:
        df = pd.read_csv('booking_hotels.csv', encoding='utf-8-sig')
        result = upload_to_google_sheets(df)
        st.success(result)
    except Exception as e:
        st.error(f"上傳資料時發生錯誤：{e}")