How to use eval_on_selector_all method in Playwright Python

You could use something called element_handle.is_visible() from here.

your code should look something like below.

href_element = page.query_selector("a")
href_element.is_visible()

You have to use inner_text for this:

email = page.locator.inner_text("#cphMain_hlOrgInboundEmail")
print(email)

You can define your own function like this one:

def my_own_wait_for_selector(page, selector, time_out):
    try:
        page.wait_for_selector(selector, timeout=time_out)
        return True
    except:
        return False

That function will wait for a selector and if given some time (miliseconds) the element is not there it will return False instead of trowing an error.

Then in your code you could try something like:

while not my_own_wait_for_selector(page, "my_button_selector", 5000):
    page.reload()
page.locator("my_button_selector").click()

As you can see we are checking if our button is present, and we will wait only 5 seconds, if after 5 seconds the button is not there, we will reload, and again and again until our button is there, once our button is there code will continue and then we will click the button.

Be careful, because if your button is never there, your script will reload and your script will never finish, so you should add some other condition to your while

I guess you are using codegen probably.

That page is a little bit strange for urls as I can see.

Anyways, I fixed your code:

from playwright.sync_api import Playwright, sync_playwright, expect


def run(playwright: Playwright) -> None:
    browser = playwright.chromium.launch(headless=False)
    context = browser.new_context()

    # Open new page
    page = context.new_page()

    # Go to https://www.elections.il.gov/CampaignDisclosure/ContributionSearchByCommittees.aspx?T=637994490317517425
    page.goto(
        "https://www.elections.il.gov/CampaignDisclosure/ContributionSearchByCommittees.aspx")

    # Fill input[name="ctl00\$ContentPlaceHolder1\$txtCmteID"]
    page.locator("input[name=\"ctl00\\$ContentPlaceHolder1\\$txtCmteID\"]").fill("34589")

    page.locator("input:has-text(\"Search\")").click()

    page.locator("text=Download This List").click()

    # Click text=CSV File
    with page.expect_download() as download_info:
        page.locator("text=CSV File").click()
    download = download_info.value
    download.save_as(download.suggested_filename)


    # ---------------------
    context.close()
    browser.close()


with sync_playwright() as playwright:
    run(playwright)

If you separate the selectors with a , that's an or. You can chain selectors using >>.

myElement = self.page.locator('text="Hello" >> [class="DClass"]')

Your code looks fine. Try the df.iloc[row_start:row_finish,column_start:column_finish] command. It works for me. It may also be a problem with the Jupyter notebook - style running of Playwright. Save this into a file.py and run from the terminal in the correct directory: python file.py

I used asyncio to run Playwright, as I had a template script available, but you should get it working without it too, if you want.

import pandas as pd
import asyncio
from playwright.async_api import Playwright, async_playwright
import pandas as pd

async def run(playwright: Playwright) -> None:
    browser = await playwright.chromium.launch(headless=False, slow_mo=50)
    page = await browser.new_page()
    ## Go to PAPA property address
    await page.goto("https://www.pbcgov.org/papa/Asps/PropertyDetail/PropertyDetail.aspx?parcel=73414434010020070")
    x = await page.content() #You're not using this, so you may as well remove this line.

    ## Click text=View Building Details
    await page.locator("text=View Building Details").click()
    #######################################

    ## Click text=Building 2
    await page.frame_locator("#MainContent_Iframe7").locator("text=Building 2").click()
    x2 = await page.frame_locator("#MainContent_Iframe7").locator("html").inner_html()

    ## Click text=Building 3
    await page.frame_locator("#MainContent_Iframe7").locator("text=Building 3").click()
    x3 = await page.frame_locator("#MainContent_Iframe7").locator("html").inner_html()

    ## Click text=Building 4
    await page.frame_locator("#MainContent_Iframe7").locator("text=Building 4").click()
    x4 = await page.frame_locator("#MainContent_Iframe7").locator("html").inner_html()

    x2s = pd.read_html(x2)
    x3s = pd.read_html(x3)
    x4s = pd.read_html(x4)

    print(x2s[3].iloc[0:,0:]) # When it works this is the table that I want
    print(x3s[3].iloc[0:,0:])
    print(x4s[3].iloc[0:,0:])

    year_built_building_1 = x2s[3].iloc[3][2]
    year_built_building_2 = x3s[3].iloc[3][2]
    year_built_building_3 = x4s[3].iloc[3][2]
    
    print(year_built_building_1,year_built_building_2,year_built_building_3)


async def main(debug=True) -> None:
    async with async_playwright() as playwright:
        await run(playwright)

asyncio.run(main())

On my side it outputs:

                                     1                                   2
0   Structural Element for  Building 1  Structural Element for  Building 1
1                                  NaN                                 NaN
2                      Exterior Wall 1               CONCRETE BLOCK STUCCO
3                           Year Built                                2018
4                  Air Condition Desc.                                 NaN
5                            Heat Type                                NONE
6                            Heat Fuel                                NONE
7                            Bed Rooms                                 NaN
8                           Full Baths                                 NaN
9                           Half Baths                                   1
10                      Roof Structure           WOOD JOISTS, WOOD/COMPOSI
11                          Roof Cover           ALUMINUM/STEEL PANEL ENML
12                     Interior Wall 1                              STABLE
13                        Floor Type 1                         RUBBER TILE
14                             Stories                                   1
                                     1                                   2
0   Structural Element for  Building 1  Structural Element for  Building 1
1                                  NaN                                 NaN
2                      Exterior Wall 1               CONCRETE BLOCK STUCCO
3                           Year Built                                2018
4                  Air Condition Desc.                                 NaN
5                            Heat Type                                NONE
6                            Heat Fuel                                NONE
7                            Bed Rooms                                 NaN
8                           Full Baths                                 NaN
9                           Half Baths                                   1
10                      Roof Structure           WOOD JOISTS, WOOD/COMPOSI
11                          Roof Cover           ALUMINUM/STEEL PANEL ENML
12                     Interior Wall 1                              STABLE
13                        Floor Type 1                         RUBBER TILE
14                             Stories                                   1
                                     1                                   2
0   Structural Element for  Building 1  Structural Element for  Building 1
1                                  NaN                                 NaN
2                      Exterior Wall 1               CONCRETE BLOCK STUCCO
3                           Year Built                                2018
4                  Air Condition Desc.                                 NaN
5                            Heat Type                                NONE
6                            Heat Fuel                                NONE
7                            Bed Rooms                                 NaN
8                           Full Baths                                 NaN
9                           Half Baths                                   1
10                      Roof Structure           WOOD JOISTS, WOOD/COMPOSI
11                          Roof Cover           ALUMINUM/STEEL PANEL ENML
12                     Interior Wall 1                              STABLE
13                        Floor Type 1                         RUBBER TILE
14                             Stories                                   1
2018 2018 2018

After reading the entire doc :

page.evaluate("() => dataLayer")

I have come up with a solution in Node js puppeteer and I think it work the same way in python. As far as why the button isn't being pressed, I have no idea. But, what does work is entering an address and then clicking the first address suggestion.

Here is my code:

const puppeteer = require('puppeteer');
async function start(){
    const browser = await puppeteer.launch()
    const page = await browser.newPage()
    await page.goto("https://www.ubereats.com/ca")
    await page.type("#location-typeahead-home-input", "Address")
    await page.waitForSelector('#location-typeahead-home-item-0');
    await page.click("#location-typeahead-home-item-0")
    await page.waitForNavigation()

    console.log(page.url())
    await browser.close()
}

start()

Playwright does not play well with relative paths, use os.getcwd() instead. Also, note that you don't need to ensure that directories exist, playwright creates them automatically if they don't.

from playwright.sync_api import sync_playwright
import os

user_dir = 'tmp/playwright'
user_dir = os.path.join(os.getcwd(), user_dir)

with sync_playwright() as p:
    browser = p.chromium.launch_persistent_context(user_dir, headless=False)
    page = browser.new_page()
    page.goto('https://playwright.dev/python', wait_until='domcontentloaded')