1. selenium3

mkdir python
cd python
pip3 install selenium==3.141.0 -t . --use-feature=2020-resolver
cd ../
zip -r selenium.zip python

2. selenium4

◆selenium4
mkdir python
cd python
pip3 install selenium==4.1.0 -t .
cd ../
zip -r selenium-4-1-0.zip python

元小池

3. tweepy==4.10.0 oauthlib==3.2.0

mkdir python
cd python
pip3 install tweepy==4.10.0 oauthlib==3.2.0 -t .
cd ../
zip -r tweepy_oauthlib.zip python

元小池

4. headless

for selenium3

mkdir headless
cd headless
curl -SL https://github.com/adieuadieu/serverless-chrome/releases/download/v1.0.0-55/stable-headless-chromium-amazonlinux-2017-03.zip > headless-chromium.zip
unzip -o headless-chromium.zip -d .
rm headless-chromium.zip
curl -SL https://chromedriver.storage.googleapis.com/2.43/chromedriver_linux64.zip > chromedriver.zip
unzip -o chromedriver.zip -d .
rm chromedriver.zip
cd ../
zip -r headless headless

for selenium4 NG

mkdir headless
cd headless
curl -SL https://github.com/adieuadieu/serverless-chrome/releases/download/v1.0.0-38/stable-headless-chromium-amazonlinux-2017-03.zip > headless-chromium.zip
unzip -o headless-chromium.zip -d .
rm headless-chromium.zip
curl -SL https://chromedriver.storage.googleapis.com/2.37/chromedriver_linux64.zip > chromedriver.zip
unzip -o chromedriver.zip -d .
rm chromedriver.zip
cd ../
zip -r headless headless

エラー

[ERROR] WebDriverException: Message: unknown error: 'ms' must be a double
(Session info: headless chrome=64.0.3282.186)
(Driver info: chromedriver=2.37.544315 (730aa6a5fdba159ac9f4c1e8cbc59bf1b5ce12b7),platform=Linux 4.14.255-285-225.501.amzn2.x86_64 x86_64)
Traceback (most recent call last):

for selenium4 NG

mkdir headless
cd headless
curl -SL https://github.com/adieuadieu/serverless-chrome/releases/download/v1.0.0-38/stable-headless-chromium-amazonlinux-2017-03.zip > headless-chromium.zip
unzip -o headless-chromium.zip -d .
rm headless-chromium.zip
curl -SL https://chromedriver.storage.googleapis.com/2.42/chromedriver_linux64.zip > chromedriver.zip
unzip -o chromedriver.zip -d .
rm chromedriver.zip
cd ../
zip -r headless headless

エラー

[ERROR] SessionNotCreatedException: Message: session not created: Chrome version must be >= 68.0.3440.0
(Driver info: chromedriver=2.42.591071 (0b695ff80972cc1a65a5cd643186d2ae582cd4ac),platform=Linux 4.14.255-285-225.501.amzn2.x86_64 x86_64)

for selenium4 エラー

mkdir headless
cd headless
curl -SL https://github.com/adieuadieu/serverless-chrome/releases/download/v1.0.0-57/stable-headless-chromium-amazonlinux-2.zip > headless-chromium.zip

unzip -o headless-chromium.zip -d .
rm headless-chromium.zip
curl -SL https://chromedriver.storage.googleapis.com/86.0.4240.22/chromedriver_linux64.zip > chromedriver.zip
unzip -o chromedriver.zip -d .
rm chromedriver.zip
cd ../
zip -r headless headless

エラー

[ERROR] WebDriverException: Message: unknown error: Chrome failed to start: exited abnormally.
(chrome not reachable)
(The process started from chrome location /opt/headless/headless-chromium is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
#0 0x55f448872d99 <unknown>
Traceback (most recent call last):
  File "/var/task/lambda_function.py", line 21, in lambda_handler
    kaisai_date = tweetBot.scrapeSingaporeRecentDate()
  File "/var/task/modules/tweetBot.py", line 31, in scrapeSingaporeRecentDate
    driver = prepare_chrome_driver()
  File "/var/task/modules/prepare_chrome_driver.py", line 34, in prepare_chrome_driver
    options=options
  File "/opt/python/selenium/webdriver/chrome/webdriver.py", line 73, in __init__
    service_log_path, service, keep_alive)
  File "/opt/python/selenium/webdriver/chromium/webdriver.py", line 99, in __init__
    options=options)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 268, in __init__
    self.start_session(capabilities, browser_profile)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 359, in start_session
    response = self.execute(Command.NEW_SESSION, parameters)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 424, in execute
    self.error_handler.check_response(response)
  File "/opt/python/selenium/webdriver/remote/errorhandler.py", line 247, in check_response
    raise exception_class(message, screen, stacktrace)
END RequestId: 47cb5aa6-6a3d-4c93-8975-0ddcfc2eebda
REPORT RequestId: 47cb5aa6-6a3d-4c93-8975-0ddcfc2eebda	Duration: 4255.74 ms	Billed Duration: 4256 ms	Memory Size: 384 MB	Max Memory Used: 173 MB	Init Duration: 478.73 ms

元小池

5 .pandasとnumpy あとでそれぞれをマージ

mkdir python
cd python
pip3 install pandas==1.3.5  -t .
cd ../
zip -r pandas1.3.5.zip python

mkdir python
cd python
pip3 install numpy==1.17.3 -t .
pip3 install numpy==1.20.3 -t .
pip3 install numpy==1.21.6 -t .
cd ../
zip -r numpy1.21.6.zip python
pip3 install pandas==1.3.5 numpy==1.17.3 -t .

元小池

mkdir python
cd python
python3 -m pip install pandas -t .
cd ../
zip -r pandas.zip python

元小池

バージョン
numpy-1.21.6.dist-info
pandas-1.3.5.dist-info

元小池

を参考に解決

元小池

◆AWS lamdbaのレイヤーを公開

aws lambda add-layer-version-permission \
 --layer-name tweepy \
 --statement-id share-with-dev \
 --version-number 1 \
 --principal '*' \
 --action lambda:GetLayerVersion

aws lambda add-layer-version-permission \
 --layer-name oauthlib \
 --statement-id share-with-dev \
 --version-number 2 \
 --principal '*' \
 --action lambda:GetLayerVersion

元小池

レイヤーのスリム化（削減）

rm -fr */*/*/*/*/*/__pycache__
rm -fr */*/*/*/*/__pycache__
rm -fr */*/*/*/__pycache__
rm -fr */*/*/__pycache__
rm -fr */*/__pycache__
rm -fr */__pycache__
rm -fr __pycache__
find | grep __pycache__

soファイルも削除

rm -fr */*/*/*/*.so
rm -fr */*/*/*.so
rm -fr */*/*/*.so
rm -fr */*/*.so
rm -fr */*.so
find | grep so

dist-info　フォルダも不要

元小池

失敗

mkdir headless
cd headless
curl -SL https://github.com/adieuadieu/serverless-chrome/releases/download/v1.0.0-57/stable-headless-chromium-amazonlinux-2.zip > headless-chromium.zip

unzip -o headless-chromium.zip -d .
rm headless-chromium.zip
curl -SL https://chromedriver.storage.googleapis.com/85.0.4183.87/chromedriver_linux64.zip > chromedriver.zip
unzip -o chromedriver.zip -d .
rm chromedriver.zip
cd ../
zip -r headless headless
aws s3 cp headless.zip s3://python-get-object-temp

元小池

selenium 4 とドライバーの組み合わせ

START RequestId: 559d1786-b3ae-42e4-b128-702c564da70b Version: $LATEST
lambda_handler start
2023-01-04
scrapeSingaporeRecentDate start
[ERROR] WebDriverException: Message: unknown error: Chrome failed to start: exited abnormally.
(unknown error: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/headless/headless-chromium is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
#0 0x55bd43bc8a39 <unknown>
Traceback (most recent call last):
  File "/var/task/lambda_function.py", line 21, in lambda_handler
    kaisai_date = tweetBot.scrapeSingaporeRecentDate()
  File "/var/task/modules/tweetBot.py", line 31, in scrapeSingaporeRecentDate
    driver = prepare_chrome_driver()
  File "/var/task/modules/prepare_chrome_driver.py", line 34, in prepare_chrome_driver
    options=options
  File "/opt/python/selenium/webdriver/chrome/webdriver.py", line 73, in __init__
    service_log_path, service, keep_alive)
  File "/opt/python/selenium/webdriver/chromium/webdriver.py", line 99, in __init__
    options=options)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 268, in __init__
    self.start_session(capabilities, browser_profile)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 359, in start_session
    response = self.execute(Command.NEW_SESSION, parameters)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 424, in execute
    self.error_handler.check_response(response)
  File "/opt/python/selenium/webdriver/remote/errorhandler.py", line 247, in check_response
    raise exception_class(message, screen, stacktrace)
END RequestId: 559d1786-b3ae-42e4-b128-702c564da70b
REPORT RequestId: 559d1786-b3ae-42e4-b128-702c564da70b	Duration: 3462.71 ms	Billed Duration: 3463 ms	Memory Size: 384 MB	Max Memory Used: 170 MB	Init Duration: 518.37 ms

元小池

DevToolsとやり取りするにはポートを指定してやる必要がある。

options.add_argument("--remote-debugging-port=9222")

https://blog.sbfm.jp/archives/196

元小池

options.add_argument("--single-process")
options.add_argument("--disable-dev-shm-usage")
options.add_argument("--no-sandbox")

元小池

トライ事項

オプション追加
オプションの設定定義変更

元小池

options.add_argument("--disable-dev-shm-usage")

を追加することで、解決した

元小池

安定版

selenium 3.1.4 とドライバーの組み合わせ

v1.0.0-55/stable-headless-chromium-amazonlinux-2017-03.zip
2.43/chromedriver_linux64.zip

selenium 4 とドライバーの組み合わせ

headless-layer_headless-chromium-1-0-0-55_chromedriver-2-43 起動はするが肝心な処理は動かず、、、

元小池

headless-layer_headless-chromium-1-0-0-57_chromedriver-86-0-4240 NG

START RequestId: 42f53b60-9216-4ce9-a05d-75a0b7a46661 Version: $LATEST
lambda_handler start
2023-01-04
scrapeSingaporeRecentDate start
[ERROR] WebDriverException: Message: unknown error: Chrome failed to start: exited abnormally.
(unknown error: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/headless/headless-chromium is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
#0 0x55e63bd62d99 <unknown>
Traceback (most recent call last):

元小池

headless-layer_headless-chromium-1-0-0-57_chromedriver-85-0-4183 NG

START RequestId: 6dd1fa9d-dbd4-4dd1-b948-ccde2190ea62 Version: $LATEST
lambda_handler start
2023-01-04
scrapeSingaporeRecentDate start
[ERROR] SessionNotCreatedException: Message: session not created
from timeout: Timed out receiving message from renderer: 600.000
(Session info: headless chrome=86.0.4240.111)
Stacktrace:
#0 0x5575ca72ba39 <unknown>
Traceback (most recent call last):
  File "/var/task/lambda_function.py", line 21, in lambda_handler
    kaisai_date = tweetBot.scrapeSingaporeRecentDate()
  File "/var/task/modules/tweetBot.py", line 31, in scrapeSingaporeRecentDate
    driver = prepare_chrome_driver()
  File "/var/task/modules/prepare_chrome_driver.py", line 35, in prepare_chrome_driver
    options=options
  File "/opt/python/selenium/webdriver/chrome/webdriver.py", line 73, in __init__
    service_log_path, service, keep_alive)
  File "/opt/python/selenium/webdriver/chromium/webdriver.py", line 99, in __init__
    options=options)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 268, in __init__
    self.start_session(capabilities, browser_profile)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 359, in start_session
    response = self.execute(Command.NEW_SESSION, parameters)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 424, in execute
    self.error_handler.check_response(response)
  File "/opt/python/selenium/webdriver/remote/errorhandler.py", line 247, in check_response
    raise exception_class(message, screen, stacktrace)
END RequestId: 6dd1fa9d-dbd4-4dd1-b948-ccde2190ea62
REPORT RequestId: 6dd1fa9d-dbd4-4dd1-b948-ccde2190ea62	Duration: 601306.96 ms	Billed Duration: 601307 ms	Memory Size: 384 MB	Max Memory Used: 384 MB

元小池

headless-layer_headless-chromium-1-0-0-38_chromedriver-2-42

START RequestId: 99dc59ee-b015-45cd-bded-1d7bb1d1a1c1 Version: $LATEST
lambda_handler start
2023-01-04
scrapeSingaporeRecentDate start
[ERROR] SessionNotCreatedException: Message: session not created: Chrome version must be >= 68.0.3440.0
(Driver info: chromedriver=2.42.591071 (0b695ff80972cc1a65a5cd643186d2ae582cd4ac),platform=Linux 4.14.255-285-225.501.amzn2.x86_64 x86_64)
Traceback (most recent call last):
  File "/var/task/lambda_function.py", line 21, in lambda_handler
    kaisai_date = tweetBot.scrapeSingaporeRecentDate()
  File "/var/task/modules/tweetBot.py", line 31, in scrapeSingaporeRecentDate
    driver = prepare_chrome_driver()
  File "/var/task/modules/prepare_chrome_driver.py", line 35, in prepare_chrome_driver
    options=options
  File "/opt/python/selenium/webdriver/chrome/webdriver.py", line 73, in __init__
    service_log_path, service, keep_alive)
  File "/opt/python/selenium/webdriver/chromium/webdriver.py", line 99, in __init__
    options=options)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 268, in __init__
    self.start_session(capabilities, browser_profile)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 359, in start_session
    response = self.execute(Command.NEW_SESSION, parameters)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 424, in execute
    self.error_handler.check_response(response)
  File "/opt/python/selenium/webdriver/remote/errorhandler.py", line 247, in check_response
    raise exception_class(message, screen, stacktrace)
END RequestId: 99dc59ee-b015-45cd-bded-1d7bb1d1a1c1
REPORT RequestId: 99dc59ee-b015-45cd-bded-1d7bb1d1a1c1	Duration: 61626.77 ms	Billed Duration: 61627 ms	Memory Size: 384 MB	Max Memory Used: 195 MB	Init Duration: 497.82 ms

元小池

headless-layer_headless-chromium-1-0-0-38_chromedriver-2-37

START RequestId: 40b23b09-8689-4571-b373-cf43e1996dac Version: $LATEST
lambda_handler start
2023-01-04
scrapeSingaporeRecentDate start
[ERROR] WebDriverException: Message: unknown error: 'ms' must be a double
(Session info: headless chrome=64.0.3282.186)
(Driver info: chromedriver=2.37.544315 (730aa6a5fdba159ac9f4c1e8cbc59bf1b5ce12b7),platform=Linux 4.14.255-285-225.501.amzn2.x86_64 x86_64)
Traceback (most recent call last):
  File "/var/task/lambda_function.py", line 21, in lambda_handler
    kaisai_date = tweetBot.scrapeSingaporeRecentDate()
  File "/var/task/modules/tweetBot.py", line 33, in scrapeSingaporeRecentDate
    driver.implicitly_wait(waiting_time)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 1149, in implicitly_wait
    'implicit': int(float(time_to_wait) * 1000)})
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 424, in execute
    self.error_handler.check_response(response)
  File "/opt/python/selenium/webdriver/remote/errorhandler.py", line 247, in check_response
    raise exception_class(message, screen, stacktrace)
END RequestId: 40b23b09-8689-4571-b373-cf43e1996dac
REPORT RequestId: 40b23b09-8689-4571-b373-cf43e1996dac	Duration: 6868.42 ms	Billed Duration: 6869 ms	Memory Size: 384 MB	Max Memory Used: 200 MB	Init Duration: 482.32 ms

元小池

なぜかNG

OpenBLAS WARNING - could not determine the L2 cache size on this system, assuming 256k
START RequestId: da90fd4c-5b15-486e-817b-d68682ec5594 Version: $LATEST
lambda_handler start
2023-01-04
scrapeSingaporeRecentDate start
scraping: https://racing.turfclub.com.sg/en/race-results/
Message: timeout
(Session info: headless chrome=69.0.3497.81)
(Driver info: chromedriver=2.43.600233 (523efee95e3d68b8719b3a1c83051aa63aa6b10d),platform=Linux 4.14.255-285-225.501.amzn2.x86_64 x86_64)
[ERROR] WebDriverException: Message: unknown error: failed to close window in 20 seconds
(Session info: headless chrome=69.0.3497.81)
(Driver info: chromedriver=2.43.600233 (523efee95e3d68b8719b3a1c83051aa63aa6b10d),platform=Linux 4.14.255-285-225.501.amzn2.x86_64 x86_64)
Traceback (most recent call last):
  File "/var/task/lambda_function.py", line 24, in lambda_handler
    kaisai_date = tweetBot.scrapeSingaporeRecentDate()
  File "/var/task/modules/tweetBot.py", line 61, in scrapeSingaporeRecentDate
    driver.close()
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 937, in close
    self.execute(Command.CLOSE)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 424, in execute
    self.error_handler.check_response(response)
  File "/opt/python/selenium/webdriver/remote/errorhandler.py", line 247, in check_response
    raise exception_class(message, screen, stacktrace)
END RequestId: da90fd4c-5b15-486e-817b-d68682ec5594
REPORT RequestId: da90fd4c-5b15-486e-817b-d68682ec5594	Duration: 365162.35 ms	Billed Duration: 365163 ms	Memory Size: 128 MB	Max Memory Used: 128 MB	Init Duration: 1206.23 ms

元小池

メモリ不足だったので、解決

元小池

mkdir headless
cd headless
curl -SL https://github.com/adieuadieu/serverless-chrome/releases/download/v1.0.0-57/stable-headless-chromium-amazonlinux-2.zip > headless-chromium.zip

unzip -o headless-chromium.zip -d .
rm headless-chromium.zip
curl -SL https://chromedriver.storage.googleapis.com/97.0.4692.36/chromedriver_linux64.zip > chromedriver.zip
unzip -o chromedriver.zip -d .
rm chromedriver.zip
cd ../
zip -r headless headless
aws s3 cp headless.zip s3://python-get-object-temp

元小池

mkdir headless
cd headless
curl -SL https://github.com/adieuadieu/serverless-chrome/releases/download/v1.0.0-57/stable-headless-chromium-amazonlinux-2.zip > headless-chromium.zip

unzip -o headless-chromium.zip -d .
rm headless-chromium.zip
curl -SL https://chromedriver.storage.googleapis.com/86.0.4240.22/chromedriver_linux64.zip > chromedriver.zip
unzip -o chromedriver.zip -d .
rm chromedriver.zip
cd ../
zip -r headless headless
aws s3 cp headless.zip s3://python-get-object-temp

元小池

START RequestId: f13cab4c-84d9-4932-9ca2-3cc694bbc9f6 Version: $LATEST
lambda_handler start
2023-01-04
scrapeSingaporeRecentDate start
[ERROR] SessionNotCreatedException: Message: session not created
from timeout: Timed out receiving message from renderer: 600.000
(Session info: headless chrome=86.0.4240.111)
Stacktrace:
#0 0x55f50408bd99 <unknown>
Traceback (most recent call last):
  File "/var/task/lambda_function.py", line 21, in lambda_handler
    kaisai_date = tweetBot.scrapeSingaporeRecentDate()
  File "/var/task/modules/tweetBot.py", line 31, in scrapeSingaporeRecentDate
    driver = prepare_chrome_driver()
  File "/var/task/modules/prepare_chrome_driver.py", line 56, in prepare_chrome_driver
    options=options
  File "/opt/python/selenium/webdriver/chrome/webdriver.py", line 73, in __init__
    service_log_path, service, keep_alive)
  File "/opt/python/selenium/webdriver/chromium/webdriver.py", line 99, in __init__
    options=options)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 268, in __init__
    self.start_session(capabilities, browser_profile)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 359, in start_session
    response = self.execute(Command.NEW_SESSION, parameters)
  File "/opt/python/selenium/webdriver/remote/webdriver.py", line 424, in execute
    self.error_handler.check_response(response)
  File "/opt/python/selenium/webdriver/remote/errorhandler.py", line 247, in check_response
    raise exception_class(message, screen, stacktrace)
END RequestId: f13cab4c-84d9-4932-9ca2-3cc694bbc9f6
REPORT RequestId: f13cab4c-84d9-4932-9ca2-3cc694bbc9f6	Duration: 602851.18 ms	Billed Duration: 602852 ms	Memory Size: 612 MB	Max Memory Used: 460 MB	Init Duration: 518.84 ms

元小池

selenium 4は、ドライバーのバージョンが古すぎたので、selenium 3+ pandasで実行済みのため、クローズ。

元小池

参考サイト

python3.9 pandas numpyレイヤー作成

mkdir python
cd python
pip3 install pandas==1.5.3 numpy==1.24.2 -t .
rm -fr */*/*/*/*/*/__pycache__
rm -fr */*/*/*/*/__pycache__
rm -fr */*/*/*/__pycache__
rm -fr */*/*/__pycache__
rm -fr */*/__pycache__
rm -fr */__pycache__
rm -fr __pycache__
find | grep __pycache__
cd ../
zip -r pandas1.5.3_numpy1.24.2.zip python
aws s3 cp pandas1.5.3_numpy1.24.2.zip s3://python-get-object-temp

python3.10 pandas numpyレイヤー作成

mkdir python
cd python
pip3 install pandas==2.0.0 numpy==1.24.2 -t .
rm -fr */*/*/*/*/*/__pycache__
rm -fr */*/*/*/*/__pycache__
rm -fr */*/*/*/__pycache__
rm -fr */*/*/__pycache__
rm -fr */*/__pycache__
rm -fr */__pycache__
rm -fr __pycache__
find | grep __pycache__
cd ../
zip -r pandas2.0.0_numpy1.24.2.zip python
aws s3 cp pandas2.0.0_numpy1.24.2.zip s3://python-get-object-temp

python3.10 lxml、BeautifulSoupレイヤー作成

mkdir python
cd python
pip3 install lxml==4.9.2 beautifulsoup4==4.12.2 -t .
rm -fr */*/*/*/*/*/__pycache__
rm -fr */*/*/*/*/__pycache__
rm -fr */*/*/*/__pycache__
rm -fr */*/*/__pycache__
rm -fr */*/__pycache__
rm -fr */__pycache__
rm -fr __pycache__
find | grep __pycache__
cd ../
zip -r lxml4.9.2_beautifulsoup4.4.12.2.zip python
aws s3 cp lxml4.9.2_beautifulsoup4.4.12.2.zip s3://python-get-object-temp

python3.10 defusedxml、dotenv、load_dotenvレイヤー作成

mkdir python
cd python
pip3 install defusedxml==0.7.1 dotenv==0.0.5 load-dotenv==0.1.0 -t .
rm -fr */*/*/*/*/*/__pycache__
rm -fr */*/*/*/*/__pycache__
rm -fr */*/*/*/__pycache__
rm -fr */*/*/__pycache__
rm -fr */*/__pycache__
rm -fr */__pycache__
rm -fr __pycache__
find | grep __pycache__
cd ../
zip -r defusedxml.0.7.1_dotenv.0.0.5_load_dotenv.0.1.0.zip python
aws s3 cp defusedxml.0.7.1_dotenv.0.0.5_load_dotenv.0.1.0.zip s3://python-get-object-temp

python3.10 google-api-python-client、oauth2clientレイヤー作成

mkdir python
cd python
pip3 install google-analytics-data==0.16.2 -t .
rm -fr */*/*/*/*/*/__pycache__
rm -fr */*/*/*/*/__pycache__
rm -fr */*/*/*/__pycache__
rm -fr */*/*/__pycache__
rm -fr */*/__pycache__
rm -fr */__pycache__
rm -fr __pycache__
find | grep __pycache__
cd ../
zip -r google-api.zip python
aws s3 cp google-api.zip s3://python-get-object-temp

python3.10 selenum4レイヤー作成

mkdir python
cd python
pip3 install selenium==4.8.3 -t .
rm -fr */*/*/*/*/*/__pycache__
rm -fr */*/*/*/*/__pycache__
rm -fr */*/*/*/__pycache__
rm -fr */*/*/__pycache__
rm -fr */*/__pycache__
rm -fr */__pycache__
rm -fr __pycache__
find | grep __pycache__
cd ../
zip -r selenium483 python
aws s3 cp selenium483.zip s3://python-get-object-temp

このスクラップは2023/04/19にクローズされました