stash
This commit is contained in:
@@ -0,0 +1,96 @@
|
||||
import json
|
||||
import sys
|
||||
from typing import Any
|
||||
from py_common import log
|
||||
from py_common.util import dig, replace_all
|
||||
from AyloAPI.scrape import (
|
||||
gallery_from_url,
|
||||
scraper_args,
|
||||
scene_from_url,
|
||||
scene_search,
|
||||
scene_from_fragment,
|
||||
performer_from_url,
|
||||
performer_from_fragment,
|
||||
performer_search,
|
||||
movie_from_url,
|
||||
)
|
||||
|
||||
studio_map = {
|
||||
"dlf": "Dilfed",
|
||||
"DogHouseDigital": "Doghouse Digital",
|
||||
"LesbianOlderYounger": "Lesbian Older Younger",
|
||||
"SweetHeartVideo": "Sweetheart Video",
|
||||
"SweetSinner": "Sweet Sinner",
|
||||
"RealityJunkies": "Reality Junkies",
|
||||
}
|
||||
|
||||
|
||||
def milehigh(obj: Any, _) -> Any:
|
||||
fixed = replace_all(obj, "name", replacement=lambda x: studio_map.get(x, x))
|
||||
|
||||
replacement = None
|
||||
match dig(fixed, "studio", "name"):
|
||||
case "Dilfed":
|
||||
replacement = "dilfed.com"
|
||||
case "Doghouse Digital":
|
||||
replacement = "doghousedigital.com"
|
||||
case "Family Sinners":
|
||||
replacement = "familysinners.com"
|
||||
case "Milfed" | "Lesbian Older Younger":
|
||||
replacement = "milfed.com"
|
||||
case "Reality Junkies":
|
||||
replacement = "realityjunkies.com"
|
||||
case "Sweet Sinner":
|
||||
replacement = "sweetsinner.com"
|
||||
case "Sweetheart Video":
|
||||
replacement = "sweetheartvideo.com"
|
||||
case _:
|
||||
replacement = "milehighmedia.com"
|
||||
|
||||
# Replace the studio name in all URLs: even if there's no specific studio,
|
||||
# milehigh.com is wrong and needs to be replaced with milehighmedia.com
|
||||
fixed = replace_all(fixed, "url", lambda x: x.replace("milehigh.com", replacement))
|
||||
|
||||
return fixed
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
domains = [
|
||||
"milehighmedia",
|
||||
"dilfed",
|
||||
"doghousedigital",
|
||||
"familysinners",
|
||||
"milfed",
|
||||
"realityjunkies",
|
||||
"sweetsinner",
|
||||
"sweetheartvideo",
|
||||
]
|
||||
op, args = scraper_args()
|
||||
result = None
|
||||
|
||||
match op, args:
|
||||
case "gallery-by-url" | "gallery-by-fragment", {"url": url} if url:
|
||||
result = gallery_from_url(url, postprocess=milehigh)
|
||||
case "scene-by-url", {"url": url} if url:
|
||||
result = scene_from_url(url, postprocess=milehigh)
|
||||
case "scene-by-name", {"name": name} if name:
|
||||
result = scene_search(name, search_domains=domains, postprocess=milehigh)
|
||||
case "scene-by-fragment" | "scene-by-query-fragment", args:
|
||||
result = scene_from_fragment(
|
||||
args, search_domains=domains, postprocess=milehigh
|
||||
)
|
||||
case "performer-by-url", {"url": url}:
|
||||
result = performer_from_url(url, postprocess=milehigh)
|
||||
case "performer-by-fragment", args:
|
||||
result = performer_from_fragment(args)
|
||||
case "performer-by-name", {"name": name} if name:
|
||||
result = performer_search(
|
||||
name, search_domains=domains, postprocess=milehigh
|
||||
)
|
||||
case "movie-by-url", {"url": url} if url:
|
||||
result = movie_from_url(url, postprocess=milehigh)
|
||||
case _:
|
||||
log.error(f"Operation: {op}, arguments: {json.dumps(args)}")
|
||||
sys.exit(1)
|
||||
|
||||
print(json.dumps(result))
|
||||
@@ -0,0 +1,109 @@
|
||||
name: Mile High Media (Straight)
|
||||
# requires: py_common, AyloAPI
|
||||
# scrapes: Dilfed, Doghouse Digital, Family Sinners, Lesbian Older Younger, Mile High Media, Milfed, Reality Junkies, Sweet Sinner, Sweetheart Video
|
||||
galleryByURL:
|
||||
- action: script
|
||||
url:
|
||||
- milehighmedia.com/scene/
|
||||
- dilfed.com/scene/
|
||||
- doghousedigital.com/scene/
|
||||
- familysinners.com/scene/
|
||||
- milfed.com/scene/
|
||||
- realityjunkies.com/scene/
|
||||
- sweetsinner.com/scene/
|
||||
- sweetheartvideo.com/scene/
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- gallery-by-url
|
||||
galleryByFragment:
|
||||
action: script
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- gallery-by-fragment
|
||||
sceneByURL:
|
||||
- action: script
|
||||
url:
|
||||
- milehighmedia.com/scene/
|
||||
- dilfed.com/scene/
|
||||
- doghousedigital.com/scene/
|
||||
- familysinners.com/scene/
|
||||
- milfed.com/scene/
|
||||
- realityjunkies.com/scene/
|
||||
- sweetsinner.com/scene/
|
||||
- sweetheartvideo.com/scene/
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- scene-by-url
|
||||
sceneByFragment:
|
||||
action: script
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- scene-by-fragment
|
||||
sceneByName:
|
||||
action: script
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- scene-by-name
|
||||
sceneByQueryFragment:
|
||||
action: script
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- scene-by-query-fragment
|
||||
performerByName:
|
||||
action: script
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- performer-by-name
|
||||
performerByURL:
|
||||
- action: script
|
||||
url:
|
||||
- milehighmedia.com/model/
|
||||
- dilfed.com/model/
|
||||
- doghousedigital.com/model/
|
||||
- familysinners.com/model/
|
||||
- milfed.com/model/
|
||||
- realityjunkies.com/model/
|
||||
- sweetsinner.com/model/
|
||||
- sweetheartvideo.com/model/
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- performer-by-url
|
||||
performerByFragment:
|
||||
action: script
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- performer-by-fragment
|
||||
movieByURL:
|
||||
- action: script
|
||||
url:
|
||||
- milehighmedia.com/movie/
|
||||
- dilfed.com/movie/
|
||||
- doghousedigital.com/movie/
|
||||
- familysinners.com/series/
|
||||
- milfed.com/movie/
|
||||
- realityjunkies.com/movie/
|
||||
- sweetsinner.com/movie/
|
||||
- sweetheartvideo.com/movie/
|
||||
# Since scenes link to the movie we can scrape movies from scenes
|
||||
- milehighmedia.com/scene/
|
||||
- dilfed.com/scene/
|
||||
- doghousedigital.com/scene/
|
||||
- familysinners.com/scene/
|
||||
- milfed.com/scene/
|
||||
- realityjunkies.com/scene/
|
||||
- sweetsinner.com/scene/
|
||||
- sweetheartvideo.com/scene/
|
||||
script:
|
||||
- python
|
||||
- MileHighMedia_Straight.py
|
||||
- movie-by-url
|
||||
# Last Updated January 14, 2024
|
||||
10
stash/config/scrapers/community/MileHighMedia_Straight/manifest
Executable file
10
stash/config/scrapers/community/MileHighMedia_Straight/manifest
Executable file
@@ -0,0 +1,10 @@
|
||||
id: MileHighMedia_Straight
|
||||
name: Mile High Media (Straight)
|
||||
metadata: {}
|
||||
version: c2abfdf
|
||||
date: "2024-02-03 17:45:33"
|
||||
requires: []
|
||||
source_repository: https://stashapp.github.io/CommunityScrapers/stable/index.yml
|
||||
files:
|
||||
- MileHighMedia_Straight.py
|
||||
- MileHighMedia_Straight.yml
|
||||
Reference in New Issue
Block a user