robviren/datahop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Added two weeks, some minor fixes

Browse Source
This commit is contained in:
robviren
2022-02-22 22:27:05 -06:00
parent 95a327924f
commit 1f93fb5e38
3 changed files with 36 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
runner/instagram.go
View File

@@ -42,8 +42,16 @@ var instagram_liked_by string
const insta_login_url = "https://www.instagram.com/accounts/login/"
func (r *Runner) CheckInstaGram() {
r.page.MustNavigate(insta_login_url)
r.page.WaitLoad()
err := r.page.Navigate(insta_login_url)
for err != nil {
fmt.Print("check insta")
err = r.page.Timeout(5 * time.Second).Navigate(insta_login_url)
}
err = r.page.Timeout(5 * time.Second).WaitLoad()
for err != nil {
fmt.Print("check insta wait")
err = r.page.Reload()
}
location := r.page.MustEval("window.location.href").Str()
if location == insta_login_url {
r.page.MustElement(`input[name="username"]`).Input(r.InstaUser)
@@ -56,8 +64,16 @@ func (r *Runner) CheckInstaGram() {
}
func (r *Runner) InstaPageNavigate(index int) {
r.page.MustNavigate(r.Targets[index].Instagram)
r.page.MustWaitLoad()
err := r.page.Navigate(r.Targets[index].Instagram)
for err != nil {
fmt.Print("insta page nav")
err = r.page.Timeout(5 * time.Second).Navigate(r.Targets[index].Instagram)
}
err = r.page.Timeout(5 * time.Second).WaitLoad()
for err != nil {
fmt.Print("insta page wait")
err = r.page.Reload()
}
r.Scroll(4, 250)
}
@@ -91,9 +107,10 @@ func (r *Runner) GetInstaDataByIndex(index int) Result {
res2 := r.InstaGetRes()
fmt.Println(len(res.Urls))
fmt.Println(len(res2.Urls))
for _, url2 := range res.Urls {
for _, url2 := range res2.Urls {
wasIn := false
for _, url := range res2.Urls {
for _, url := range res.Urls {
if url == url2 {
wasIn = true
}
@@ -129,13 +146,14 @@ func (r *Runner) GetIntsaEgagement(urls []string) []InstaPost {
fmt.Print("https://www.instagram.com" + url + " ---> ")
err := r.page.Timeout(5 * time.Second).Navigate("https://www.instagram.com" + url)
for err != nil {
fmt.Print(".")
err = r.page.Navigate("https://www.instagram.com" + url)
fmt.Print("get insta engage")
err = r.page.Timeout(5 * time.Second).Navigate("https://www.instagram.com" + url)
}
err = r.page.Timeout(5 * time.Second).WaitLoad()
for err != nil {
fmt.Print(".")
err = r.page.Timeout(5 * time.Second).WaitLoad()
fmt.Print("get insta engage wait")
err = r.page.WaitLoad()
}
r.Scroll(10, 250)
@@ -157,7 +175,7 @@ func (r *Runner) GetIntsaEgagement(urls []string) []InstaPost {
} else {
element.MustClick()
r.page.MustWaitLoad()
r.Scroll(99999, longTimeOut)
r.Scroll(99999, 2000)
likes := r.page.MustEval(instagram_liked_by).Int()
res.Likes = likes
}