robviren/datahop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Reload page

Browse Source
This commit is contained in:
robviren
2021-12-20 11:02:34 -06:00
parent 6c3065d2a8
commit acefe66f8e
2 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
runner/instagram.go
View File

@@ -111,13 +111,17 @@ func (r *Runner) GetIntsaEgagement(urls []string) []InstaPost {
for _, url := range urls { for _, url := range urls {
fmt.Print("https://www.instagram.com" + url + " ---> ") fmt.Print("https://www.instagram.com" + url + " ---> ")
r.page.MustNavigate("https://www.instagram.com" + url) err := r.page.Timeout(5 * time.Second).Navigate("https://www.instagram.com" + url)
for err != nil {
fmt.Print(".")
err = r.page.Navigate("https://www.instagram.com" + url)
}
r.page.MustWaitLoad() r.page.MustWaitLoad()
r.Scroll(10, 250) r.Scroll(10, 250)
data := r.page.MustEval(instagram_post_data).JSON("", "") data := r.page.MustEval(instagram_post_data).JSON("", "")
var res InstaPost var res InstaPost
err := json.Unmarshal([]byte(data), &res) err = json.Unmarshal([]byte(data), &res)
checkErr(err) checkErr(err)
if res.Timestamp.Before(r.weekago) { if res.Timestamp.Before(r.weekago) {
fmt.Println("Reached post outside range ", res.Timestamp) fmt.Println("Reached post outside range ", res.Timestamp)

6
runner/js/facebook_data.js
View File

@@ -49,9 +49,9 @@
} }
var day = parseInt(date_strings[1]) var day = parseInt(date_strings[1])
var year = d.getFullYear() var year = d.getFullYear()
if (month === 12 && d.getMonth() !== month) { // if (month === 12 && d.getMonth() !== month) {
year += 1 // year += 1
} // }
var hours = parseInt(date_strings[3].split(":")[0]) var hours = parseInt(date_strings[3].split(":")[0])
if (hours < 12 && date_strings[4] === "PM") { if (hours < 12 && date_strings[4] === "PM") {
hours += 12 hours += 12