#### TECHSPOT #### [xml]$techspot = iwr https://www.techspot.com/backend.xml $articles = $techspot.getelementsbytagname('item') foreach ($a in $articles){ if ([datetime]$a.pubdate -lt (get-date).addhours(-24)){continue} $a|add-member -notepropertyname "date" -notepropertyvalue ([datetime]$a.pubdate).tostring() $a|add-member -notepropertyname "Author" -notepropertyvalue $a.creator.'#cdata-section' $link = $a.link $title = $a.title.'#cdata-section'.trim() $a|add-member -notepropertyname "Titlestring" -notepropertyvalue $title $html = New-Object -ComObject "HTMLFile" $html.IHTMLDocument2_write($a.description.'#cdata-section') $imglink = $html.body.getelementsbytagname('img')[0].src $text = $html.body.innertext.trim() $a|add-member -notepropertyname "Textonly" -notepropertyvalue $text $a|add-member -notepropertyname "Source" -notepropertyvalue ("TechSpot " + ([datetime]$a.pubdate).tostring()) $a|add-member -notepropertyname "Index" -notepropertyvalue $MasterNumber $index = $a.index $a|add-member -notepropertyname "Article" -notepropertyvalue ("<table width='100%'><tr><td style='font-family: Arial, sans-serif;'><a name=$index href=$link><img width=200 vspace=5 hspace=5 align=left src=" + $imglink + "></a><h3>" + $title + "</h3></td></tr></table><table><tr><td style='font-family: Arial, sans-serif;font-size:13;'>" + $text + "</td></tr></table><hr style='border: 2px solid mintcream;'>") if ($a.date -ne $nul){[array]$Thelist += $a} $MasterNumber++ [System.Runtime.Interopservices.Marshal]::ReleaseComObject($html)|out-null } #### END TECHSPOT #### #### ANDROID CENTRAL #### [xml]$ac = iwr http://feeds2.feedburner.com/androidcentral $articles = $ac.getelementsbytagname('item') foreach ($a in $articles){ if ([datetime]$a.pubdate -lt (get-date).addhours(-24)){continue} $a|add-member -notepropertyname "date" -notepropertyvalue ([datetime]$a.pubdate).tostring() $title = $a.title.trim() $a|add-member -notepropertyname "Titlestring" -notepropertyvalue $title $a|add-member -notepropertyname "Author" -notepropertyvalue $a.creator $link = $a.link $html = New-Object -ComObject "HTMLFile" $encoded = ($a.encoded.'#cdata-section') $html.IHTMLDocument2_write($encoded) $text = $html.body.innerhtml if ($text -ne $nul){$text = $text.replace("<IMG","<img width=300 align=left hspace=10 vspace=10 ")} if ($text -eq $nul){ $text = $a.encoded $text = $text -replace ('<style>+','~') $text = $text.split('~')[0] $text = $text.replace("<IMG","<IMG width=300 align=left hspace=10 vspace=10 ") $text = $text.replace("<img","<img width=300 align=left hspace=10 vspace=10 ") } $text = $text.trim() $a|add-member -notepropertyname "Textonly" -notepropertyvalue $a.description $a|add-member -notepropertyname "Source" -notepropertyvalue ("Android Central " + ([datetime]$a.pubdate).tostring()) $a|add-member -notepropertyname "Index" -notepropertyvalue $MasterNumber $index = $a.index $a|add-member -notepropertyname "Article" -notepropertyvalue ("<table width=100%><tr><td><a name=$index></a><h3>$title</h3></td></tr><tr><td style='font-family: Arial, sans-serif;font-size:13;'>" + $text + "</td></tr></table><hr style='border: 2px solid mintcream;'>") if ($a.date -ne $nul){[array]$thelist += $a} $MasterNumber++ [System.Runtime.Interopservices.Marshal]::ReleaseComObject($html)|out-null } #### END ANDROID CENTRAL #### #### ANDROID POLICE #### [xml]$ap = iwr http://www.androidpolice.com/feed/ $articles = $ap.getelementsbytagname('item') foreach ($a in $articles){ if ([datetime]$a.pubdate -lt (get-date).addhours(-24)){continue} $a|add-member -notepropertyname "date" -notepropertyvalue ([datetime]$a.pubdate).tostring() $link = $a.link $comments = ($a.link + "#comments") $title = $a.title.trim() $title = $title -replace ('\[','"') $title = $title -replace ('\]','"') $a|add-member -notepropertyname "Titlestring" -notepropertyvalue $title.trim() $a|add-member -notepropertyname "Author" -notepropertyvalue $a.creator.'#cdata-section' $html = New-Object -ComObject "HTMLFile" $description = ($a.description.'#cdata-section') $html.IHTMLDocument2_write($description) $imglink = $html.body.getelementsbytagname('img')[0].src $text = $html.body.innertext $text = $text -replace ('\[','"') $text = $text -replace ('\]','"') $text = $text -replace ('Read More\s+') $text = $text -replace ($title) $text = $text.replace(" was written by the awesome team at Android Police.","") $text = $text.trim() $text = $text + " <a href=$comments>Comments</a>" $a|add-member -notepropertyname "Textonly" -notepropertyvalue $text $a|add-member -notepropertyname "Source" -notepropertyvalue ("Android Police " + ([datetime]$a.pubdate).tostring()) $a|add-member -notepropertyname "Index" -notepropertyvalue $MasterNumber $index = $a.index $a|add-member -notepropertyname "Article" -notepropertyvalue ("<table width='100%'><tr><td style='font-family: Arial, sans-serif;'><a name=$index href=$link><img vspace=5 hspace=5 width=200 align=left src=" + $imglink + "></a><h3>" + $title + "</h3></td></tr></table><table><tr><td style='font-family: Arial, sans-serif;font-size:13;'>" + $text + "</td></tr></table><hr style='border: 2px solid mintcream;'>") if ($a.date -ne $nul){[array]$thelist += $a} $MasterNumber++ [System.Runtime.Interopservices.Marshal]::ReleaseComObject($html)|out-null } #### END ANDROID POLICE #### #### SLASHDOT #### [xml]$slashdot = iwr http://rss.slashdot.org/Slashdot/slashdotMain $articles = $slashdot.getelementsbytagname('item') foreach ($a in $articles){ $link = $a.link $title = $a.title $a|add-member -notepropertyname "Titlestring" -notepropertyvalue $title.trim() $a|add-member -notepropertyname "Author" -notepropertyvalue $a.creator $comments = $a.comments $department = $a.department $description = $a.description $subjecticon = ("<img align=left vspace=5 hspace=5 src=https://a.fsdn.com/sd/topics/" + $a.subject + "_64.png>") $html = New-Object -ComObject "HTMLFile" $html.IHTMLDocument2_write($a.description) $text = $html.body.innertext $text = $text.replace('Read more of this story at Slashdot.','') $a|add-member -notepropertyname "Textonly" -notepropertyvalue $text $a|add-member -notepropertyname "Source" -notepropertyvalue ("Slashdot " + ([datetime]$a.date).tostring()) $a|add-member -notepropertyname "Index" -notepropertyvalue $MasterNumber $index = $a.index $a|add-member -notepropertyname "Article" -notepropertyvalue ("<table style='width:100%'><tr><td style='font-family: Arial, sans-serif;'><h3><a name=$index href=$link>" + $subjecticon + "</a>" + $title + "</h3><b>" + $comments + "</b> comments <b><i>(" + $department + ")</b></i></td></tr></table><table><tr><td style='font-family: Arial, sans-serif;font-size:13;'>" + $text + "</td></tr></table><hr style='border: 2px solid mintcream;'>") if ([datetime]$a.date -ge (get-date).addhours(-24)){[array]$TheList += $a} $MasterNumber++ [System.Runtime.Interopservices.Marshal]::ReleaseComObject($html)|out-null } #### END SLASHDOT #### #### PHONE ARENA #### [xml]$phonearena = iwr "https://www.phonearena.com/feed" $articles = $phonearena.rss.channel.item foreach ($a in $articles){ if ([datetime]$a.pubdate -lt (get-date).addhours(-24)){continue} $a|add-member -notepropertyname "date" -notepropertyvalue ([datetime]$a.pubdate).tostring() $link = $a.link $title = $a.title $title = $title.replace("???",'"') $a|add-member -notepropertyname "Titlestring" -notepropertyvalue $title.trim() $html = New-Object -ComObject "HTMLFile" $getimglink = ($a.description.'#cdata-section') $html.IHTMLDocument2_write($getimglink) $imglink = $html.body.getelementsbytagname('img')|select -expand src $text = $html.body.innertext $text = $text.replace("???",'"') $a|add-member -notepropertyname "Textonly" -notepropertyvalue $text.trim() $a|add-member -notepropertyname "Source" -notepropertyvalue ("Phone Arena " + ([datetime]$a.date).tostring()) $a|add-member -notepropertyname "Index" -notepropertyvalue $MasterNumber $index = $a.index $a|add-member -notepropertyname "Article" -notepropertyvalue ("<table width='100%'><tr><td style='font-family: Arial, sans-serif;'><a name=$index href=$link><img width=200 align=left vspace=5 hspace=5 src=" + $imglink + "></a><h3>" + $title + "</h3></td></tr></table><table><tr><td style='font-family: Arial, sans-serif;font-size:13;'>" + $text + "</td></tr></table><hr style='border: 2px solid mintcream;'>") if ($a.date -ne $nul){[array]$TheList +=$a} $MasterNumber++ [System.Runtime.Interopservices.Marshal]::ReleaseComObject($html)|out-null } #### END PHONE ARENA #### #### UBERGIZMO #### [xml]$uber = iwr http://feeds.feedburner.com/ubergizmo $articles = $uber.GetElementsByTagName('item') foreach ($a in $articles){ if ([datetime]$a.pubdate -lt (get-date).addhours(-24)){continue} $a|add-member -notepropertyname "date" -notepropertyvalue ([datetime]$a.pubdate).tostring() $title = $a.title $title = $title.replace("???","'") $title = $title.replace("??",'"') $a|add-member -notepropertyname "Titlestring" -notepropertyvalue $title.trim() $a|add-member -notepropertyname "Author" -notepropertyvalue $a.creator $link = $a.link $html = New-Object -ComObject "HTMLFile" $article = $a.encoded.'#cdata-section' $html.IHTMLDocument2_write($article) $imglink = $html.body.getelementsbytagname('img')[0].src $text = $html.body.innertext $text = $text.replace("???","'") $text = $text.replace("??",'"') $text = $text.replace($title,'') $text = $text.replace(', original content from Ubergizmo. Read our Copyrights and terms of use.','') $a|add-member -notepropertyname "Textonly" -notepropertyvalue $text.trim() $a|add-member -notepropertyname "Source" -notepropertyvalue ("Ubergizmo " + ([datetime]$a.date).tostring()) $a|add-member -notepropertyname "Index" -notepropertyvalue $MasterNumber $index = $a.index $a|add-member -notepropertyname "Article" -notepropertyvalue ("<table width='100%'><tr><td style=font-family: Arial, sans-serif;><a name=$index href=$link><img vspace=5 hspace=5 width=200 align=left src=" + $imglink + "></a><h3>" + $title + "</h3></td></tr></table><table width='100%'><tr><td style='font-family: Arial, sans-serif;font-size:13;'><p>" + $text + "</p></td></tr></table><hr style='border: 2px solid mintcream;'>") if ($a.date -ne $nul){[array]$TheList +=$a} $MasterNumber++ [System.Runtime.Interopservices.Marshal]::ReleaseComObject($html)|out-null } #### END UBERGIZMO #### $IgnoreWords = gc \\server\c$\Users\useraccount\Documents\scripts\ignorewords.txt if ($Ignorewords -eq $nul){$IgnoreWords = gc c:\Users\useraccount\Documents\scripts\ignorewords.txt} $TitleWordFrequency = ([string]$thelist.titlestring).split(" ") |?{-not [String]::IsNullOrEmpty($_)} | %{[Regex]::Replace($_,'[^a-zA-Z0-9]','')} |group |sort count -Descending $ImportantWords = $TitleWordFrequency |?{$IgnoreWords -notcontains $_.name} | select @{n='ImportanceWeight';e={$_.Count * 0.01}}, @{n='ImportantWord';e={$_.Name}} -First 10 $TheList = $TheList|sort {$_.date -as [datetime]} -descending $number = 0 foreach ($i in $importantwords){ $number++ $sub = 0 foreach ($t in $TheList){ if ($t.importantword -ne $nul){continue} $sub++ if ($t.titlestring -match (" " + $i.importantword + " ")){$t|add-member -notepropertyname "ImportantWord" -notepropertyvalue $number} if ($t.importantword -eq $nul){if ($t.titlestring -match (" " + $i.importantword)){$t|add-member -notepropertyname "ImportantWord" -notepropertyvalue $number}} if ($t.importantword -eq $nul){if ($t.titlestring -match ($i.importantword + " ")){$t|add-member -notepropertyname "ImportantWord" -notepropertyvalue $number}} if ($t.titlestring -match (" " + $i.importantword + " ")){$t|add-member -notepropertyname "Isub" -notepropertyvalue $sub} } } #Has important words foreach ($_ in 1..10){ $temp = $TheList|? importantword -eq $_ $temp = $temp|sort isub $iwList += $temp } #Has no important words $iwList += $TheList|? importantword -eq $nul $FinalList = "<center><a name=top></a><table style='width:80%;'>" #Create Title Index $odd = 0 foreach ($i in $iwList){ $index = ("#" + $i.index) $Titlestring = $i.titlestring if ($odd % 2 -eq 0){$FinalList += ("<tr><td><a style='line-height: 1.3;background:#f2f2f2;font-family: Arial, Helvetica, sans-serif;text-decoration:none;font-size:90%;font-weight:bold;color:black;' href=$index>$Titlestring</a></td></tr>")} if ($odd % 2 -ne 0){$FinalList += ("<tr><td><a style='line-height: 1.3;font-family: Arial, Helvetica, sans-serif;text-decoration:none;font-size:90%;font-weight:bold;color:black;' href=$index>$Titlestring</a></td></tr>")} $odd++ } $FinalList += "</table></center>" foreach ($i in $iwList){ $FinalList += '<a style="font-size:80%" href=#top>Top</a><br>' $FinalList += ('<span style="font-size:80%">' + $i.Source + '</span><br>') $FinalList += ('<i style="font-size:80%">' + $i.author + '</i><br>') $link = $i.link $FinalList += ("<a style='font-size:80%' href=$link>Article Link</a>") $FinalList += $i.article } $SMTPServer = "smtp.gmail.com" $SMTPPort = "587" $Username = "myaccount@gmail.com" $Password = "mypassword" $to = "recipient@somemail.com" $subject = ("Daily Tech Summary - " + (get-date).tolongdatestring()) $message = New-Object System.Net.Mail.MailMessage $message.subject = $subject $message.body = $FinalList $message.to.add($to) $message.from = $username $message.IsBodyHTML = $true $smtp = New-Object System.Net.Mail.SmtpClient($SMTPServer, $SMTPPort); $smtp.EnableSSL = $true $smtp.Credentials = New-Object System.Net.NetworkCredential($Username, $Password); $smtp.send($message)
PS C:\Scripts>Write-host "The Best Way To Predict The Future" -foreground white The Best Way To Predict The Future PS C:\Scripts>"is to create it!"|for-each {write-host $_.toupper() -foreground white} IS TO CREATE IT!
Monday, September 25, 2017
PowerShell: Multiple Tech Website RSS Emailer
Instead of receiving several emails from various tech sites I like to follow, I created a script that pulls RSS from five sites, finds common title key words, groups them together, and sorts by date. This way I can read articles about similar topics but from different sides with different views about the subject.
Subscribe to:
Post Comments (Atom)
No comments:
Post a Comment