Merge branch 'master' of git@github.com:fizx/dexter
This commit is contained in:
Kyle Maxwell
commit
a70c9b3427
|
|
@ -0,0 +1,15 @@
|
|||
- what is dex?
|
||||
- data extraction from xml/html
|
||||
- current options: hpricot/nokogiri, XSLT, beautiful soup
|
||||
- selectors + structure
|
||||
- selectors: xpath + css + functions (xpath+exsl+regex)
|
||||
|
||||
h1>a
|
||||
substring-after(h1, ':')
|
||||
regexp:match(span.rating, '\d+', '')
|
||||
//location[obj='some-id']/ancestor::group/@id
|
||||
html('http://google.com')//title
|
||||
html(//div/a/@href)//title
|
||||
|
||||
- structure: json-by-example
|
||||
- example: yelp.dex
|
||||
7
PAPER
7
PAPER
|
|
@ -5,6 +5,10 @@ A common programming task is data extraction from xml and html documents. I int
|
|||
Introduction
|
||||
================================================================
|
||||
|
||||
Today, developers use a couple toolsets to do data extraction. Many developers use libraries like Hpricot for Ruby and Beautiful Soup for Python. These libraries allow extraction of xml subtrees via XPath or CSS selectors. These subtrees are futher refined using the scripting language, often with the help of regular expressions.
|
||||
|
||||
Other developers use XSLT. While fast, mature, and conceptually elegant, XSLT
|
||||
|
||||
- current techniques
|
||||
- benefits of standardization
|
||||
- best of current
|
||||
|
|
@ -15,8 +19,9 @@ Features
|
|||
- with some expression examples
|
||||
- multiple elements, one pass / context switching
|
||||
- exslt / standard library
|
||||
- pruning
|
||||
- json
|
||||
- language integration
|
||||
- pruning
|
||||
- structural parsing
|
||||
|
||||
Examples
|
||||
|
|
|
|||
2
dexter.c
2
dexter.c
|
|
@ -37,7 +37,7 @@ static parsedDexPtr parse_error(char* format, ...) {
|
|||
ptr->xml = NULL;
|
||||
va_list args;
|
||||
va_start(args, format);
|
||||
vasprintf(ptr->error, format, args);
|
||||
vasprintf(&ptr->error, format, args);
|
||||
va_end(args);
|
||||
return ptr;
|
||||
}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,9 @@
|
|||
{
|
||||
"groups": [{
|
||||
"date": "h4",
|
||||
"events(p)": [{
|
||||
"title": ".",
|
||||
"link": "a/@href",
|
||||
}]
|
||||
}]
|
||||
}
|
||||
|
|
@ -0,0 +1,207 @@
|
|||
<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
|
||||
<html><head>
|
||||
<title>austin activity partners classifieds - craigslist</title>
|
||||
|
||||
<meta name="description" content="craigslist activity partners classifieds for austin ">
|
||||
<meta name="keywords" content="austin activity partners craigslist, classifieds, want ads ">
|
||||
|
||||
|
||||
|
||||
<link rel=alternate type="application/rss+xml" href="index.rss" title="RSS feed for craigslist | activity partners in austin ">
|
||||
<link rel="stylesheet" title="craigslist" href="http://www.craigslist.org/styles/craigslist.css" type="text/css" media="all">
|
||||
</head>
|
||||
|
||||
<body class="toc">
|
||||
|
||||
<a name="top"></a>
|
||||
|
||||
<div class="bchead"><span id="ef">
|
||||
|
||||
[ <a href="http://www.craigslist.org/about/help/">help</a> ]
|
||||
[ <a href="https://post.craigslist.org/aus/C">post</a> ]</span>
|
||||
|
||||
<a href="/"> austin craigslist</a> > <a href="/act/">activity partners</a></div>
|
||||
|
||||
<blockquote>
|
||||
<form action="/search/act" method="get" onsubmit="ckCAbb();">
|
||||
|
||||
<script type="text/javascript"><!--
|
||||
function ckCAbb() {
|
||||
t = document.getElementById("cAbb");
|
||||
if (t.value == "act") { t.disabled = true; }
|
||||
}
|
||||
-->
|
||||
</script>
|
||||
|
||||
<table width="95%" cellpadding="2" style="white-space: nowrap; background:#eee; border:1px solid gray;" summary="">
|
||||
<tr>
|
||||
<td align="right" width="1">search for:</td>
|
||||
<td width="30%"><input id="query" name="query" size="30" value=""> in:
|
||||
<select id="cAbb" name="catAbbreviation">
|
||||
<option value="ccc">all community<option disabled value="">--<option value="act" selected> activity partners
|
||||
<option value="ats"> artists
|
||||
<option value="kid"> childcare
|
||||
<option value="com"> general
|
||||
<option value="grp"> groups
|
||||
<option value="vnn"> local news and views
|
||||
<option value="laf"> lost & found
|
||||
<option value="muc"> musicians
|
||||
<option value="pet"> pets
|
||||
<option value="pol"> politics
|
||||
<option value="rid"> rideshare
|
||||
<option value="vol"> volunteers
|
||||
<option disabled value="">--<option value="eee">all event<option value="sss">all for sale / wanted<option value="ggg">all gigs<option value="hhh">all housing<option value="jjj">all jobs<option value="ppp">all personals<option value="res">all resume<option value="bbb">all services offered</select>
|
||||
<input type="submit" value="Search">
|
||||
</td><td>
|
||||
<label><input type="checkbox" name="srchType" value="T"
|
||||
title="check this box to search only posting titles"> only search titles</label>
|
||||
</td>
|
||||
</tr>
|
||||
|
||||
<tr>
|
||||
<td align="right" width="1"></td>
|
||||
<td></td>
|
||||
<td align="left"><label><input type="checkbox" name="hasPic" value="1"> has image</label></td>
|
||||
</tr></table></form></blockquote><span id="showPics"></span><span id="hidePics"></span>
|
||||
|
||||
<blockquote>
|
||||
<table width="95%" summary="">
|
||||
<tr>
|
||||
<td valign="top">[ Thu, 15 Jan 19:13:19 ]</td>
|
||||
<td valign="top" id="messages"><span class="hl"> [ <b><a href="/about/safety">PERSONAL SAFETY TIPS</a></b> ] </span> <span class="hl"> [ <b><a href="/about/scams">AVOIDING SCAMS & FRAUD</a></b> ] </span> <span class="hl"> [<a href="/cgi-bin/success.stories.cgi">success story?</a>]</span> </td>
|
||||
</tr>
|
||||
</table>
|
||||
|
||||
<h4>Thu Jan 15</h4>
|
||||
<p><a href="/act/994549324.html">Female Running Partner -</a><font size="-1"> (Shoal Creek or Town Lake)</font></p>
|
||||
<p><a href="/act/994427679.html">TENNIS ANYONE? -</a><font size="-1"> (i35 & US71)</font></p>
|
||||
<p><a href="/act/994375294.html">Home Workers Needed -</a><font size="-1"> (Anywhere, USA)</font></p>
|
||||
<p><a href="/act/994247774.html">Do you follow Eat to Live by Dr. Joel Fuhrman? -</a><font size="-1"> (North Central Austin)</font></p>
|
||||
<p><a href="/act/994238180.html">photographer buddy -</a><font size="-1"> (Austin/central/south/s/w)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/994209394.html">GET IN THE BEST SHAPE OF YOUR LIFE!!! -</a><font size="-1"> (NW Austin)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/994198051.html">I CAN HELP ATHLETES GET FASTER & MORE EXPLOSIVE, $28 to $35 a session -</a></p>
|
||||
<p><a href="/act/994185159.html">Sing your heart out in the NATIONAL KARAOKE LEAGUE! -</a><font size="-1"> (2 Austin Divisions)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/994111282.html"> FITNESS TRAINING for $20 -</a><font size="-1"> (austin/round rock)</font></p>
|
||||
<p><a href="/act/994023820.html">Looking for a great workout? -</a><font size="-1"> (Austin and Surrounding Areas)</font></p>
|
||||
<p><a href="/act/993919120.html">JOIN: The Give Me A Dollar Club -</a><font size="-1"> (The Universe and Beyond)</font></p>
|
||||
<p><a href="/act/993913699.html">Do You Want To Be The Biggest Loser In Austin ? -</a></p>
|
||||
<p><a href="/act/993878678.html">Seeking Tennis Hitting Partner -</a><font size="-1"> (NW Austin/CP High School)</font></p>
|
||||
<p><a href="/act/993802305.html">want to play rugby? -</a><font size="-1"> (West Austin area)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/993760889.html">Tongiht DateandDash Speed-Dating Party For College Grads -</a><font size="-1"> (Halcyon Cafe)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/993731629.html">4TH ANNUAL HOT CHOCOLATE AND COOKIES RIDE!!! -</a><font size="-1"> ( Round Rock Harley Davidson)</font></p>
|
||||
<p><a href="/act/993660526.html">Traveling The World By Backpack Need Someone To Manage business -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/992760567.html">Massage/facial room for rent in Round Rock -</a><font size="-1"> (Round Rock, Tx)</font></p>
|
||||
<h4>Wed Jan 14</h4>
|
||||
<p><a href="/act/993511991.html">Gentle Yoga for Beginners (From $ 30/10 Classes....) -</a><font size="-1"> (Five Austin Locations)</font></p>
|
||||
<p><a href="/act/993414260.html">Pflugerville Fitness Boot Camps -</a><font size="-1"> (Pfluger Park)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/993408050.html">Round Rock Mommy Group Seeking New Members -</a><font size="-1"> (Round Rock)</font></p>
|
||||
<p><a href="/act/993302861.html">Men's Over 30 Soccer Team looking for players -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/992975456.html">tennis players for fun times -</a><font size="-1"> (taylor/ hutto/granger)</font></p>
|
||||
<p><a href="/act/993159668.html">Co-ed Soccer Players -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/992992750.html">BADMINTON TONIGHT! adult, both women and men -</a><font size="-1"> (austin rec center, 1301 shoal creek)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/992943165.html">YOUTH FLAG FOOTBALL -</a><font size="-1"> (ROUND ROCK TX)</font></p>
|
||||
<p><a href="/act/992893767.html">Workout!!! I'll help you quit making excuses!!! $26 - $50 -</a></p>
|
||||
<p><a href="/act/992558125.html">S exercise -</a><font size="-1"> (Atx)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/992451634.html">Dance Classes for Bigger Bodies -</a><font size="-1"> (Central Austin)</font></p>
|
||||
<p><a href="/act/992267236.html">Dance partner wanted -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/992239729.html">Arabic Tutor -</a><font size="-1"> (Austin)</font></p>
|
||||
<h4>Tue Jan 13</h4>
|
||||
<p><a href="/act/991895757.html">Any norwegian speakers, anyone from Norway in Austin? -</a><font size="-1"> (Downtown)</font></p>
|
||||
<p><a href="/act/991763196.html">Tennis, Biking, Badminton, Jogging, Hiking, Dancing, etc. -</a><font size="-1"> (Southwest Austin)</font></p>
|
||||
<p><a href="/act/991734075.html">Tennis in NW Austin? -</a><font size="-1"> (Lake Creek and 183)</font></p>
|
||||
<p><a href="/act/991563998.html">Looking for Workout partner at Gold's Gym -</a><font size="-1"> (SW Austin)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/991432735.html">VOICE LESSONS -</a></p>
|
||||
<p><a href="/act/991553805.html">Meet New People in the NATIONAL KARAOKE LEAGUE! Register Today!!! -</a><font size="-1"> (2 Austin Divisions)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/991201591.html">Women's Rugby in Austin -</a><font size="-1"> (Burnett Middle School)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/991196763.html">Hate the Gym ? Hate Boot camps? Join Us -</a></p>
|
||||
<p><a href="/act/991123059.html">Interested in playing rugby? Looking to start a team in west austin -</a><font size="-1"> (West - dripping springs, lakeway, areas)</font></p>
|
||||
<p><a href="/act/991081839.html">ANY QLINK XF200 SUPERMOTO OWNERS OUT THERE -</a><font size="-1"> (CENTRAL TEXAS)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/991057729.html">Join Family and Friends to Lose Weight in 09!!!! -</a><font size="-1"> (Austin)</font></p>
|
||||
<h4>Mon Jan 12</h4>
|
||||
<p><a href="/act/989837938.html">H.E.A.T. Boot Camp -</a><font size="-1"> (DT, Round Rock, Pflugerville)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/990610113.html">FREE !!!! Salsa Dance Classes for Beginners -</a></p>
|
||||
<p><a href="/act/990503170.html">Austin Metro Baseball League -</a><font size="-1"> (Austin, Texas)</font></p>
|
||||
<p><a href="/act/990506065.html">Hot or Not Survey: Rate Photos of Single Men and Women -</a></p>
|
||||
<p><a href="/act/990365041.html">Early Morning or Evening Classes Available! Free Boot Camp! Bring a Fr -</a><font size="-1"> (Austin and Surrounding Areas)</font></p>
|
||||
<p><a href="/act/990282220.html">Fitness Training Studios-Round Rock -</a><font size="-1"> (round rock/austin)</font></p>
|
||||
<p><a href="/act/990206516.html">Baseball Players wanted 18+ -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/990179653.html">meet cool people now -</a><font size="-1"> (austin)</font></p>
|
||||
<p><a href="/act/990165942.html">Want to go camping in Coloardo? -</a></p>
|
||||
<p><a href="/act/990094775.html">Male Looking for Female Massage Partner -</a></p>
|
||||
<p><a href="/act/990081671.html">Looking for roleplayers who like Exalted or Mage -</a><font size="-1"> (North Austin)</font></p>
|
||||
<p><a href="/act/989972161.html">Doctor Who Fan Club -</a><font size="-1"> (North Austin)</font></p>
|
||||
<p><a href="/act/989918540.html">Gauging Interest in group cooking class -</a><font size="-1"> (Wilson appliance? SW)</font></p>
|
||||
<p><a href="/act/989863061.html">Chinese Circus Pole Classes For Everyday People -</a><font size="-1"> (Various)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/989845262.html">Kickball Social League -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/989742852.html">Looking for a running partner -</a><font size="-1"> (S/S.W Austin)</font></p>
|
||||
<p><a href="/act/989581856.html">Over 30 Soccer Team -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/989547987.html">Smart Drunks Need Apply -</a><font size="-1"> (Austin)</font> <span class="p"> img</span></p>
|
||||
<p><a href="/act/989536612.html">men's freestyle wrestling? -</a></p>
|
||||
<h4>Sun Jan 11</h4>
|
||||
<p><a href="/act/989355135.html">French tutor -</a><font size="-1"> (Austin tx (North))</font></p>
|
||||
<p><a href="/act/989312977.html">SOFTBALL SCRIMMAGES NEEDED -</a><font size="-1"> (SOUTH /NORTH)</font></p>
|
||||
<p><a href="/act/989277183.html">Austin, TX area golfers -</a></p>
|
||||
<p><a href="/act/989264608.html">Sand Volleyball -</a><font size="-1"> (SW Austin)</font></p>
|
||||
<p><a href="/act/988955318.html">flag football -</a><font size="-1"> (Manor TEXAS)</font></p>
|
||||
<p><a href="/act/988798297.html">Looking for synchronized swimmers... -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/988747055.html">Seeking female dance partner for tonight -</a><font size="-1"> (Continental Club)</font></p>
|
||||
<p><a href="/act/988734928.html">Looking for Baseball Players for 2009 Season -</a><font size="-1"> (Austin, TX)</font></p>
|
||||
<p><a href="/act/988722808.html">National Karaoke League REGISTERING NOW for Austin Spring 09 Season! -</a><font size="-1"> (2 Austin Divisions)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/988677872.html">Chess -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/988306233.html">SOFTBALL PLAYERS NEEDED FOR SOFTBALL AUSTIN "C" DIVISION -</a><font size="-1"> (Krieg Fields )</font></p>
|
||||
<h4>Sat Jan 10</h4>
|
||||
<p><a href="/act/988174359.html">Play Darts at a local Pub -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/987971710.html">Audio Producer -</a></p>
|
||||
<p><a href="/act/987904354.html">Charitable organization looking for Venue to sell kettle corn -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/987683364.html">Sports Conditioning -</a></p>
|
||||
<p><a href="/act/987652052.html">FREE!!!!!! Salsa Dance Classes for Beginners -</a></p>
|
||||
<p><a href="/act/987656848.html">Looking for Volleyball Players -</a><font size="-1"> (Cedar Park, Leander, RR & Austin)</font></p>
|
||||
<p><a href="/act/987605989.html">Beginner Yoga for Wellness ($ 65/10 Classes) -</a><font size="-1"> (Dittmar Rec. Center in South Austin)</font></p>
|
||||
<p><a href="/act/987587586.html">Take Control of Your Life and Weight, Join Now -</a></p>
|
||||
<p><a href="/act/987396047.html">January Writers Contest -</a></p>
|
||||
<p><a href="/act/987314677.html">Whats going on this Saturday? -</a><font size="-1"> (south austin)</font> <span class="p"> pic</span></p>
|
||||
<h4>Fri Jan 09</h4>
|
||||
<p><a href="/act/987048713.html">Part Time Hours -</a> <span class="p"> img</span></p>
|
||||
<p><a href="/act/986777840.html">Swing Practice Partner (50+) -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/986616066.html">Free Massage Exchange -</a></p>
|
||||
<p><a href="/act/986364958.html">MATURE ACTORS -</a><font size="-1"> (Austin )</font></p>
|
||||
<p><a href="/act/985988896.html">RE: Weight loss buddy wanted is SPAMMMMM -</a></p>
|
||||
<h4>Thu Jan 08</h4>
|
||||
<p><a href="/act/985624787.html">Legal NLTHE Home Game -</a><font size="-1"> (Austin (North))</font></p>
|
||||
<p><a href="/act/985521939.html">Martial Arts New Years Special, FREE WEEK! -</a><font size="-1"> (beecave,lakeway)</font></p>
|
||||
<p><a href="/act/985436721.html">Yoga buddy wanted -</a><font size="-1"> (Round Rock/Austin)</font></p>
|
||||
<p><a href="/act/985360103.html">Looking for a Trainer in Austin, near downtown -</a><font size="-1"> (Austin - downtown)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/985197181.html">Running at (or near) dusk (or "magic hour") -</a><font size="-1"> (UT)</font></p>
|
||||
<p><a href="/act/985147438.html">Looking for a Golf Buddy -- Male or Female -</a><font size="-1"> (UT)</font></p>
|
||||
<p><a href="/act/985023319.html">Any Cat 5's RRers out there looking for someone to train with? -</a><font size="-1"> (Lamar & 2222)</font></p>
|
||||
<p><a href="/act/984973222.html">Bridge Players 40+ -</a><font size="-1"> (Austin)</font></p>
|
||||
<p><a href="/act/984818172.html">Looking to start a fitness program but not sure boot camp is for you? -</a><font size="-1"> (Austin and Surrounding Areas)</font></p>
|
||||
<h4>Wed Jan 07</h4>
|
||||
<p><a href="/act/984516372.html">KARATE/TAE KWON DO FAMILY ACTIVITY CENTER. SAVE MONEY/NO CONTRACTS -</a><font size="-1"> (CEDAR PARK, LEANDER, ROUND ROCK)</font></p>
|
||||
<p><a href="/act/984389126.html">FREE !!!!!!!! Salsa Dance Classes for Beginners -</a></p>
|
||||
<p><a href="/act/984317060.html">BADMINTON TONIGHT, OPEN PLAY! at austin rec center -</a><font size="-1"> (1301 shoal creek blvd)</font> <span class="p"> pic</span></p>
|
||||
<p><a href="/act/984220709.html">Looking for Graphic Artist/ Comic Artist to Collaborate With -</a><font size="-1"> (Central)</font></p>
|
||||
|
||||
|
||||
<p align="center"><font size="4"><a href="index100.html">next 100 postings</a></font>
|
||||
|
||||
<div id="footer">
|
||||
<hr>
|
||||
<span id="copy">
|
||||
Copyright © 2009 craigslist, inc.<br>
|
||||
<a href="#top">Back to top of page</a>
|
||||
</span>
|
||||
<span class="rss">
|
||||
<a class="l" href="http://austin.craigslist.org/act/index.rss">RSS</a>
|
||||
<a href="http://www.craigslist.org/about/rss">(?)</a><br>
|
||||
<a class="y" href="http://add.my.yahoo.com/rss?url=http://austin.craigslist.org/act/index.rss">add to My Yahoo!</a>
|
||||
</span>
|
||||
</div>
|
||||
<br><br>
|
||||
|
||||
<div id="floater"> </div>
|
||||
|
||||
</blockquote>
|
||||
|
||||
</body>
|
||||
</html>
|
||||
File diff suppressed because one or more lines are too long
|
|
@ -5,12 +5,14 @@ require "dexterous"
|
|||
require "benchmark"
|
||||
require "pp"
|
||||
|
||||
YELP_HTML = File.dirname(__FILE__) + "/yelp.html"
|
||||
|
||||
def noko
|
||||
parse Nokogiri.Hpricot(File.open("yelp.html"))
|
||||
parse Nokogiri.Hpricot(File.open(YELP_HTML))
|
||||
end
|
||||
|
||||
def hpri
|
||||
parse Hpricot(File.open("yelp.html"))
|
||||
parse Hpricot(File.open(YELP_HTML))
|
||||
end
|
||||
|
||||
def parse(doc)
|
||||
|
|
@ -40,7 +42,7 @@ def dext
|
|||
}
|
||||
]
|
||||
})
|
||||
dex.parse(:file => "yelp.html")
|
||||
dex.parse(:file => YELP_HTML)
|
||||
end
|
||||
|
||||
Benchmark.bm do |x|
|
||||
|
|
|
|||
Loading…
Reference in New Issue