Re: fetch content from google results
package conceptualsearch;
import java.io.*;
import java.net.*;
import java.util.Scanner;
public final class Main {
public static void main(String... aArgs) throws
MalformedURLException {
String url="http://en.wikipedia.org/wiki/
Simple_HTML_Ontology_Extensions";
String urli = "http:'//'www.google.com/search?hl'='en&q'='php";
String option = "content";
Main fetcher = new Main(url);
log( fetcher.getPageContent() );
}
public Main( URL aURL ){
if ( ! HTTP.equals(aURL.getProtocol()) ) {
throw new IllegalArgumentException("URL is not for HTTP
Protocol: " + aURL);
}
fURL = aURL;
}
public Main( String aUrlName ) throws MalformedURLException {
this ( new URL(aUrlName) );
}
/** Fetch the HTML content of the page as simple text. */
public String getPageContent() {
String result = null;
URLConnection connection = null;
try {
connection = fURL.openConnection();
Scanner scanner = new Scanner(connection.getInputStream());
scanner.useDelimiter(END_OF_INPUT);
result = scanner.next();
}
catch ( IOException ex ) {
log("Cannot open connection to " + fURL.toString());
}
return result;
}
// PRIVATE //
private URL fURL;
private static final String HTTP = "http";
private static final String HEADER = "header";
private static final String CONTENT = "content";
private static final String END_OF_INPUT = "\\Z";
private static final String NEWLINE =
System.getProperty("line.separator");
private static void log(Object aObject){
System.out.println(aObject);
}
}
here is my code .I could get all the content if i set url as wikipedia
but i could not get the snipplet from google.I don't understant what
is happening.Maybe someone has the solution.