SmallCrawler.java

package small_crawler;

import java.io.BufferedReader;
import java.io.DataInputStream;
import java.io.EOFException;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.net.URL;
import java.net.URLConnection;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

public class SmallCrawler {
	
	public static String readUrl(String site,String sessionID){
		String s="";
    	
    	try {  
            URL my_url = new URL(site);  
            URLConnection conn = my_url.openConnection();
             
            if(sessionID!=null)
            	conn.setRequestProperty("Cookie", "PHPSESSID="+sessionID+";");
            conn.connect();
            BufferedReader br = new BufferedReader(new InputStreamReader(conn.getInputStream())); 
            String strTemp = ""; 
            while(null != (strTemp = br.readLine())){
            	s+=strTemp;
            }  
        } catch (Exception ex) {  
            ex.printStackTrace();  
        }
        return s;
	}
	
	public static List<Byte> readUrlBytes(String site,String sessionID){
		List<Byte>content=new ArrayList<Byte>();
		int i=0;
    	
    	try {  
            URL my_url = new URL(site);  
            URLConnection conn = my_url.openConnection();
             
            if(sessionID!=null)
            	conn.setRequestProperty("Cookie", "PHPSESSID="+sessionID+";");
            conn.connect();
            DataInputStream dis= new DataInputStream(conn.getInputStream());
            byte b;
            try{
            	while(true){
            		b = dis.readByte();
            		content.add(b);
            		i++;
            	}
            }catch(EOFException eof){            	
            }
            } catch (Exception ex) {  
                ex.printStackTrace();  
            }
        return content;
	}
	
	
	public static String makePostToUrl(String site,String sessionID,String data){
		String s="";
    	
    	try {  
            URL my_url = new URL(site);  
            URLConnection conn = my_url.openConnection();
             
            if(sessionID!=null)
            	conn.setRequestProperty("Cookie", "PHPSESSID="+sessionID+";");conn.setDoOutput(true);
            conn.connect();
            
            OutputStreamWriter writer = new OutputStreamWriter(conn.getOutputStream());    
            //write parameters
            writer.write(data);
            writer.flush();
            
            BufferedReader br = new BufferedReader(new InputStreamReader(conn.getInputStream())); 
            String strTemp = ""; 
            while(null != (strTemp = br.readLine())){
            	s+=strTemp;
        }  
        } catch (Exception ex) {  
            ex.printStackTrace();  
        }
        return s;
	}
	
	public static String getStringByPattern(String source,String patternText,String stop){
		String strTemp = "";
		String s;
		Pattern p;
		Matcher m;
		p=Pattern.compile(patternText);
		m=p.matcher(source);
		if(m.find()){
			int i=m.end();
			while(!(s=(source.substring(i,i+1))).equals(stop)){
				i++;
				strTemp+=s;
			}
		}
		return strTemp;
	}
}