import requests
import string
import cgi
import urllib
import time
import regsub
# import EquipList...
from CNFEquipmentList import *

true = 1 
false = 0

path = '/home/macd/fb/webpage/search/2.2/'

#
#  EngineData
#

EngineData = [
  # AltaVista
  { 'machine':'www.altavista.digital.com',
    'uri':'/cgi-bin/query',
    'form':{ 'pg':'q', 'what':'web', 'fmt':'.' },
    'queryName':'q',
    'method':'GET',
    'Xarph':true,
    'filter': { 'change_font':true } },
  # Aussie AltaVista
  { 'machine':'www.altavista.yellowpages.com.au',
    'uri':'/cgi-bin/telstra',
    'form':{ 'pg':'q', 'what':'web', 'fmt':'.' },
    'queryName':'q',
    'method':'GET',
    'Xarph':true, 
    'filter': {} },
  # Euro AltaVista
  { 'machine':'www.altavista.telia.com',
    'uri':'/cgi-bin/query',
    'form':{ 'mss':'gb/search', 'pg':'q', 'what':'web', 'kl':'' },
    'queryName':'q',
    'method':'GET',
    'Xarph':true,
    'filter': {} },
  # News US AltaVista
  { 'machine':'www.altavista.digital.com',
    'uri':'/cgi-bin/query',
    'form':{ 'pg':'q', 'what':'news', 'fmt':'.' },
    'queryName':'q',
    'method':'GET',
    'Xarph':true,
    'filter': {} },
  # News Aussie AltaVista
  { 'machine':'www.altavista.yellowpages.com.au',
    'uri':'/cgi-bin/telstra',
    'form':{ 'pg':'q', 'what':'news', 'fmt':'.' },
    'queryName':'q',
    'method':'GET',
    'Xarph':true,
    'filter': {} },
  # News Euro AltaVista
  { 'machine':'www.altavista.telia.com',
    'uri':'/cgi-bin/telia',
    'form':{ 'pg':'q', 'what':'news', 'fmt':'.' },
    'queryName':'q',
    'method':'GET',
    'Xarph':true,
    'filter': {} },
  # CNF
  { 'machine':'www2.cnf.cornell.edu',
    'uri':'/htbin/schd/show1dayastable',
    'form':{ 'SUBMIT':'Show', 'Year':'0' },
    'queryName':'',
    'method':'POST',
    'Xarph':false,
    'Special':'CNF',
    'filter': {} },
  # Infoseek
  { 'machine':'guide.infoseek.com',
    'uri':'/Titles',
    'form':{ },
    'queryName':'qt',
    'method':'GET',
    'Xarph':true,
    'filter': {} },
  # New DejaNews
  { 'machine':'search.dejanews.com',
    'uri':'/dnquery.xp',
    'form':{ 'defaultOp':'AND', 'svcclass':'dncurrent', 'maxhits':'40' },
    'queryName':'query',
    'method':'POST',
    'Xarph':false,
    'filter': {} },
  # Old DejaNews
  { 'machine':'search.dejanews.com',
    'uri':'/dnquery.xp',
    'form':{ 'defaultOp':'AND', 'svcclass':'dnold', 'maxhits':'40' },
    'queryName':'query',
    'method':'POST',
    'Xarph':false,
    'filter': {} },
  # Yahoo
  { 'machine':'av.yahoo.com',
    'uri':'/bin/query',
    'form':{ },
    'queryName':'p',
    'method':'GET',
    'Xarph':false,
    'filter': {} },
  # Street Maps
  { 'machine':'www.vicinity.com',
    'uri':'/yt.hm',
    'form':{ 'FAM':'yahoo', 'CMD':'geo', 'SEC':'geo' },
    'queryName':'AD2',
    'method':'GET',
    'Xarph':false,
    'Special':'StreetMaps',
    'filter': {} },
  # WeatherUnderground
  { 'machine':'www.wunderground.com',
    'uri':'/forecasts/',
    'form':{ },
    'queryName':'',
    'method':'GET',
    'Xarph':false,
    'Special':'Weather',
    'filter': {} },
  # Filez.com
  { 'machine':'search.filez.com',
    'uri':'/search.cgi',
    'form':{ 'search':'1', 'type':'1', 'key':'', 'rows':'90' },
    'queryName':'key',
    'method':'GET',
    'Xarph':false,
    'filter': {} },
  # Websters
  { 'machine':'www.m-w.com',
    'uri':'/cgi-bin/netdict',
    'form':{ 'book':'Dictionary' },
    'queryName':'va',
    'method':'POST',
    'Xarph':false,
    'filter': {} }
]

#
#  GetFile
#

def GetFile( strFileName ):
  file = open( strFileName, 'r' )
  strFile = ''
  strLine = file.readline()
  while strLine != '':
    strFile = strFile + strLine
    strLine = file.readline()
  file.close()

  return strFile

#
#  PrintHeader
#
#  This prints the necessary header info for a html file.
#

def PrintHeader():
  print 'Content-type: text/html\n\n'  

#
#  SpecialCNF
#

def SpecialCNF( engine, query ):
  if( EquipList.has_key( string.lower( query ) ) ):
    machine = EquipList[ string.lower( query ) ]
  else:
    machine = 'help'

  if( machine == 'help' ):
    engine[ 'file' ] = path + 'CNFHelp.html'
    return engine

  timeNow = time.localtime( time.time() )

  engine[ 'form' ][ 'Month' ] = `timeNow[1]`
  engine[ 'form' ][ 'Day' ] = `timeNow[2]`

  engine[ 'form' ][ 'ECode' ] = machine

  return engine

#
#  SpecialWeather
#

def SpecialWeather( engine, query ):
  query = string.upper( string.strip( query ) )
  if( len( query ) == 3 ):
    engine[ 'uri' ] = '/forecasts/' + query + '.html'
  elif( query == 'GUNKS' ):
    engine[ 'uri' ] = '/forecasts/POU.html'
  elif( query == '' ):
    engine[ 'uri' ] = '/'
  elif( query == 'ITHACA' ):
    engine[ 'uri' ] = '/forecasts/ITH.html'
  elif( query == 'RADAR' ):
    engine[ 'uri' ] = '/weather/syr/radarloop/'
    engine[ 'machine' ] = 'www1.intellicast.com'
  else:
    engine[ 'uri' ] = '/cgi-bin/findweather/getForecast'
    engine[ 'queryName' ] = 'query'
  return engine

#
#  SpecialStreetMaps
#

def SpecialStreetMaps( engine, query ):
  lWords = string.split( query )
  if( lWords.length == 4 ):
    engine[ 'queryName' ] = lWords[0]
    engine[ 'form' ][ 'AD3' ] = lWords[1] + ',' + lWords[2] + ',' + lWords[3]
  elif( lWords.length == 3 ):
    engine[ 'queryName' ] = lWords[0]
    engine[ 'form' ][ 'AD3' ] = lWords[1] + ',' + lWords[2]
  else:
    if( query == '' ):
      engine[ 'form' ] = { 'CMD':'FILL', 'FAM':'yahoo', 'client':'yahoomap', 'SEC':'startym', 'stex':'-y' }
    else:
      engine[ 'file' ] = 'MapsHelp.html'

#
#  Xarph
#

def Xarph( engine, query ):
  lWords = string.split( query )
  lNewWords = []
  quote = false
  for strWord in lWords:
    if( len( strWord ) > 0 ):
      if( not quote ):
        if( strWord[0] == '|'  or  strWord[0] == '/' ):
          if( len( strWord ) > 1  and  strWord[1] == '"' ):
            quote = true
          lNewWords.append( strWord[1:] )
        elif( strWord[0] == '+'  or  strWord[0] == '-' ):
          if( len( strWord ) > 1  and  strWord[1] == '"' ):
            quote = true
          lNewWords.append( strWord )
        else:
          if( strWord[0] == '"' ):
            quote = true
          lNewWords.append( '+' + strWord )
        if( strWord[ len( strWord )-1 ] == '"' ):
          quote = false
      else:
        lNewWords.append( strWord )
        if( (len( strWord ) > 1)  and  (strWord[ len( strWord )-1 ] == '"') ):
          quote = false
  return ( string.join( lNewWords ), engine, false )
  
#
#  FilterPage
#


def FilterPage( page, machine, uri, form, method, filterOptions ):
  if( filterOptions.has_key( 'change_font' ) ):
    page = regsub.gsub( '<font size=-2>', '', page )
    page = regsub.gsub( '<font size=-1>', '', page )
    
  return page


#
#  GetPage
#

def GetPage( machine, uri, form, method, filterOptions ):
  if( method == 'POST' ):
    request = requests.POSTRequest( machine, uri, form, 80 )
  elif( method == 'GET' ):
    request = requests.GETRequest( machine, uri, form, 80 )
  else:
    return None

  Looper = requests.Read_Event_Loop()
  Looper.start_item( request )
  startTime = time.time()
  while not Looper.all_done():
    if( time.time() - startTime > 300 ):
      data = GetFile( path + 'Timeout.html' )
      return data
    Looper.try_all_readables()

  data = request.data
  upperData = string.upper( data )

  htmlIndex = string.find( upperData, '<HTML>' )
  data = data[ htmlIndex: ]
  upperData = string.upper( data )

  if( string.find( upperData, '<BASE' ) == -1 ):
    headIndex = string.find( upperData, '</HEAD>' )
    if( headIndex == -1 ):
      headIndex = string.find( upperData, '<BODY' )

    base = '<BASE HREF="http://' + machine + uri + '">'    

    data = data[:headIndex] + base + data[headIndex:]

  data = FilterPage( data, machine, uri, form, method, filterOptions )

  return data

#
#  RunEngine
#

def RunEngine( engine, query ):
  if( engine.has_key( 'Special' ) ):
    special = engine[ 'Special' ]
  else:
    special = 'None'

  if( special == 'CNF' ):
    engine = SpecialCNF( engine, query )
  elif( special == 'Weather' ):
    engine = SpecialWeather( engine, query )
  elif( special == 'StreetMaps' ):
    engine = SpecialStreetMaps( engine, query )

  if( engine.has_key( 'file' ) ):
    htmlPage = GetFile( engine[ 'file' ] )
  else:
    if( engine[ 'queryName' ] != '' ):
      engine[ 'form' ][ engine[ 'queryName' ] ] = query
    htmlPage = GetPage( engine[ 'machine' ], engine[ 'uri' ], engine[ 'form' ], engine[ 'method' ], engine[ 'filter' ] )
  
  return htmlPage

#
#  RunSearch
#

def RunSearch( form ):
  data = {}
  if( form.has_key( 'keywords' ) ):
    data[ 'keywords' ] = form[ 'keywords' ].value
  else:
    data[ 'keywords' ] = ''
  if( form.has_key( 'WhichOne' ) ):
    data[ 'WhichOne' ] = form[ 'WhichOne' ].value
  else:
    data[ 'WhichOne' ] = '0'
  if( form.has_key( 'Xarph' ) ):
    data[ 'Xarph' ] = true
  else:
    data[ 'Xarph' ] = false
  
  whichOne = string.atoi( data[ 'WhichOne' ] )
  engine = EngineData[ whichOne ]
  
  if( engine[ 'Xarph' ] == true  and  data[ 'Xarph' ] ):
    fRunAgain = true
    while( fRunAgain ):
      ( keywords, engine, fRunAgain ) = Xarph( engine, data[ 'keywords' ] )
  else:
    keywords = data[ 'keywords' ]

  htmlPage = RunEngine( engine, keywords )

  return htmlPage

#
#  main
#

PrintHeader()

form = cgi.FieldStorage()

htmlPage = RunSearch( form )

print htmlPage