1 . #*******************************************************************
+   2 . # Longitude/Latitude to Quarter Degree Grid Cell standard conversion 
+   3 . # utility. Daemon. 
+   4 . #
+   5 . # The daemon polls a directory for a.dbf-file. It then transfers and
+   6 . # converts the relevant .dbf-file.
+   7 . #
+   8 . # Delivered as-is. If it works - fine for you. If it fails - too bad. 
+   9 . # No guarantees are given  whatsoever. If you use this program for 
+  10 . # illegal purposes - don't blame me.
+  11 . # 
+  12 . # License type is Gnu GPL. Copy, distribute and change freely. Keep
+  13 . # the author in mind for crediting. Come to think of it, use this 
+  14 . # reference:
+  15 . #
+  16 . # R. Larsen, T. Holmern, S. D. Prager, H. Maliti and E. Roskaft 
+  17 . #     (2009) Using the extended quarter degree grid cell system 
+  18 . #     to unify mapping and sharing of biodiversity data, African
+  19 . #     Journal of Ecology. Volume 47, Issue 3 , Pages 382 - 392
+  20 . #
+  21 . # Author Ragnvald Larsen, Dept of Biology, NTNU (www.bio.ntnu.no)
+  22 . # ragnvald(at)mindland.com
+  23 . #
+  24 . # Version 0.7 (13.12.2009)
+  25 . 
+  26 . 
+  27 . import os
+  28 . import shutil
+  29 . import tempfile
+  30 . import smtplib
+  31 . import string
+  32 . import time
+  33 . import datetime
+  34 . import math
+  35 . 
+  36 . from random   import choice
+  37 . from dbfpy    import dbf
+  38 . 
+  39 . 
+  40 . 
+  41 . 
+  42 . #*******************************************************************
+  43 . # Numerical representation of lat-lon
+  44 . #
+  45 . # Input: Longitude, Latitude
+  46 . # 38.98754324/-9.87548764
+  47 . #
+  48 . # Output: Absolute referense to degree square
+  49 . # E038S09?
+  50 . #
+  51 . def get_lonlat(lon_value,lat_value):
+  52 . 
+  53 .     #Put character in front of longitudal value
+  54 .     if lon_value < 0:
+  55 .         square = 'W'
+  56 .     else:
+  57 .         square = 'E'
+  58 .             
+  59 .     
+  60 .     #Find absolute value for longitude
+  61 .     lon_string=str(int(abs(lon_value)))
+  62 . 
+  63 . 
+  64 .     #The longitudal value of the square is printed with three decimals
+  65 .     square = square + (lon_string).zfill(3)
+  66 . 
+  67 .     
+  68 . 
+  69 .     #Put character in front of latitudal value
+  70 .     if  lat_value < 0 :
+  71 .         square = square + 'S'
+  72 .     else:
+  73 .         square = square + 'N'
+  74 . 
+  75 . 
+  76 .     #find absolute value for latitude
+  77 .     lat_string=str(int(abs(lat_value)))
+  78 . 
+  79 .     #find int lat. Remember that latitudes absolute values never excceed 90
+  80 .     square = square + (lat_string).zfill(2)
+  81 .     
+  82 .     return square
+  83 .         
+  84 .         
+  85 . #*******************************************************************
+  86 . # RQDGC - recursive quarter degree grid cell
+  87 . #
+  88 . # Input: Latitude, Longitude, depth in powers of two, starting string
+  89 . # -9.87548764, 38.98754324, 5, ""
+  90 . #
+  91 . # Output: DDDBB
+  92 . #
+  93 . # Obs!: This function places origo in the cell in the upper left
+  94 . # in the southern hemisphere and in the lower left corner
+  95 . # in the norther hemisphere. Is this ok?
+  96 . def get_recursive_qdgc(lon_value,lat_value,depth,square):
+  97 . 
+  98 .     #remove all but the decimals (eg: 30.54 -> 0.54)
+  99 .     #this also takes care of values below zero
+ 100 .     if  lon_value >1 :
+ 101 .         lon_value = lon_value - math.floor(lon_value)
+ 102 .     elif (lon_value<-1):
+ 103 .         lon_value = lon_value + abs(math.ceil(lon_value))
+ 104 . 
+ 105 .     #remove all but the decimals (eg: 30.54 -> 0.54)
+ 106 .     #this also takes care of values below zero
+ 107 .     if  (lat_value > 1):
+ 108 .         lat_value = lat_value - math.floor(lat_value)
+ 109 .     elif (lat_value<-1):
+ 110 .         lat_value = lat_value + abs(math.ceil(lat_value))
+ 111 . 
+ 112 . 
+ 113 .     #check which of the 4 squares the value fals within
+ 114 .     #Q1 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 115 .     if ((lon_value>=0) and (lat_value>=0)):
+ 116 .     
+ 117 .         #upper left - A
+ 118 .         if ((lon_value <0.5) and (lat_value>=0.5)):
+ 119 .             square =  square + 'A'
+ 120 .     
+ 121 .             lon_value=lon_value*2
+ 122 .             lat_value=(lat_value-0.5)*2
+ 123 .         
+ 124 .         
+ 125 .         #upper right - B
+ 126 .         elif ((lon_value>=0.5) and (lat_value>=0.5)):
+ 127 .             square = square + 'B'
+ 128 .     
+ 129 .             lon_value=(lon_value-0.5)*2
+ 130 .             lat_value=(lat_value-0.5)*2
+ 131 . 
+ 132 .             
+ 133 .         #lower left - C
+ 134 .         elif ((lon_value<0.5) and (lat_value<0.5)):
+ 135 .             square = square + 'C'
+ 136 .     
+ 137 .             #both values are doubled
+ 138 .             lat_value=lat_value*2
+ 139 .             lon_value=lon_value*2
+ 140 . 
+ 141 .             
+ 142 .         #lower right - D
+ 143 .         elif ((lon_value>=0.5) and (lat_value<0.5)):
+ 144 .             square =  square + 'D'
+ 145 .     
+ 146 .             lon_value=(lon_value-0.5)*2
+ 147 .             lat_value=lat_value*2
+ 148 . 
+ 149 .     
+ 150 .     # Q2 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 151 .     elif ((lon_value>=0) and (lat_value<=0)):
+ 152 .     
+ 153 .         # upper left - A
+ 154 .         if ((lon_value <0.5) and (lat_value>-0.5)):
+ 155 .             square = square + 'A'
+ 156 .     
+ 157 .             lon_value=lon_value*2
+ 158 .             lat_value=lat_value*2
+ 159 .             
+ 160 .         #upper right - B
+ 161 .         elif ((lon_value>=0.5) and (lat_value>-0.5)):
+ 162 .             square = square + 'B'
+ 163 .     
+ 164 .             lon_value=(lon_value-0.5)*2
+ 165 .             lat_value=lat_value*2
+ 166 . 
+ 167 .         #lower left - C
+ 168 .         elif ((lon_value<0.5) and (lat_value<=-0.5)):
+ 169 .             square = square + 'C'
+ 170 .     
+ 171 .             lon_value=lon_value*2
+ 172 .             lat_value=(lat_value+0.5)*2
+ 173 .             
+ 174 .         #lower right - D
+ 175 .         elif ((lon_value>=0.5) and (lat_value<=-0.5)):
+ 176 .             square = square + 'D'
+ 177 .     
+ 178 .             lon_value=(lon_value-0.5)*2
+ 179 .             lat_value=(lat_value+0.5)*2
+ 180 .             
+ 181 .     
+ 182 .     # Q3 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 183 .     elif ((lon_value<=0) and (lat_value<=0)):
+ 184 .     
+ 185 .         #upper left - A
+ 186 .         if ((lon_value<=-0.5) and (lat_value>-0.5)):
+ 187 .             square = square + 'A'
+ 188 .     
+ 189 .             lon_value=(lon_value+0.5)*2
+ 190 .             lat_value=lat_value*2
+ 191 .             
+ 192 .         #upper right - B
+ 193 .         elif ((lon_value>-0.5) and (lat_value>-0.5)):
+ 194 .             square = square + 'B'
+ 195 .     
+ 196 .             lon_value=lon_value*2
+ 197 .             lat_value=lat_value*2
+ 198 .             
+ 199 .         #lower left - C
+ 200 .         elif ((lon_value<=-0.5) and (lat_value<=-0.5)):
+ 201 .             square = square + 'C'
+ 202 .     
+ 203 .             lon_value=(lon_value+0.5)*2
+ 204 .             lat_value=(lat_value+0.5)*2
+ 205 . 
+ 206 .         #lower right - D
+ 207 .         elif ((lon_value>-0.5) and (lat_value<=-0.5)):
+ 208 .             square = square + 'D'
+ 209 .     
+ 210 .             lon_value=lon_value*2
+ 211 .             lat_value=(lat_value+0.5)*2
+ 212 .     
+ 213 .     
+ 214 .     # Q4 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 215 .     elif ((lon_value<=0) and (lat_value>=0)):
+ 216 .     
+ 217 .         #upper left - A
+ 218 .         if ((lon_value <=-0.5) and (lat_value>=0.5)):
+ 219 .             square = square + 'A'
+ 220 .     
+ 221 .             lon_value=(lon_value+0.5)*2
+ 222 .             lat_value=(lat_value-0.5)*2
+ 223 . 
+ 224 .         #upper right - B
+ 225 .         elif ((lon_value>-0.5) and (lat_value>=0.5)):
+ 226 .             square = square + 'B'
+ 227 .     
+ 228 .             lon_value=lon_value*2
+ 229 .             lat_value=(lat_value-0.5)*2
+ 230 .             
+ 231 .         #lower left - C
+ 232 .         elif ((lon_value<=-0.5) and (lat_value<0.5)):
+ 233 .             square = square + 'C'
+ 234 .     
+ 235 .             lon_value=(lon_value+0.5)*2
+ 236 .             lat_value=(lat_value)*2
+ 237 . 
+ 238 .         #lower right - D
+ 239 .         elif ((lon_value>-0.5) and (lat_value<0.5)):
+ 240 .             square = square + 'D'
+ 241 .     
+ 242 .             lon_value=lon_value*2
+ 243 .             lat_value=lat_value*2
+ 244 .     
+ 245 .     
+ 246 .  
+ 247 .     #find square sting length
+ 248 .     length = len(square)
+ 249 .     
+ 250 .     #as long as string length does not meed criteria for depth - continue calculation
+ 251 .     #as an argument the curent square value is sent to the function. This is added in
+ 252 .     #subsequent calculations, and eventually the number for the length of the string
+ 253 .     #equals the number of the depth variable. That's when the job is done.
+ 254 .     if (length < depth):
+ 255 .         #Calculation is recursive - continue the good work
+ 256 .         square = get_recursive_qdgc(lon_value,lat_value,depth,square)
+ 257 .     
+ 258 .     #return value for square
+ 259 .     return square
+ 260 .         
+ 261 .         
+ 262 . #This is where the program is executed
+ 263 .         
+ 264 . def qdgc(lon_value,lat_value,qdgc_level):
+ 265 .     
+ 266 .     lonlatvalues = get_lonlat(lon_value,lat_value)
+ 267 .     
+ 268 .     qdgcvalues = get_recursive_qdgc(lon_value,lat_value,qdgc_level,"")
+ 269 .         
+ 270 .     resultstring = lonlatvalues + qdgcvalues
+ 271 .     
+ 272 .     return resultstring
+ 273 . 
+ 274 . 
+ 275 . 
+ 276 . 
+ 277 . sender                = 'sendersemail@someplace.com'
+ 278 . 
+ 279 . path_to_watch         = '/var/www/www_qdgc_org/lonlat2qdgc/incoming/'
+ 280 . 
+ 281 . folder_destination    = '/var/www/www_qdgc_org/lonlat2qdgc/userdata/'
+ 282 . 
+ 283 . path_web              = 'http://www.qdgc.org/lonlat2qdgc/userdata/'
+ 284 . 
+ 285 . now                   = datetime.datetime.now()
+ 286 . 
+ 287 . lonlat2qdgcversion    = 'lonlat2qdgc version 0.7 did this conversion.'
+ 288 . 
+ 289 . formoreinformation    = 'More information about QDGC (Quarter Degree Grid Cells) is available here: http://www.qdgc.org '
+ 290 . 
+ 291 . errorflag             = 0
+ 292 . 
+ 293 . 
+ 294 . def genRandomstring(length=8, chars=string.letters + string.digits):
+ 295 .     return ''.join([choice(chars) for i in range(length)])
+ 296 . 
+ 297 . 
+ 298 . 
+ 299 . 
+ 300 . #Folder to watch
+ 301 . before = dict ([(f, None) for f in os.listdir (path_to_watch)])
+ 302 . 
+ 303 . while 1:
+ 304 .     
+ 305 .     time.sleep (15)
+ 306 .     
+ 307 .     the_logfile = ''
+ 308 .     
+ 309 .     currentfiles =dict ([(f, None) for f in os.listdir (path_to_watch)])
+ 310 . 
+ 311 .     for onefile in currentfiles:
+ 312 .         
+ 313 .         basename, extension = os.path.spli#*******************************************************************
+ 314 . # Longitude/Latitude to Quarter Degree Grid Cell standard conversion 
+ 315 . # utility. Daemon. 
+ 316 . #
+ 317 . # The daemon polls a directory for a.dbf-file. It then transfers and
+ 318 . # converts the relevant .dbf-file.
+ 319 . #
+ 320 . # Delivered as-is. If it works - fine for you. If it fails - too bad. 
+ 321 . # No guarantees are given  whatsoever. If you use this program for 
+ 322 . # illegal purposes - don't blame me.
+ 323 . # 
+ 324 . # License type is Gnu GPL. Copy, distribute and change freely. Keep
+ 325 . # the author in mind for crediting. Come to think of it, use this 
+ 326 . # reference:
+ 327 . #
+ 328 . # R. Larsen, T. Holmern, S. D. Prager, H. Maliti and E. Roskaft 
+ 329 . #     (2009) Using the extended quarter degree grid cell system 
+ 330 . #     to unify mapping and sharing of biodiversity data, African
+ 331 . #     Journal of Ecology. Volume 47, Issue 3 , Pages 382 - 392
+ 332 . #
+ 333 . # Author Ragnvald Larsen, Dept of Biology, NTNU (www.bio.ntnu.no)
+ 334 . # ragnvald(at)mindland.com
+ 335 . #
+ 336 . # Version 0.7 (13.12.2009)
+ 337 . 
+ 338 . 
+ 339 . import os
+ 340 . import shutil
+ 341 . import tempfile
+ 342 . import smtplib
+ 343 . import string
+ 344 . import time
+ 345 . import datetime
+ 346 . import math
+ 347 . 
+ 348 . from random   import choice
+ 349 . from dbfpy    import dbf
+ 350 . 
+ 351 . 
+ 352 . 
+ 353 . 
+ 354 . #*******************************************************************
+ 355 . # Numerical representation of lat-lon
+ 356 . #
+ 357 . # Input: Longitude, Latitude
+ 358 . # 38.98754324/-9.87548764
+ 359 . #
+ 360 . # Output: Absolute referense to degree square
+ 361 . # E038S09?
+ 362 . #
+ 363 . def get_lonlat(lon_value,lat_value):
+ 364 . 
+ 365 .     #Put character in front of longitudal value
+ 366 .     if lon_value < 0:
+ 367 .         square = 'W'
+ 368 .     else:
+ 369 .         square = 'E'
+ 370 .             
+ 371 .     
+ 372 .     #Find absolute value for longitude
+ 373 .     lon_string=str(int(abs(lon_value)))
+ 374 . 
+ 375 . 
+ 376 .     #The longitudal value of the square is printed with three decimals
+ 377 .     square = square + (lon_string).zfill(3)
+ 378 . 
+ 379 .     
+ 380 . 
+ 381 .     #Put character in front of latitudal value
+ 382 .     if  lat_value < 0 :
+ 383 .         square = square + 'S'
+ 384 .     else:
+ 385 .         square = square + 'N'
+ 386 . 
+ 387 . 
+ 388 .     #find absolute value for latitude
+ 389 .     lat_string=str(int(abs(lat_value)))
+ 390 . 
+ 391 .     #find int lat. Remember that latitudes absolute values never excceed 90
+ 392 .     square = square + (lat_string).zfill(2)
+ 393 .     
+ 394 .     return square
+ 395 .         
+ 396 .         
+ 397 . #*******************************************************************
+ 398 . # RQDGC - recursive quarter degree grid cell
+ 399 . #
+ 400 . # Input: Latitude, Longitude, depth in powers of two, starting string
+ 401 . # -9.87548764, 38.98754324, 5, ""
+ 402 . #
+ 403 . # Output: DDDBB
+ 404 . #
+ 405 . # Obs!: This function places origo in the cell in the upper left
+ 406 . # in the southern hemisphere and in the lower left corner
+ 407 . # in the norther hemisphere. Is this ok?
+ 408 . def get_recursive_qdgc(lon_value,lat_value,depth,square):
+ 409 . 
+ 410 .     #remove all but the decimals (eg: 30.54 -> 0.54)
+ 411 .     #this also takes care of values below zero
+ 412 .     if  lon_value >1 :
+ 413 .         lon_value = lon_value - math.floor(lon_value)
+ 414 .     elif (lon_value<-1):
+ 415 .         lon_value = lon_value + abs(math.ceil(lon_value))
+ 416 . 
+ 417 .     #remove all but the decimals (eg: 30.54 -> 0.54)
+ 418 .     #this also takes care of values below zero
+ 419 .     if  (lat_value > 1):
+ 420 .         lat_value = lat_value - math.floor(lat_value)
+ 421 .     elif (lat_value<-1):
+ 422 .         lat_value = lat_value + abs(math.ceil(lat_value))
+ 423 . 
+ 424 . 
+ 425 .     #check which of the 4 squares the value fals within
+ 426 .     #Q1 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 427 .     if ((lon_value>=0) and (lat_value>=0)):
+ 428 .     
+ 429 .         #upper left - A
+ 430 .         if ((lon_value <0.5) and (lat_value>=0.5)):
+ 431 .             square =  square + 'A'
+ 432 .     
+ 433 .             lon_value=lon_value*2
+ 434 .             lat_value=(lat_value-0.5)*2
+ 435 .         
+ 436 .         
+ 437 .         #upper right - B
+ 438 .         elif ((lon_value>=0.5) and (lat_value>=0.5)):
+ 439 .             square = square + 'B'
+ 440 .     
+ 441 .             lon_value=(lon_value-0.5)*2
+ 442 .             lat_value=(lat_value-0.5)*2
+ 443 . 
+ 444 .             
+ 445 .         #lower left - C
+ 446 .         elif ((lon_value<0.5) and (lat_value<0.5)):
+ 447 .             square = square + 'C'
+ 448 .     
+ 449 .             #both values are doubled
+ 450 .             lat_value=lat_value*2
+ 451 .             lon_value=lon_value*2
+ 452 . 
+ 453 .             
+ 454 .         #lower right - D
+ 455 .         elif ((lon_value>=0.5) and (lat_value<0.5)):
+ 456 .             square =  square + 'D'
+ 457 .     
+ 458 .             lon_value=(lon_value-0.5)*2
+ 459 .             lat_value=lat_value*2
+ 460 . 
+ 461 .     
+ 462 .     # Q2 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 463 .     elif ((lon_value>=0) and (lat_value<=0)):
+ 464 .     
+ 465 .         # upper left - A
+ 466 .         if ((lon_value <0.5) and (lat_value>-0.5)):
+ 467 .             square = square + 'A'
+ 468 .     
+ 469 .             lon_value=lon_value*2
+ 470 .             lat_value=lat_value*2
+ 471 .             
+ 472 .         #upper right - B
+ 473 .         elif ((lon_value>=0.5) and (lat_value>-0.5)):
+ 474 .             square = square + 'B'
+ 475 .     
+ 476 .             lon_value=(lon_value-0.5)*2
+ 477 .             lat_value=lat_value*2
+ 478 . 
+ 479 .         #lower left - C
+ 480 .         elif ((lon_value<0.5) and (lat_value<=-0.5)):
+ 481 .             square = square + 'C'
+ 482 .     
+ 483 .             lon_value=lon_value*2
+ 484 .             lat_value=(lat_value+0.5)*2
+ 485 .             
+ 486 .         #lower right - D
+ 487 .         elif ((lon_value>=0.5) and (lat_value<=-0.5)):
+ 488 .             square = square + 'D'
+ 489 .     
+ 490 .             lon_value=(lon_value-0.5)*2
+ 491 .             lat_value=(lat_value+0.5)*2
+ 492 .             
+ 493 .     
+ 494 .     # Q3 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 495 .     elif ((lon_value<=0) and (lat_value<=0)):
+ 496 .     
+ 497 .         #upper left - A
+ 498 .         if ((lon_value<=-0.5) and (lat_value>-0.5)):
+ 499 .             square = square + 'A'
+ 500 .     
+ 501 .             lon_value=(lon_value+0.5)*2
+ 502 .             lat_value=lat_value*2
+ 503 .             
+ 504 .         #upper right - B
+ 505 .         elif ((lon_value>-0.5) and (lat_value>-0.5)):
+ 506 .             square = square + 'B'
+ 507 .     
+ 508 .             lon_value=lon_value*2
+ 509 .             lat_value=lat_value*2
+ 510 .             
+ 511 .         #lower left - C
+ 512 .         elif ((lon_value<=-0.5) and (lat_value<=-0.5)):
+ 513 .             square = square + 'C'
+ 514 .     
+ 515 .             lon_value=(lon_value+0.5)*2
+ 516 .             lat_value=(lat_value+0.5)*2
+ 517 . 
+ 518 .         #lower right - D
+ 519 .         elif ((lon_value>-0.5) and (lat_value<=-0.5)):
+ 520 .             square = square + 'D'
+ 521 .     
+ 522 .             lon_value=lon_value*2
+ 523 .             lat_value=(lat_value+0.5)*2
+ 524 .     
+ 525 .     
+ 526 .     # Q4 - - - - - - - - - - - - - - - - - - - - - - - - - -
+ 527 .     elif ((lon_value<=0) and (lat_value>=0)):
+ 528 .     
+ 529 .         #upper left - A
+ 530 .         if ((lon_value <=-0.5) and (lat_value>=0.5)):
+ 531 .             square = square + 'A'
+ 532 .     
+ 533 .             lon_value=(lon_value+0.5)*2
+ 534 .             lat_value=(lat_value-0.5)*2
+ 535 . 
+ 536 .         #upper right - B
+ 537 .         elif ((lon_value>-0.5) and (lat_value>=0.5)):
+ 538 .             square = square + 'B'
+ 539 .     
+ 540 .             lon_value=lon_value*2
+ 541 .             lat_value=(lat_value-0.5)*2
+ 542 .             
+ 543 .         #lower left - C
+ 544 .         elif ((lon_value<=-0.5) and (lat_value<0.5)):
+ 545 .             square = square + 'C'
+ 546 .     
+ 547 .             lon_value=(lon_value+0.5)*2
+ 548 .             lat_value=(lat_value)*2
+ 549 . 
+ 550 .         #lower right - D
+ 551 .         elif ((lon_value>-0.5) and (lat_value<0.5)):
+ 552 .             square = square + 'D'
+ 553 .     
+ 554 .             lon_value=lon_value*2
+ 555 .             lat_value=lat_value*2
+ 556 .     
+ 557 .     
+ 558 .  
+ 559 .     #find square sting length
+ 560 .     length = len(square)
+ 561 .     
+ 562 .     #as long as string length does not meed criteria for depth - continue calculation
+ 563 .     #as an argument the curent square value is sent to the function. This is added in
+ 564 .     #subsequent calculations, and eventually the number for the length of the string
+ 565 .     #equals the number of the depth variable. That's when the job is done.
+ 566 .     if (length < depth):
+ 567 .         #Calculation is recursive - continue the good work
+ 568 .         square = get_recursive_qdgc(lon_value,lat_value,depth,square)
+ 569 .     
+ 570 .     #return value for square
+ 571 .     return square
+ 572 .         
+ 573 .         
+ 574 . #This is where the program is executed
+ 575 .         
+ 576 . def qdgc(lon_value,lat_value,qdgc_level):
+ 577 .     
+ 578 .     lonlatvalues = get_lonlat(lon_value,lat_value)
+ 579 .     
+ 580 .     qdgcvalues = get_recursive_qdgc(lon_value,lat_value,qdgc_level,"")
+ 581 .         
+ 582 .     resultstring = lonlatvalues + qdgcvalues
+ 583 .     
+ 584 .     return resultstring
+ 585 . 
+ 586 . 
+ 587 . 
+ 588 . 
+ 589 . sender                = 'sendersemail@someplace.com'
+ 590 . 
+ 591 . path_to_watch         = '/var/www/www_qdgc_org/lonlat2qdgc/incoming/'
+ 592 . 
+ 593 . folder_destination    = '/var/www/www_qdgc_org/lonlat2qdgc/userdata/'
+ 594 . 
+ 595 . path_web              = 'http://www.qdgc.org/lonlat2qdgc/userdata/'
+ 596 . 
+ 597 . now                   = datetime.datetime.now()
+ 598 . 
+ 599 . lonlat2qdgcversion    = 'lonlat2qdgc version 0.7 did this conversion.'
+ 600 . 
+ 601 . formoreinformation    = 'More information about QDGC (Quarter Degree Grid Cells) is available here: http://www.qdgc.org '
+ 602 . 
+ 603 . errorflag             = 0
+ 604 . 
+ 605 . 
+ 606 . def genRandomstring(length=8, chars=string.letters + string.digits):
+ 607 .     return ''.join([choice(chars) for i in range(length)])
+ 608 . 
+ 609 . 
+ 610 . 
+ 611 . 
+ 612 . #Folder to watch
+ 613 . before = dict ([(f, None) for f in os.listdir (path_to_watch)])
+ 614 . 
+ 615 . while 1:
+ 616 .     
+ 617 .     time.sleep (15)
+ 618 .     
+ 619 .     the_logfile = ''
+ 620 .     
+ 621 .     currentfiles =dict ([(f, None) for f in os.listdir (path_to_watch)])
+ 622 . 
+ 623 .     for onefile in currentfiles:
+ 624 .         
+ 625 .         basename, extension = os.path.splitext(onefile)  
+ 626 .     
+ 627 .         # If one of the files in the list of files is a .dbf-file
+ 628 .         # then the party starts.
+ 629 .         if extension=='.dbf': 
+ 630 .         
+ 631 .             
+ 632 .             time_for_job = now.strftime("%Y-%m-%d %H:%M")
+ 633 .             
+ 634 .             # Create a string which will later serve as a random folder name
+ 635 .             randomfolder = genRandomstring(20,string.letters)
+ 636 .             
+ 637 .             # Make the random folder. This is referred to as the user folder
+ 638 .             os.mkdir(folder_destination+randomfolder)
+ 639 .             
+ 640 .             # Create the user in folder
+ 641 .             os.mkdir(folder_destination+randomfolder+'/in')
+ 642 .             folder_in  = (folder_destination + randomfolder + '/in/')
+ 643 .             
+ 644 .             # Create the user out folder
+ 645 .             os.mkdir(folder_destination+'/'+randomfolder+'/out')
+ 646 .             folder_out = (folder_destination + randomfolder + '/out/')
+ 647 .             
+ 648 .             
+ 649 .             # Copy the original file to the in and out-folders
+ 650 .             shutil.copy (path_to_watch+ onefile, folder_in + onefile)
+ 651 .             shutil.move (path_to_watch+ onefile, folder_out + onefile)
+ 652 .             
+ 653 .             
+ 654 .             #move info-file generated by the script. Job information resides in this one.
+ 655 .             shutil.move (path_to_watch+ basename+'.info', folder_out + basename+'.info')
+ 656 .             
+ 657 .             #print  '\n'+ 'Data file (%s.dbf) has been moved.' % (basename)
+ 658 .             #print  '\n'+ 'Task file (%s.info) has been moved.' % (basename)
+ 659 .             
+ 660 .             
+ 661 .             #read input_file_name.info
+ 662 .             file_info = open(folder_out + basename+'.info', "r")
+ 663 .             
+ 664 .             # Handle user email
+ 665 .             the_logfile        = the_logfile + '- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -\n'
+ 666 .             the_logfile        = the_logfile + '-\n'
+ 667 .             user_email         = file_info.readline().rstrip('\n')
+ 668 .             the_logfile        = the_logfile + '- Client email      : %s' % (user_email)
+ 669 .             the_logfile        = the_logfile + '\n'
+ 670 .             
+ 671 .             # Handle user qdgc level
+ 672 .             user_qdgc_level    = int(file_info.readline())
+ 673 .             the_logfile        = the_logfile + '- Client QDGC level : %s' % (user_qdgc_level)
+ 674 .             the_logfile        = the_logfile + '\n'
+ 675 .             
+ 676 .             # Handle user comment
+ 677 .             user_comment       = file_info.readline().rstrip('\n')
+ 678 .             the_logfile        = the_logfile + '- User Comments     : %s\n' % (user_comment)
+ 679 .             the_logfile        = the_logfile + '-\n'
+ 680 .             
+ 681 .             # Logfile document time            
+ 682 .             the_logfile        = the_logfile + '- Job was submitted : %s.\n' % time_for_job
+ 683 .             the_logfile        = the_logfile + '-\n'
+ 684 .             the_logfile        = the_logfile + '- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -\n'
+ 685 .             
+ 686 .             #Close the info file
+ 687 .             file_info.close()
+ 688 .     
+ 689 .             
+ 690 .             db = dbf.Dbf(folder_out + onefile)
+ 691 .             
+ 692 .             # Convert file in folder out
+ 693 .             
+ 694 .             # Timer starts
+ 695 .             t1 = time.clock()            
+ 696 .             
+ 697 .             # set counter
+ 698 .             counter = 0
+ 699 .             
+ 700 .             for rec in db:
+ 701 .                 #Get values for longitude and latitude - given that their names are LON and LAT
+ 702 .                 if errorflag == 0:
+ 703 .                     try:
+ 704 .                         lon_to_calculate = rec["LON"]
+ 705 .                     except:
+ 706 .                         errorflag=1
+ 707 .                         the_logfile = the_logfile +'\n'+'Reading the LON-column in the.dbf-file failed.' 
+ 708 .                     
+ 709 .                     try:
+ 710 .                         lat_to_calculate = rec["LAT"]
+ 711 .                     except:
+ 712 .                         errorflag=1
+ 713 .                         the_logfile = the_logfile +'\n'+'Reading the LAT-column in the.dbf-file failed.' 
+ 714 .                     
+ 715 .                     #Set QDGC column (given that is the name) value with results of the functions above
+ 716 .                     try:
+ 717 .                         rec["QDGC"] = qdgc(lon_to_calculate,lat_to_calculate,user_qdgc_level)
+ 718 .                     except:
+ 719 .                         errorflag=1
+ 720 .                         the_logfile = the_logfile +'\n'+'Writing the  QDGC-column in the.dbf-file failed.' 
+ 721 .                 
+ 722 .                     counter = counter+1
+ 723 .                     
+ 724 .                     #Store the data
+ 725 .                     rec.store()
+ 726 .                     
+ 727 .                     #Empty the record and prepare for another round
+ 728 .                     del rec
+ 729 .             
+ 730 .             #Yeah... the DB-file should be closed. Polite thing to do.
+ 731 .             db.close()
+ 732 .             
+ 733 .             
+ 734 .             
+ 735 .             if errorflag == 0:
+ 736 .                 # Timer ends and then calculate the speed
+ 737 .                 t2                       = time.clock()
+ 738 .                 log_time                 = (t2-t1)
+ 739 .                 log_posts                = (counter)
+ 740 . 		if (log_time <1 ):
+ 741 . 			log_conversionspersecond = 'many'
+ 742 . 		else:
+ 743 . 	                log_conversionspersecond = int(log_posts/log_time)
+ 744 .                 
+ 745 .                 the_logfile = the_logfile +'\n'+  'Conversion of %s posts done i %s seconds. This is %s conversions per second.\n\n' % (counter, log_time, log_conversionspersecond)
+ 746 .                 
+ 747 .                 # Prepare link address
+ 748 .                 user_link_outputfile = path_web + randomfolder  + '/out/' +  onefile
+ 749 .                 
+ 750 .                 user_link_logfile = path_web + randomfolder  + '/out/' + basename + '.log'
+ 751 .         
+ 752 .                 the_logfile = the_logfile +'\n'+'The link to your converted file is: %s\n' % user_link_outputfile
+ 753 .                 the_logfile = the_logfile +'\n'+'The link to a log file is: %s' % user_link_logfile
+ 754 . 
+ 755 .             else:
+ 756 .                 the_logfile = the_logfile +'\n'+'The process failed. Check your .dbf-file and come back later. Feel free to contact us with suggestions on how to make this service better.'
+ 757 . 
+ 758 .             # Send email with status and link to user            
+ 759 .             subject ='Conversion at %s' % time_for_job
+ 760 .             headers = "From: %s\r\nTo: %s\r\nSubject: %s\r\n\r\n" % (sender, [user_email], subject)
+ 761 .             message = headers+the_logfile
+ 762 .             
+ 763 .             server = smtplib.SMTP('smtp.somewhere.com')
+ 764 .             try:
+ 765 . 
+ 766 . 		USER = 'youremail@test.com'
+ 767 . 		PWD = 'yourpassword'
+ 768 . 		server.ehlo()
+ 769 . 		server.starttls()
+ 770 . 		server.ehlo()
+ 771 . 		server.login(USER,PWD)
+ 772 . 		server.sendmail(USER, [user_email], message)
+ 773 . 		server.close()
+ 774 .                 print "Successfully sent email"
+ 775 .                 server.quit      
+ 776 .             except:
+ 777 .                 #damn!
+ 778 .                 the_logfile = the_logfile +'\n'+'The SMTP sendmail failed.' 
+ 779 .     
+ 780 .             
+ 781 .             print the_logfile
+ 782 .             
+ 783 .             #Log user email, input file name and user comment in logfile
+ 784 .             #
+ 785 .             try:
+ 786 .                 # This will create a new file or **overwrite an existing file**.
+ 787 .                 f = open((folder_out + basename+'.log'), "w")
+ 788 .                 try:
+ 789 .                     f.write(the_logfile) # Write a string to a file
+ 790 .                 
+ 791 .                 finally:
+ 792 .                     f.close()
+ 793 .             
+ 794 .             except IOError:
+ 795 .                 pass
+ 796 .     
+ 797 .             
+ 798 .             
+ 799 .             the_logfile = ''            
+ 800 .             
+ 801 .     currentfile = ''
+ 802 .     
+ 803 .     counter = 0
+ 804 . 
+ 805 . (onefile)  
+ 806 .     
+ 807 .         # If one of the files in the list of files is a .dbf-file
+ 808 .         # then the party starts.
+ 809 .         if extension=='.dbf': 
+ 810 .         
+ 811 .             
+ 812 .             time_for_job = now.strftime("%Y-%m-%d %H:%M")
+ 813 .             
+ 814 .             # Create a string which will later serve as a random folder name
+ 815 .             randomfolder = genRandomstring(20,string.letters)
+ 816 .             
+ 817 .             # Make the random folder. This is referred to as the user folder
+ 818 .             os.mkdir(folder_destination+randomfolder)
+ 819 .             
+ 820 .             # Create the user in folder
+ 821 .             os.mkdir(folder_destination+randomfolder+'/in')
+ 822 .             folder_in  = (folder_destination + randomfolder + '/in/')
+ 823 .             
+ 824 .             # Create the user out folder
+ 825 .             os.mkdir(folder_destination+'/'+randomfolder+'/out')
+ 826 .             folder_out = (folder_destination + randomfolder + '/out/')
+ 827 .             
+ 828 .             
+ 829 .             # Copy the original file to the in and out-folders
+ 830 .             shutil.copy (path_to_watch+ onefile, folder_in + onefile)
+ 831 .             shutil.move (path_to_watch+ onefile, folder_out + onefile)
+ 832 .             
+ 833 .             
+ 834 .             #move info-file generated by the script. Job information resides in this one.
+ 835 .             shutil.move (path_to_watch+ basename+'.info', folder_out + basename+'.info')
+ 836 .             
+ 837 .             #print  '\n'+ 'Data file (%s.dbf) has been moved.' % (basename)
+ 838 .             #print  '\n'+ 'Task file (%s.info) has been moved.' % (basename)
+ 839 .             
+ 840 .             
+ 841 .             #read input_file_name.info
+ 842 .             file_info = open(folder_out + basename+'.info', "r")
+ 843 .             
+ 844 .             # Handle user email
+ 845 .             the_logfile        = the_logfile + '- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -\n'
+ 846 .             the_logfile        = the_logfile + '-\n'
+ 847 .             user_email         = file_info.readline().rstrip('\n')
+ 848 .             the_logfile        = the_logfile + '- Client email      : %s' % (user_email)
+ 849 .             the_logfile        = the_logfile + '\n'
+ 850 .             
+ 851 .             # Handle user qdgc level
+ 852 .             user_qdgc_level    = int(file_info.readline())
+ 853 .             the_logfile        = the_logfile + '- Client QDGC level : %s' % (user_qdgc_level)
+ 854 .             the_logfile        = the_logfile + '\n'
+ 855 .             
+ 856 .             # Handle user comment
+ 857 .             user_comment       = file_info.readline().rstrip('\n')
+ 858 .             the_logfile        = the_logfile + '- User Comments     : %s\n' % (user_comment)
+ 859 .             the_logfile        = the_logfile + '-\n'
+ 860 .             
+ 861 .             # Logfile document time            
+ 862 .             the_logfile        = the_logfile + '- Job was submitted : %s.\n' % time_for_job
+ 863 .             the_logfile        = the_logfile + '-\n'
+ 864 .             the_logfile        = the_logfile + '- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -\n'
+ 865 .             
+ 866 .             #Close the info file
+ 867 .             file_info.close()
+ 868 .     
+ 869 .             
+ 870 .             db = dbf.Dbf(folder_out + onefile)
+ 871 .             
+ 872 .             # Convert file in folder out
+ 873 .             
+ 874 .             # Timer starts
+ 875 .             t1 = time.clock()            
+ 876 .             
+ 877 .             # set counter
+ 878 .             counter = 0
+ 879 .             
+ 880 .             for rec in db:
+ 881 .                 #Get values for longitude and latitude - given that their names are LON and LAT
+ 882 .                 if errorflag == 0:
+ 883 .                     try:
+ 884 .                         lon_to_calculate = rec["LON"]
+ 885 .                     except:
+ 886 .                         errorflag=1
+ 887 .                         the_logfile = the_logfile +'\n'+'Reading the LON-column in the.dbf-file failed.' 
+ 888 .                     
+ 889 .                     try:
+ 890 .                         lat_to_calculate = rec["LAT"]
+ 891 .                     except:
+ 892 .                         errorflag=1
+ 893 .                         the_logfile = the_logfile +'\n'+'Reading the LAT-column in the.dbf-file failed.' 
+ 894 .                     
+ 895 .                     #Set QDGC column (given that is the name) value with results of the functions above
+ 896 .                     try:
+ 897 .                         rec["QDGC"] = qdgc(lon_to_calculate,lat_to_calculate,user_qdgc_level)
+ 898 .                     except:
+ 899 .                         errorflag=1
+ 900 .                         the_logfile = the_logfile +'\n'+'Writing the  QDGC-column in the.dbf-file failed.' 
+ 901 .                 
+ 902 .                     counter = counter+1
+ 903 .                     
+ 904 .                     #Store the data
+ 905 .                     rec.store()
+ 906 .                     
+ 907 .                     #Empty the record and prepare for another round
+ 908 .                     del rec
+ 909 .             
+ 910 .             #Yeah... the DB-file should be closed. Polite thing to do.
+ 911 .             db.close()
+ 912 .             
+ 913 .             
+ 914 .             
+ 915 .             if errorflag == 0:
+ 916 .                 # Timer ends and then calculate the speed
+ 917 .                 t2                       = time.clock()
+ 918 .                 log_time                 = (t2-t1)
+ 919 .                 log_posts                = (counter)
+ 920 . 		if (log_time <1 ):
+ 921 . 			log_conversionspersecond = 'many'
+ 922 . 		else:
+ 923 . 	                log_conversionspersecond = int(log_posts/log_time)
+ 924 .                 
+ 925 .                 the_logfile = the_logfile +'\n'+  'Conversion of %s posts done i %s seconds. This is %s conversions per second.\n\n' % (counter, log_time, log_conversionspersecond)
+ 926 .                 
+ 927 .                 # Prepare link address
+ 928 .                 user_link_outputfile = path_web + randomfolder  + '/out/' +  onefile
+ 929 .                 
+ 930 .                 user_link_logfile = path_web + randomfolder  + '/out/' + basename + '.log'
+ 931 .         
+ 932 .                 the_logfile = the_logfile +'\n'+'The link to your converted file is: %s\n' % user_link_outputfile
+ 933 .                 the_logfile = the_logfile +'\n'+'The link to a log file is: %s' % user_link_logfile
+ 934 . 
+ 935 .             else:
+ 936 .                 the_logfile = the_logfile +'\n'+'The process failed. Check your .dbf-file and come back later. Feel free to contact us with suggestions on how to make this service better.'
+ 937 . 
+ 938 .             # Send email with status and link to user            
+ 939 .             subject ='Conversion at %s' % time_for_job
+ 940 .             headers = "From: %s\r\nTo: %s\r\nSubject: %s\r\n\r\n" % (sender, [user_email], subject)
+ 941 .             message = headers+the_logfile
+ 942 .             
+ 943 .             server = smtplib.SMTP('smtp.somewhere.com')
+ 944 .             try:
+ 945 . 
+ 946 . 		USER = 'youremail@test.com'
+ 947 . 		PWD = 'yourpassword'
+ 948 . 		server.ehlo()
+ 949 . 		server.starttls()
+ 950 . 		server.ehlo()
+ 951 . 		server.login(USER,PWD)
+ 952 . 		server.sendmail(USER, [user_email], message)
+ 953 . 		server.close()
+ 954 .                 print "Successfully sent email"
+ 955 .                 server.quit      
+ 956 .             except:
+ 957 .                 #damn!
+ 958 .                 the_logfile = the_logfile +'\n'+'The SMTP sendmail failed.' 
+ 959 .     
+ 960 .             
+ 961 .             print the_logfile
+ 962 .             
+ 963 .             #Log user email, input file name and user comment in logfile
+ 964 .             #
+ 965 .             try:
+ 966 .                 # This will create a new file or **overwrite an existing file**.
+ 967 .                 f = open((folder_out + basename+'.log'), "w")
+ 968 .                 try:
+ 969 .                     f.write(the_logfile) # Write a string to a file
+ 970 .                 
+ 971 .                 finally:
+ 972 .                     f.close()
+ 973 .             
+ 974 .             except IOError:
+ 975 .                 pass
+ 976 .     
+ 977 .             
+ 978 .             
+ 979 .             the_logfile = ''            
+ 980 .             
+ 981 .     currentfile = ''
+ 982 .     
+ 983 .     counter = 0
+