scsh-conservatory
/
sunterlib
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

spider function

This commit is contained in:
erana 2012-02-01 16:25:36 +09:00
parent ae6466a47a
commit 1d6fe443fb
1 changed files with 17 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
s48/cavespider/load.scm
View File

@ -1,4 +1,3 @@
;;; load.scm - a scheme web spidering script
;;;
;;; Copyright (c) 2012 Johan Ceuppens
@ -29,6 +28,23 @@
(load "client.scm")
(define (spider-f)
(spider-rec (list hostname) 0))
(define (spider-rec hostname-list index)
(let ((url-list (file-contents->url file-contents 0)))
(let ((dir-filename (ask-server (string-append "GET / HTTP/1.0" (string #\return #\newline #\return #\newline)) "index.html" hostname port)))
(let ((file-contents (file->string (string-append dir-filename "/" "index.html")))
(hostname-list (append hostname-list (url->hostname url-list '())))
(keyword-list (file-contents->keyword file-contents keyword)))
(hash-set! table (string-append keyword (number->string index)) file-contents);;NOTE keys are variable due to append above
(spider-rec (cdr hostname-list) (+ index 1))
))))
(display "give hostname name : ")
(define hostname (symbol->string (read)))
(newline)
@ -47,17 +63,3 @@
(spider-f)
(define (spider-f)
(spider-rec (list hostname) 0))
(define (spider-rec hostname-list index)
(let ((url-list (file-contents->url file-contents 0)))
(let ((dir-filename (ask-server (string-append "GET / HTTP/1.0" (string #\return #\newline #\return #\newline)) "index.html" hostname port)))
(let ((file-contents (file->string (string-append dir-filename "/" "index.html")))
(hostname-list (append hostname-list (url->hostname url-list '())))
(keyword-list (file-contents->keyword file-contents keyword)))
(hash-set! table (string-append keyword (number->string index)) file-contents);;NOTE keys are variable due to append above
(spider-rec (cdr hostname-list) (+ index 1))
))))